t

app.py

@@ -25,7 +25,7 @@ import gradio as gr
 temperature = gr.inputs.Slider(
     minimum=0, maximum=1.5, default=0.8, label="temperature")
 top_p = gr.inputs.Slider(minimum=0, maximum=1.0,
-                         default=0.9, label="top p")
+                         default=0.9, label="top_p")
 
 # gradio checkbutton
 
@@ -63,11 +63,13 @@ def f(context, temperature, top_p, max_length, model_idx):
             return response['text']
         else:
             # use GPT-2
-            #
+            # # could easily use the inference API in /gptinference.py but don't know if it supports length>250
             set_seed(randint(1, 2**31))
             # return sequences specifies how many to return
             json = generator(context, max_length=max_length, top_p=top_p, temperature=temperature, num_return_sequences=1)
-            return str(type(json))+json#json['generated_text']
+            print(json)
+            return json#['generated_text']
+            
             # args found in the source: https://github.com/huggingface/transformers/blob/27b3031de2fb8195dec9bc2093e3e70bdb1c4bff/src/transformers/generation_tf_utils.py#L348-L376
 
     except Exception as e: