t

app.py

@@ -61,6 +61,7 @@ def f(context, temperature, top_p, max_length, model_idx):
                 "temperature": temperature,
                 "top_p": top_p,
             }
+            
             payload = json.dumps(payload)
             response = requests.post(
                 "http://api.vicgalle.net:5000/generate", params=payload).json()
@@ -70,10 +71,10 @@ def f(context, temperature, top_p, max_length, model_idx):
             # # could easily use the inference API in /gptinference.py but don't know if it supports length>250
             set_seed(randint(1, 2**31))
             # return sequences specifies how many to return
-            json = generator(context, max_length=max_length, top_p=top_p,
+            response = generator(context, max_length=max_length, top_p=top_p,
                              temperature=temperature, num_return_sequences=1)
-            print(json)
-            return json  # ['generated_text']
+            print(response)
+            return response  # ['generated_text']
 
             # args found in the source: https://github.com/huggingface/transformers/blob/27b3031de2fb8195dec9bc2093e3e70bdb1c4bff/src/transformers/generation_tf_utils.py#L348-L376