t

app.py

@@ -91,7 +91,12 @@ def f(context, temperature, top_p, max_length, model_idx, SPACE_VERIFICATION_KEY
                 while (max_length > 0):
                     payload = {"inputs": context, "parameters": {"max_new_tokens": 250, "temperature": temperature, "top_p": top_p}}
                     response = requests.request("POST", API_URL, data=json.dumps(payload), headers=headers)
-                    context = json.loads(response.content.decode("utf-8"))[0]['generated_text']
+                    context = json.loads(response.content.decode("utf-8"))#[0]['generated_text']
+                    # handle inconsistent inference API
+                    if 'generated_text' in context[0]:
+                         context = context[0]['generated_text']
+                    else:
+                        context = context[0][0]['generated_text']
                     generated_text += context
                     max_length -= 250