t

app.py

@@ -82,7 +82,14 @@ def get_generated_text(generated_text):
         else:
             return generated_text[0][0]['generated_text']
     except:
-        return generated_text 
+        # recursively loop through generated_text till we get the text
+        # don't know if this will work 
+        for gt in generated_text:
+            if 'generated_text' in gt:
+                return gt['generated_text']
+            else:
+                return get_generated_text(gt)
+        # return generated_text 
 
 
 def f(context, temperature, top_p, max_length, model_idx, SPACE_VERIFICATION_KEY):
@@ -102,8 +109,8 @@ def f(context, temperature, top_p, max_length, model_idx, SPACE_VERIFICATION_KEY
                 while (max_length > 0):
                     payload = {"inputs": context, "parameters": {"max_new_tokens": 250, "temperature": temperature, "top_p": top_p}}
                     response = requests.request("POST", API_URL, data=json.dumps(payload), headers=headers)
-                    context = json.loads(response.content.decode("utf-8"))#[0]['generated_text']
-                    context = get_generated_text(context)
+                    generated_context = json.loads(response.content.decode("utf-8"))#[0]['generated_text']
+                    context = get_generated_text(generated_context)
                     # handle inconsistent inference API
                     # if 'generated_text' in context[0]:
                     #     context = context[0]['generated_text']