t

app.py

@@ -233,7 +233,7 @@ def f(context, temperature, top_p, max_length, model_idx, SPACE_VERIFICATION_KEY
                 # response = requests.request("POST", API_URL, data=data, headers=headers)
                 # generated_text = json.loads(response.content.decode("utf-8"))[0]['generated_text']
             return generated_text#context #_context+generated_text
-        else:
+        elif model_idx == 3:
             url = "https://api-inference.huggingface.co/models/gpt2-large"
 
             generated_text = ""#context #""
@@ -245,7 +245,17 @@ def f(context, temperature, top_p, max_length, model_idx, SPACE_VERIFICATION_KEY
 
                 generated_text += context
             return generated_text
+        else:
+            url = "https://api-inference.huggingface.co/models/gpt-neo-2.7B"
+            generated_text = ""#context #""
+            while len(generated_text) < max_length:
+                payload = {"inputs": context, "parameters": {"return_full_text":False, "max_new_tokens": 250, "temperature": temperature, "top_p": top_p}}
+                response = requests.request("POST", url, data=json.dumps(payload), headers=headers)
+                context = json.loads(response.content.decode("utf-8"))
+                context = get_generated_text(context).strip()
 
+                generated_text += context
+            return generated_text
 
     except Exception as e:
         return f"error with idx{model_idx}: "+str(e)
@@ -257,7 +267,7 @@ iface = gr.Interface(f, [
     top_p,
     gr.inputs.Slider(
         minimum=20, maximum=512, default=30, label="max length"),
-    gr.inputs.Dropdown(["GPT-J-6B", "GPT2", "DistilGPT2"], type="index", label="model"),
+    gr.inputs.Dropdown(["GPT-J-6B", "GPT2", "DistilGPT2", "GPT-Large", "GPT-Neo-2.7B"], type="index", label="model"),
     gr.inputs.Textbox(lines=1, placeholder="xxxxxxxx", label="space verification key")
 
 ], outputs="text", title=title, examples=examples, enable_queue = True) # deprecated iwthin iface.launch: https://discuss.huggingface.co/t/is-there-a-timeout-max-runtime-for-spaces/12979/3?u=un-index