t

app.py

@@ -141,11 +141,12 @@ def f(context, temperature, top_p, max_length, model_idx, SPACE_VERIFICATION_KEY
             # try:
             # NOTE sometimes it seems to contain another array, weird
             try:
+                # NOTE after exactly 60 seconds the fn function seems to error: https://discuss.huggingface.co/t/gradio-fn-function-errors-whenever-60-seconds-passed/13048
                 # todo fix max_length below, maybe there is a max_new_tokens parameter
                 # try max_length=len(context)+max_length or =len(context)+max_length or make max_length inf or unspecified
                 # note: added max_new_tokens parameter to see whether it actually works, if not remove, 
                 # TODO if yes, then make max_length infinite because it seems to be counted as max input length, not output
-                generated_text = generator(context, max_time=200.0, max_length=400, max_new_tokens=max_length, top_p=top_p, temperature=temperature, num_return_sequences=1)
+                generated_text = generator(context, max_length=400, max_new_tokens=max_length, top_p=top_p, temperature=temperature, num_return_sequences=1)
             except Exception as e:
                 return "Exception while generating text: " + str(e)
             # [0][0]['generated_text']
@@ -181,8 +182,8 @@ iface = gr.Interface(f, [
     gr.inputs.Dropdown(["GPT-J-6B", "GPT-2"], type="index", label="model"),
     gr.inputs.Textbox(lines=1, placeholder="xxxxxxxx", label="space verification key")
 
-], outputs="text", title=title, examples=examples)
-iface.launch(enable_queue=True)  # enable_queue=True
+], outputs="text", title=title, examples=examples, enable_queue = True) # deprecated iwthin iface.launch: https://discuss.huggingface.co/t/is-there-a-timeout-max-runtime-for-spaces/12979/3?u=un-index
+iface.launch()  # enable_queue=True
 
 # all below works but testing
 # import gradio as gr