t

app.py

@@ -146,7 +146,7 @@ def f(context, temperature, top_p, max_length, model_idx, SPACE_VERIFICATION_KEY
                 # try max_length=len(context)+max_length or =len(context)+max_length or make max_length inf or unspecified
                 # note: added max_new_tokens parameter to see whether it actually works, if not remove, 
                 # TODO if yes, then make max_length infinite because it seems to be counted as max input length, not output
-                generated_text = generator(context, max_length=2**12, max_new_tokens=max_length, top_p=top_p, temperature=temperature, num_return_sequences=1)
+                generated_text = generator(context, max_length=896, max_new_tokens=max_length, top_p=top_p, temperature=temperature, num_return_sequences=1)
             except Exception as e:
                 return "Exception while generating text: " + str(e)
             # [0][0]['generated_text']