t

app.py

@@ -138,8 +138,8 @@ def f(context, temperature, top_p, max_length, model_idx, SPACE_VERIFICATION_KEY
             # NOTE sometimes it seems to contain another array, weird
             try:
                 # todo fix max_length below, maybe there is a max_new_tokens parameter
-                # try =len(context)+max_length or =len(context)+max_length or make max_length inf or unspecified
-                generated_text = generator(context, max_new_tokens=max_length, top_p=top_p, temperature=temperature, num_return_sequences=1)
+                # try max_length=len(context)+max_length or =len(context)+max_length or make max_length inf or unspecified
+                generated_text = generator(context, max_length=400, max_new_tokens=max_length, top_p=top_p, temperature=temperature, num_return_sequences=1)
             except Exception as e:
                 return "Exception while generating text: " + str(e)
             # [0][0]['generated_text']