t

app.py

@@ -146,6 +146,8 @@ def f(context, temperature, top_p, max_length, model_idx, SPACE_VERIFICATION_KEY
                 # try max_length=len(context)+max_length or =len(context)+max_length or make max_length inf or unspecified
                 # note: added max_new_tokens parameter to see whether it actually works, if not remove, 
                 # TODO if yes, then make max_length infinite because it seems to be counted as max input length, not output
+                # NOTE max_new_tokens does not seem to generate that many tokens
+                # however in the source that's what's used
                 generated_text = generator(context, max_length=896, max_new_tokens=max_length, top_p=top_p, temperature=temperature, num_return_sequences=1)
             except Exception as e:
                 return "Exception while generating text: " + str(e)