t

app.py

@@ -129,7 +129,10 @@ def f(context, temperature, top_p, max_length, model_idx, SPACE_VERIFICATION_KEY
         else:
             # use GPT-2
             #
-            set_seed(randint(1, 2**31))
+            try:
+                set_seed(randint(1, 2**31))
+            except Exception as e:
+                return "Exception while setting seed: " + str(e)
             # return sequences specifies how many to return
             
             # for some reson indexing with 'generated-text' doesn't work
@@ -139,6 +142,8 @@ def f(context, temperature, top_p, max_length, model_idx, SPACE_VERIFICATION_KEY
             try:
                 # todo fix max_length below, maybe there is a max_new_tokens parameter
                 # try max_length=len(context)+max_length or =len(context)+max_length or make max_length inf or unspecified
+                # note: added max_new_tokens parameter to see whether it actually works, if not remove, 
+                # if yes, then make max_length infinite because it seems to be counted as max input length, not output
                 generated_text = generator(context, max_length=400, max_new_tokens=max_length, top_p=top_p, temperature=temperature, num_return_sequences=1)
             except Exception as e:
                 return "Exception while generating text: " + str(e)