t

app.py

@@ -50,9 +50,8 @@ examples = [
     [["In a shocking discovery, scientists have found a herd of unicorns living in a remote, previously unexplored valley, in the Andes Mountains. Even more surprising to the researchers was the fact that the unicorns spoke perfect English."], 0.8, 0.9, 50, "GPT-2"],
     [["The first step in the process of developing a new language is to invent a new word."], 0.8, 0.9, 50, "GPT-2"],
 ]
-#             # # could easily use the inference API in /gptinference.py but don't know if it supports length>250
-#             set_seed(randint(1, 2**31))
-            # args found in the source: https://github.com/huggingface/transformers/blob/27b3031de2fb8195dec9bc2093e3e70bdb1c4bff/src/transformers/generation_tf_utils.py#L348-L376
+
+            
 
 
 # check if api.vicgalle.net:5000/generate is down with timeout of 10 seconds
@@ -128,7 +127,7 @@ def f(context, temperature, top_p, max_length, model_idx):
             #
             set_seed(randint(1, 2**31))
             # return sequences specifies how many to return
-            return generator(context, max_length=max_length, top_p=top_p, temperature=temperature, num_return_sequences=1)[0]['generated-text']
+            return generator(context, max_length=max_length, top_p=top_p, temperature=temperature, num_return_sequences=1)#[0]['generated-text']
             # args found in the source: https://github.com/huggingface/transformers/blob/27b3031de2fb8195dec9bc2093e3e70bdb1c4bff/src/transformers/generation_tf_utils.py#L348-L376
 
     except Exception as e: