t

app.py

@@ -10,8 +10,8 @@ import gradio as gr
 ex=None
 try:
     from transformers import AutoModelForCausalLM, AutoTokenizer
-    tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-j-6B")
-    model = AutoModelForCausalLM.from_pretrained("EleutherAI/gpt-j-6B")
+    # tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-j-6B")
+    # model = AutoModelForCausalLM.from_pretrained("EleutherAI/gpt-j-6B")
 except Exception as e:
     ex = e
 
@@ -19,7 +19,9 @@ def f(text):
     try:
         if ex:
             raise ex
-        default_do_sample = False #True (default is True)
+        tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-j-6B")
+        model = AutoModelForCausalLM.from_pretrained("EleutherAI/gpt-j-6B")
+        default_do_sample = True #True (default is True)
         input_ids = tokenizer(text, return_tensors="pt").input_ids
         gen_tokens = model.generate(input_ids, do_sample=default_do_sample, temperature=0.9, max_length=30)
         gen_text = tokenizer.batch_decode(gen_tokens)[0]