t

app.py

@@ -10,6 +10,7 @@ import gradio as gr
 ex=None
 try:
     from transformers import AutoModelForCausalLM, AutoTokenizer
+    tokenizer = AutoTokenizer.from_pretrained("huggingface/EleutherAI/gpt-j-6B")
     # tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-j-6B")
     # model = AutoModelForCausalLM.from_pretrained("EleutherAI/gpt-j-6B")
 except Exception as e:
@@ -18,10 +19,9 @@ except Exception as e:
 def f(text):
     try:
         if ex:
-            raise ex
-        tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-j-6B")
-        model = AutoModelForCausalLM.from_pretrained("EleutherAI/gpt-j-6B")
-        default_do_sample = True #True (default is True)
+            raise Exception("err from transformers import: \n"+str(ex))
+        model = AutoModelForCausalLM.from_pretrained("huggingface/EleutherAI/gpt-j-6B")
+        default_do_sample = False #True (default is True)
         input_ids = tokenizer(text, return_tensors="pt").input_ids
         gen_tokens = model.generate(input_ids, do_sample=default_do_sample, temperature=0.9, max_length=30)
         gen_text = tokenizer.batch_decode(gen_tokens)[0]