t

app.py

@@ -1,21 +1,27 @@
-import gradio as gr
+from transformers import AutoModelForCausalLM, AutoTokenizer
+model = AutoModelForCausalLM.from_pretrained("EleutherAI/gpt-j-6B")
+tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-j-6B")
 
-title = "GPT-J-6B"
+prompt = "In a shocking finding, scientists discovered a herd of unicorns living in a remote, " \
+         "previously unexplored valley, in the Andes Mountains. Even more surprising to the " \
+         "researchers was the fact that the unicorns spoke perfect English."
 
-examples = [
-    ['The tower is 324 metres (1,063 ft) tall,'],
-    ["The Moon's orbit around Earth has"],
-    ["The smooth Borealis basin in the Northern Hemisphere covers 40%"]
-]
+input_ids = tokenizer(prompt, return_tensors="pt").input_ids
 
-gr.Interface.load("huggingface/EleutherAI/gpt-j-6B",
-    inputs=gr.inputs.Textbox(lines=10, label="Input Text"),
-    title=title, examples=examples).launch();
+gen_tokens = model.generate(input_ids, do_sample=True, temperature=0.9, max_length=100)
+gen_text = tokenizer.batch_decode(gen_tokens)[0]
 
+# all below works but testing
 # import gradio as gr
 
-# def greet(name):
-#     return "Hello " + name + "!!"
+# title = "GPT-J-6B"
 
-# iface = gr.Interface(fn=greet, inputs="text", outputs="text")
-# iface.launch()
+# examples = [
+#     ['The tower is 324 metres (1,063 ft) tall,'],
+#     ["The Moon's orbit around Earth has"],
+#     ["The smooth Borealis basin in the Northern Hemisphere covers 40%"]
+# ]
+
+# gr.Interface.load("huggingface/EleutherAI/gpt-j-6B",
+#     inputs=gr.inputs.Textbox(lines=10, label="Input Text"),
+#     title=title, examples=examples).launch();