Update app.py

app.py

@@ -8,16 +8,16 @@ from transformers import AutoTokenizer, AutoModelForSequenceClassification
 import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer
 
-model_id = 'pip install accelerate'
-gr.load(f"models/{model_id}").launch()
+model_id = 'TinyPixel/Llama-2-7B-bf16-sharded'
+#gr.load(f"models/{model_id}").launch()
 tokenizer = AutoTokenizer.from_pretrained(model_id)
 
 model = AutoModelForCausalLM.from_pretrained(model_id)
 
-text = "TinyPixel/Llama-2-7B-bf16-sharded"
-inputs = tokenizer(text, return_tensors="pt")
+#text = "TinyPixel/Llama-2-7B-bf16-sharded"
+#inputs = tokenizer(text, return_tensors="pt")
 
-outputs = model.generate(**inputs, max_new_tokens=20)
+#outputs = model.generate(**inputs, max_new_tokens=20)
 print(tokenizer.decode(outputs[0], skip_special_tokens=True))