Update app.py

app.py

@@ -1,4 +1,5 @@
 import gradio as gr
+import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer
 from hf_olmo import * # registers the Auto* classes
 
@@ -10,7 +11,7 @@ Join us : 🌟TeamTonic🌟 is always making cool demos! Join our active builder
 
 model_name = "allenai/OLMo-7B"
 tokenizer = AutoTokenizer.from_pretrained(model_name)
-model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16, load_in_8bit=True)
+model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=float16, load_in_8bit=True)
 # model = AutoModelForCausalLM.from_pretrained(model_name)
 
 def generate_text(prompt, max_new_tokens, top_k, top_p, do_sample):