Update app.py

app.py

@@ -3,21 +3,14 @@ import spaces
 import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer
 
-#tokenizer = AutoTokenizer.from_pretrained("Upstage/SOLAR-10.7B-Instruct-v1.0")
-#model = AutoModelForCausalLM.from_pretrained(
-    #"rishiraj/meow",
-    #device_map="auto",
-    #torch_dtype=torch.float16,
-#)
-
-# Load model directly
-tokenizer = AutoTokenizer.from_pretrained("cognitivecomputations/dolphin-2.7-mixtral-8x7b")
+tokenizer = AutoTokenizer.from_pretrained("Upstage/SOLAR-10.7B-Instruct-v1.0")
 model = AutoModelForCausalLM.from_pretrained(
-    "cognitivecomputations/dolphin-2.7-mixtral-8x7b",
+    "rishiraj/meow",
     device_map="auto",
-    #torch_dtype=torch.float16,
+    torch_dtype=torch.float16,
 )
 
+
 zero = torch.Tensor([0]).cuda()
 #print(zero.device) # <-- 'cpu' 🤔