Update app.py

app.py

@@ -3,11 +3,19 @@ import spaces
 import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer
 
-tokenizer = AutoTokenizer.from_pretrained("Upstage/SOLAR-10.7B-Instruct-v1.0")
+#tokenizer = AutoTokenizer.from_pretrained("Upstage/SOLAR-10.7B-Instruct-v1.0")
+#model = AutoModelForCausalLM.from_pretrained(
+    #"rishiraj/meow",
+    #device_map="auto",
+    #torch_dtype=torch.float16,
+#)
+
+# Load model directly
+tokenizer = AutoTokenizer.from_pretrained("cognitivecomputations/dolphin-2.7-mixtral-8x7b")
 model = AutoModelForCausalLM.from_pretrained(
-    "rishiraj/meow",
+    "cognitivecomputations/dolphin-2.7-mixtral-8x7b",
     device_map="auto",
-    torch_dtype=torch.float16,
+    #torch_dtype=torch.float16,
 )
 
 zero = torch.Tensor([0]).cuda()