Update app.py

app.py

@@ -27,14 +27,14 @@ def init():
     histories = []
     #model = None
 
-    
-    
-    if not is_hugging_face:
-        model = AutoModelForCausalLM.from_pretrained(
+    model = AutoModelForCausalLM.from_pretrained(
             model_id, token=huggingface_token ,torch_dtype=dtype,device_map=device
         )
-        text_generator = pipeline("text-generation", model=model, tokenizer=tokenizer,torch_dtype=dtype,device_map=device ) #pipeline has not to(device)
-        
+    text_generator = pipeline("text-generation", model=model, tokenizer=tokenizer,torch_dtype=dtype,device_map=device ) #pipeline has not to(device)
+       
+    
+    if not is_hugging_face:
+         
         if next(model.parameters()).is_cuda:
             print("The model is on a GPU")
         else: