No device, and cuda in the spaces function?

app.py

@@ -16,7 +16,6 @@ tokenizer = AutoTokenizer.from_pretrained(model_id)
 quantize_config = BaseQuantizeConfig(
         bits=4,
         group_size=128,
-        device_map="auto",
         desc_act=False
     )
 model = AutoGPTQForCausalLM.from_quantized(
@@ -46,7 +45,7 @@ def respond(
 
     response = ""
 
-    inputs = tokenizer.apply_chat_template(messages, return_tensors="pt")
+    inputs = tokenizer.apply_chat_template(messages, return_tensors="pt").to(device=torch.device("cuda"))
     streamer = TextIteratorStreamer(tokenizer, skip_special_tokens=True, skip_prompt=True)
 
     thread = Thread(