change device_map="auto"

app.py

@@ -9,7 +9,6 @@ import gradio as gr
 
 def main(
     base_model="ise-uiuc/Magicoder-S-DS-6.7B",
-    device="cuda:0",
     port=8080,
 ):
     tokenizer = AutoTokenizer.from_pretrained(base_model)
@@ -17,7 +16,7 @@ def main(
         "text-generation",
         model=base_model,
         torch_dtype=torch.float16,
-        device=device
+        device_map="auto"
     )
     def evaluate_magicoder(
         instruction,