Update app.py

app.py

@@ -728,10 +728,11 @@ if __name__ == "__main__":
 
     model_path = args.model_path
     filt_invalid = "cut"
-    # args = {"multimodal": True}
+    lava_kwargs = {"multimodal": True}
     #model_name = get_model_name_from_path(args.model_path)
     model_name = "pangea_llava_qwen"
-    tokenizer, model, image_processor, context_len = load_pretrained_model(model_path, None, model_name, args.load_8bit, args.load_4bit, **args)
-    model=model.to(torch.device('cuda'))
+    tokenizer, model, image_processor, context_len = load_pretrained_model(model_path, None, model_name, args.load_8bit, args.load_4bit, **lava_kwargs)
+    device = (torch.device("cuda") if torch.cuda.is_available() else torch.device("mps") if getattr(torch.backends, "mps", None) and torch.backends.mps.is_available() else torch.device("cpu"))
+    model = model.to(device)
     chat_image_num = 0
     demo.launch()