Upload app.py

app.py

@@ -31,7 +31,6 @@ def load_model(model_name):
         f"{root_path}/{model_name}",
         device_map="auto",
         torch_dtype=torch.bfloat16,
-        load_in_4bit=True,
         trust_remote_code=True,
     )