Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -282,6 +282,7 @@ if __name__ == "__main__":
|
|
| 282 |
filt_invalid="cut"
|
| 283 |
model_name = get_model_name_from_path(args.model_path)
|
| 284 |
tokenizer, model, image_processor, context_len = load_pretrained_model(args.model_path, args.model_base, model_name, args.load_8bit, args.load_4bit)
|
|
|
|
| 285 |
our_chatbot = None
|
| 286 |
# import pdb;pdb.set_trace()
|
| 287 |
# try:
|
|
|
|
| 282 |
filt_invalid="cut"
|
| 283 |
model_name = get_model_name_from_path(args.model_path)
|
| 284 |
tokenizer, model, image_processor, context_len = load_pretrained_model(args.model_path, args.model_base, model_name, args.load_8bit, args.load_4bit)
|
| 285 |
+
model=model.to(torch.device('cuda'))
|
| 286 |
our_chatbot = None
|
| 287 |
# import pdb;pdb.set_trace()
|
| 288 |
# try:
|