Update app.py
Browse files
app.py
CHANGED
|
@@ -55,7 +55,7 @@ model = Qwen2VLForConditionalGeneration.from_pretrained(
|
|
| 55 |
destination_folder,
|
| 56 |
torch_dtype=torch.bfloat16,
|
| 57 |
# device_map="cpu",
|
| 58 |
-
|
| 59 |
)
|
| 60 |
|
| 61 |
# Load the processor
|
|
|
|
| 55 |
destination_folder,
|
| 56 |
torch_dtype=torch.bfloat16,
|
| 57 |
# device_map="cpu",
|
| 58 |
+
_attn_implementation = "flash_attention_2",
|
| 59 |
)
|
| 60 |
|
| 61 |
# Load the processor
|