taprosoft
commited on
Commit
·
7d03afc
1
Parent(s):
90ca638
fix: move to VLLM
Browse files- backends/smoldocling.py +1 -3
backends/smoldocling.py
CHANGED
|
@@ -16,9 +16,7 @@ PROMPT_TEXT = "Convert page to Docling."
|
|
| 16 |
|
| 17 |
# Initialize processor and model
|
| 18 |
# Initialize LLM
|
| 19 |
-
llm = LLM(
|
| 20 |
-
model=MODEL_PATH, limit_mm_per_prompt={"image": 1}, gpu_memory_utilization=0.4
|
| 21 |
-
)
|
| 22 |
chat_template = f"<|im_start|>User:<image>{PROMPT_TEXT}<end_of_utterance>\nAssistant:"
|
| 23 |
|
| 24 |
sampling_params = SamplingParams(
|
|
|
|
| 16 |
|
| 17 |
# Initialize processor and model
|
| 18 |
# Initialize LLM
|
| 19 |
+
llm = LLM(model=MODEL_PATH, limit_mm_per_prompt={"image": 1})
|
|
|
|
|
|
|
| 20 |
chat_template = f"<|im_start|>User:<image>{PROMPT_TEXT}<end_of_utterance>\nAssistant:"
|
| 21 |
|
| 22 |
sampling_params = SamplingParams(
|