Update README.md
Browse files
README.md
CHANGED
|
@@ -76,7 +76,8 @@ vllm serve pytorch/Phi-4-mini-instruct-INT4 --tokenizer microsoft/Phi-4-mini-ins
|
|
| 76 |
|
| 77 |
Install the required packages:
|
| 78 |
```Shell
|
| 79 |
-
|
|
|
|
| 80 |
pip install --pre torchao torch --index-url https://download.pytorch.org/whl/nightly/cu126
|
| 81 |
pip install accelerate
|
| 82 |
```
|
|
@@ -126,7 +127,8 @@ print(output[0]['generated_text'])
|
|
| 126 |
|
| 127 |
Install the required packages:
|
| 128 |
```Shell
|
| 129 |
-
|
|
|
|
| 130 |
pip install --pre torchao torch --index-url https://download.pytorch.org/whl/nightly/cu126
|
| 131 |
pip install accelerate
|
| 132 |
```
|
|
|
|
| 76 |
|
| 77 |
Install the required packages:
|
| 78 |
```Shell
|
| 79 |
+
# for compatibility with modeling file in checkpoint
|
| 80 |
+
pip install transformers==4.53.0
|
| 81 |
pip install --pre torchao torch --index-url https://download.pytorch.org/whl/nightly/cu126
|
| 82 |
pip install accelerate
|
| 83 |
```
|
|
|
|
| 127 |
|
| 128 |
Install the required packages:
|
| 129 |
```Shell
|
| 130 |
+
# for compatibility with modeling file in checkpoint
|
| 131 |
+
pip install transformers==4.53.0
|
| 132 |
pip install --pre torchao torch --index-url https://download.pytorch.org/whl/nightly/cu126
|
| 133 |
pip install accelerate
|
| 134 |
```
|