Update README.md
Browse files
README.md
CHANGED
|
@@ -29,7 +29,7 @@ For CPU:
|
|
| 29 |
huggingface-cli download microsoft/Phi-4-mini-instruct-onnx/ --include Phi-4-mini-instruct-onnx/cpu_and_mobile/* --local-dir .
|
| 30 |
|
| 31 |
# Install the CPU package of ONNX Runtime GenAI
|
| 32 |
-
pip install onnxruntime-genai
|
| 33 |
|
| 34 |
# Please adjust the model directory (-m) accordingly
|
| 35 |
curl https://raw.githubusercontent.com/microsoft/onnxruntime-genai/main/examples/python/phi3-qa.py -o phi3-qa.py
|
|
@@ -43,7 +43,7 @@ For CUDA:
|
|
| 43 |
huggingface-cli download onnxruntime/Phi-4-mini-instruct-onnx --include Phi-4-mini-instruct-onnx/gpu/* --local-dir .
|
| 44 |
|
| 45 |
# Install the CUDA package of ONNX Runtime GenAI
|
| 46 |
-
pip install onnxruntime-genai-cuda
|
| 47 |
|
| 48 |
# Please adjust the model directory (-m) accordingly
|
| 49 |
curl https://raw.githubusercontent.com/microsoft/onnxruntime-genai/main/examples/python/phi3-qa.py -o phi3-qa.py
|
|
@@ -57,7 +57,7 @@ For DirectML:
|
|
| 57 |
huggingface-cli download onnxruntime/Phi-4-mini-instruct-onnx --include Phi-4-mini-instruct-onnx/gpu/* --local-dir .
|
| 58 |
|
| 59 |
# Install the CUDA package of ONNX Runtime GenAI
|
| 60 |
-
pip install onnxruntime-genai-cuda
|
| 61 |
|
| 62 |
# Please adjust the model directory (-m) accordingly
|
| 63 |
curl https://raw.githubusercontent.com/microsoft/onnxruntime-genai/main/examples/python/phi3-qa.py -o phi3-qa.py
|
|
|
|
| 29 |
huggingface-cli download microsoft/Phi-4-mini-instruct-onnx/ --include Phi-4-mini-instruct-onnx/cpu_and_mobile/* --local-dir .
|
| 30 |
|
| 31 |
# Install the CPU package of ONNX Runtime GenAI
|
| 32 |
+
pip install --pre onnxruntime-genai
|
| 33 |
|
| 34 |
# Please adjust the model directory (-m) accordingly
|
| 35 |
curl https://raw.githubusercontent.com/microsoft/onnxruntime-genai/main/examples/python/phi3-qa.py -o phi3-qa.py
|
|
|
|
| 43 |
huggingface-cli download onnxruntime/Phi-4-mini-instruct-onnx --include Phi-4-mini-instruct-onnx/gpu/* --local-dir .
|
| 44 |
|
| 45 |
# Install the CUDA package of ONNX Runtime GenAI
|
| 46 |
+
pip install --pre onnxruntime-genai-cuda
|
| 47 |
|
| 48 |
# Please adjust the model directory (-m) accordingly
|
| 49 |
curl https://raw.githubusercontent.com/microsoft/onnxruntime-genai/main/examples/python/phi3-qa.py -o phi3-qa.py
|
|
|
|
| 57 |
huggingface-cli download onnxruntime/Phi-4-mini-instruct-onnx --include Phi-4-mini-instruct-onnx/gpu/* --local-dir .
|
| 58 |
|
| 59 |
# Install the CUDA package of ONNX Runtime GenAI
|
| 60 |
+
pip install --pre onnxruntime-genai-cuda
|
| 61 |
|
| 62 |
# Please adjust the model directory (-m) accordingly
|
| 63 |
curl https://raw.githubusercontent.com/microsoft/onnxruntime-genai/main/examples/python/phi3-qa.py -o phi3-qa.py
|