Update README.md
Browse files
README.md
CHANGED
|
@@ -75,7 +75,8 @@ vllm serve pytorch/Phi-4-mini-instruct-FP8 --tokenizer microsoft/Phi-4-mini-inst
|
|
| 75 |
|
| 76 |
Install the required packages:
|
| 77 |
```Shell
|
| 78 |
-
|
|
|
|
| 79 |
pip install --pre torchao torch --index-url https://download.pytorch.org/whl/nightly/cu126
|
| 80 |
pip install accelerate
|
| 81 |
```
|
|
@@ -131,7 +132,8 @@ print(output[0]['generated_text'])
|
|
| 131 |
Install the required packages:
|
| 132 |
|
| 133 |
```Shell
|
| 134 |
-
|
|
|
|
| 135 |
pip install --pre torchao --index-url https://download.pytorch.org/whl/nightly/cu126
|
| 136 |
pip install torch
|
| 137 |
pip install accelerate
|
|
|
|
| 75 |
|
| 76 |
Install the required packages:
|
| 77 |
```Shell
|
| 78 |
+
# for compatibility with modeling file in checkpoint
|
| 79 |
+
pip install transformers==4.53.0
|
| 80 |
pip install --pre torchao torch --index-url https://download.pytorch.org/whl/nightly/cu126
|
| 81 |
pip install accelerate
|
| 82 |
```
|
|
|
|
| 132 |
Install the required packages:
|
| 133 |
|
| 134 |
```Shell
|
| 135 |
+
# for compatibility with modeling file in checkpoint
|
| 136 |
+
pip install transformers==4.53.0
|
| 137 |
pip install --pre torchao --index-url https://download.pytorch.org/whl/nightly/cu126
|
| 138 |
pip install torch
|
| 139 |
pip install accelerate
|