Upload folder using huggingface_hub
Browse files
README.md
CHANGED
|
@@ -33,7 +33,7 @@ vllm serve $model_id \
|
|
| 33 |
# Multi-token prediction is supported
|
| 34 |
model_id=tiny-random/hy3
|
| 35 |
python3 -m sglang.launch_server \
|
| 36 |
-
--model
|
| 37 |
--tp 2 \
|
| 38 |
--tool-call-parser hunyuan \
|
| 39 |
--reasoning-parser hunyuan \
|
|
|
|
| 33 |
# Multi-token prediction is supported
|
| 34 |
model_id=tiny-random/hy3
|
| 35 |
python3 -m sglang.launch_server \
|
| 36 |
+
--model $model_id \
|
| 37 |
--tp 2 \
|
| 38 |
--tool-call-parser hunyuan \
|
| 39 |
--reasoning-parser hunyuan \
|