Spaces:
Runtime error
Runtime error
NeonBohdan
commited on
Commit
•
56b174a
1
Parent(s):
4fe16fe
Embed revision into model name
Browse files
vllm.sh
CHANGED
@@ -43,4 +43,4 @@ if [[ -z "$model" || -z "$api_key" ]]; then
|
|
43 |
fi
|
44 |
|
45 |
# Run the Python command with the provided arguments
|
46 |
-
python -m vllm.entrypoints.openai.api_server --model "$model" --revision "$revision" --port "$port" --api-key "$api_key"
|
|
|
43 |
fi
|
44 |
|
45 |
# Run the Python command with the provided arguments
|
46 |
+
python -m vllm.entrypoints.openai.api_server --model "$model" --revision "$revision" --port "$port" --api-key "$api_key" --served-model-name "$model@$revision"
|