NeonBohdan commited on
Commit
56b174a
1 Parent(s): 4fe16fe

Embed revision into model name

Browse files
Files changed (1) hide show
  1. vllm.sh +1 -1
vllm.sh CHANGED
@@ -43,4 +43,4 @@ if [[ -z "$model" || -z "$api_key" ]]; then
43
  fi
44
 
45
  # Run the Python command with the provided arguments
46
- python -m vllm.entrypoints.openai.api_server --model "$model" --revision "$revision" --port "$port" --api-key "$api_key"
 
43
  fi
44
 
45
  # Run the Python command with the provided arguments
46
+ python -m vllm.entrypoints.openai.api_server --model "$model" --revision "$revision" --port "$port" --api-key "$api_key" --served-model-name "$model@$revision"