GPT-free-api commited on
Commit
5bc5eea
1 Parent(s): 7b18de9

Update start_vllm_server.sh

Browse files
Files changed (1) hide show
  1. start_vllm_server.sh +5 -1
start_vllm_server.sh CHANGED
@@ -1,5 +1,8 @@
1
  #!/bin/bash
2
 
 
 
 
3
  # vLLMサーバーを開始 (CPUを使用)
4
  vllm serve mistralai/Pixtral-Large-Instruct-2411 \
5
  --config-format mistral \
@@ -7,4 +10,5 @@ vllm serve mistralai/Pixtral-Large-Instruct-2411 \
7
  --tokenizer_mode mistral \
8
  --limit_mm_per_prompt 'image=10' \
9
  --tensor-parallel-size 1 \
10
- --device cpu
 
 
1
  #!/bin/bash
2
 
3
+ # Hugging Faceのトークンを環境変数から取得
4
+ HF_TOKEN=$(os.getenv("hf_token"))
5
+
6
  # vLLMサーバーを開始 (CPUを使用)
7
  vllm serve mistralai/Pixtral-Large-Instruct-2411 \
8
  --config-format mistral \
 
10
  --tokenizer_mode mistral \
11
  --limit_mm_per_prompt 'image=10' \
12
  --tensor-parallel-size 1 \
13
+ --device cpu \
14
+ --token $HF_TOKEN