Spaces:
Runtime error
Runtime error
GPT-free-api
commited on
Commit
•
5bc5eea
1
Parent(s):
7b18de9
Update start_vllm_server.sh
Browse files- start_vllm_server.sh +5 -1
start_vllm_server.sh
CHANGED
@@ -1,5 +1,8 @@
|
|
1 |
#!/bin/bash
|
2 |
|
|
|
|
|
|
|
3 |
# vLLMサーバーを開始 (CPUを使用)
|
4 |
vllm serve mistralai/Pixtral-Large-Instruct-2411 \
|
5 |
--config-format mistral \
|
@@ -7,4 +10,5 @@ vllm serve mistralai/Pixtral-Large-Instruct-2411 \
|
|
7 |
--tokenizer_mode mistral \
|
8 |
--limit_mm_per_prompt 'image=10' \
|
9 |
--tensor-parallel-size 1 \
|
10 |
-
--device cpu
|
|
|
|
1 |
#!/bin/bash
|
2 |
|
3 |
+
# Hugging Faceのトークンを環境変数から取得
|
4 |
+
HF_TOKEN=$(os.getenv("hf_token"))
|
5 |
+
|
6 |
# vLLMサーバーを開始 (CPUを使用)
|
7 |
vllm serve mistralai/Pixtral-Large-Instruct-2411 \
|
8 |
--config-format mistral \
|
|
|
10 |
--tokenizer_mode mistral \
|
11 |
--limit_mm_per_prompt 'image=10' \
|
12 |
--tensor-parallel-size 1 \
|
13 |
+
--device cpu \
|
14 |
+
--token $HF_TOKEN
|