Spaces:
Running
on
Zero
Running
on
Zero
怀羽
commited on
Commit
·
4dca14c
1
Parent(s):
8e0492a
lighting the project2
Browse files
app.py
CHANGED
|
@@ -8,12 +8,9 @@ from vllm import LLM, SamplingParams
|
|
| 8 |
# !! 重要 !! -> 将此处的 "your-org/your-algharb-model" 替换成你在 Hugging Face Hub 上的模型ID
|
| 9 |
model_id = "AIDC-AI/Marco-MT-Algharb"
|
| 10 |
|
| 11 |
-
# 为 vLLM 配置 GPU 数量
|
| 12 |
-
tensor_parallel_size = 1
|
| 13 |
-
|
| 14 |
print(f"正在加载模型: {model_id}...")
|
| 15 |
try:
|
| 16 |
-
llm = LLM(model=model_id
|
| 17 |
print("模型加载成功!")
|
| 18 |
except Exception as e:
|
| 19 |
print(f"模型加载失败: {e}")
|
|
|
|
| 8 |
# !! 重要 !! -> 将此处的 "your-org/your-algharb-model" 替换成你在 Hugging Face Hub 上的模型ID
|
| 9 |
model_id = "AIDC-AI/Marco-MT-Algharb"
|
| 10 |
|
|
|
|
|
|
|
|
|
|
| 11 |
print(f"正在加载模型: {model_id}...")
|
| 12 |
try:
|
| 13 |
+
llm = LLM(model=model_id)
|
| 14 |
print("模型加载成功!")
|
| 15 |
except Exception as e:
|
| 16 |
print(f"模型加载失败: {e}")
|