怀羽 commited on
Commit
4dca14c
·
1 Parent(s): 8e0492a

lighting the project2

Browse files
Files changed (1) hide show
  1. app.py +1 -4
app.py CHANGED
@@ -8,12 +8,9 @@ from vllm import LLM, SamplingParams
8
  # !! 重要 !! -> 将此处的 "your-org/your-algharb-model" 替换成你在 Hugging Face Hub 上的模型ID
9
  model_id = "AIDC-AI/Marco-MT-Algharb"
10
 
11
- # 为 vLLM 配置 GPU 数量
12
- tensor_parallel_size = 1
13
-
14
  print(f"正在加载模型: {model_id}...")
15
  try:
16
- llm = LLM(model=model_id, tensor_parallel_size=tensor_parallel_size)
17
  print("模型加载成功!")
18
  except Exception as e:
19
  print(f"模型加载失败: {e}")
 
8
  # !! 重要 !! -> 将此处的 "your-org/your-algharb-model" 替换成你在 Hugging Face Hub 上的模型ID
9
  model_id = "AIDC-AI/Marco-MT-Algharb"
10
 
 
 
 
11
  print(f"正在加载模型: {model_id}...")
12
  try:
13
+ llm = LLM(model=model_id)
14
  print("模型加载成功!")
15
  except Exception as e:
16
  print(f"模型加载失败: {e}")