Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -45,7 +45,7 @@ model_id = "CardinalOperations/ORLM-LLaMA-3-8B"
|
|
45 |
# )
|
46 |
# model.eval()
|
47 |
|
48 |
-
subprocess.run(f'huggingface-cli download {model_id} --
|
49 |
model = LLM(model='./local_model', tensor_parallel_size=torch.cuda.device_count())
|
50 |
print("init model done.")
|
51 |
|
|
|
45 |
# )
|
46 |
# model.eval()
|
47 |
|
48 |
+
subprocess.run(f'huggingface-cli download {model_id} --local-dir ./local_model', shell=True)
|
49 |
model = LLM(model='./local_model', tensor_parallel_size=torch.cuda.device_count())
|
50 |
print("init model done.")
|
51 |
|