Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -25,8 +25,6 @@ torch_device = "cuda" if torch.cuda.is_available() else "cpu"
|
|
25 |
print("Running on device:", torch_device)
|
26 |
print("CPU threads:", torch.get_num_threads())
|
27 |
|
28 |
-
hf_hub_download(repo_id='StarFox7/Llama-2-ko-7B-chat-gguf', filename='Llama-2-ko-7B-chat-gguf-q4_0.bin', local_dir='./')
|
29 |
-
|
30 |
llm = LlamaCpp(
|
31 |
model_path='Llama-2-ko-7B-chat-gguf-q4_0.bin',
|
32 |
temperature=0.5,
|
|
|
25 |
print("Running on device:", torch_device)
|
26 |
print("CPU threads:", torch.get_num_threads())
|
27 |
|
|
|
|
|
28 |
llm = LlamaCpp(
|
29 |
model_path='Llama-2-ko-7B-chat-gguf-q4_0.bin',
|
30 |
temperature=0.5,
|