Richard Neuschulz
commited on
Commit
•
0bc5ebd
1
Parent(s):
0939023
test
Browse files
app.py
CHANGED
|
@@ -5,7 +5,9 @@ from llama_cpp import Llama
|
|
| 5 |
|
| 6 |
model_id = "TheBloke/KafkaLM-70B-German-V0.1-GGUF"
|
| 7 |
model_filename = "kafkalm-70b-german-v0.1.Q5_K_M.gguf"
|
| 8 |
-
model_path = hf_hub_download(repo_id=model_id, filename=model_filename
|
|
|
|
|
|
|
| 9 |
|
| 10 |
# Initialize the Llama model
|
| 11 |
llm = Llama(
|
|
|
|
| 5 |
|
| 6 |
model_id = "TheBloke/KafkaLM-70B-German-V0.1-GGUF"
|
| 7 |
model_filename = "kafkalm-70b-german-v0.1.Q5_K_M.gguf"
|
| 8 |
+
model_path = hf_hub_download(repo_id=model_id, filename=model_filename)
|
| 9 |
+
|
| 10 |
+
|
| 11 |
|
| 12 |
# Initialize the Llama model
|
| 13 |
llm = Llama(
|