Update app.py
Browse files
app.py
CHANGED
@@ -4,7 +4,7 @@ from llama_cpp import Llama
|
|
4 |
|
5 |
|
6 |
def generate_text(prompt):
|
7 |
-
llm = Llama(model_path="
|
8 |
output = llm(prompt, max_tokens=468, temperature=0.1, top_p=0.5, echo=False, stop=["#"])
|
9 |
text = output['choices'][0]['text']
|
10 |
return text
|
|
|
4 |
|
5 |
|
6 |
def generate_text(prompt):
|
7 |
+
llm = Llama(model_path="eachadea_ggml-vic7b-q4_0.bin", n_ctx=2048)
|
8 |
output = llm(prompt, max_tokens=468, temperature=0.1, top_p=0.5, echo=False, stop=["#"])
|
9 |
text = output['choices'][0]['text']
|
10 |
return text
|