Spaces:
Sleeping
Sleeping
Commit
•
013791c
1
Parent(s):
e548454
Update app.py
Browse files
app.py
CHANGED
@@ -20,7 +20,7 @@ filename = "ggml-vicuna-7b-1.1-q4_1.bin"
|
|
20 |
download_file(ggml_model_path, filename)
|
21 |
|
22 |
|
23 |
-
llm = Llama(model_path=
|
24 |
|
25 |
|
26 |
def generate_text(prompt="Who is the CEO of Apple?"):
|
|
|
20 |
download_file(ggml_model_path, filename)
|
21 |
|
22 |
|
23 |
+
llm = Llama(model_path=filename, n_ctx=512, n_batch=126)
|
24 |
|
25 |
|
26 |
def generate_text(prompt="Who is the CEO of Apple?"):
|