added some comments to app.py
Browse files
app.py
CHANGED
@@ -25,7 +25,8 @@ filename = "ggml-vicuna-7b-1.1-q4_1.bin"
|
|
25 |
|
26 |
download_file(ggml_model_path, filename)
|
27 |
|
28 |
-
|
|
|
29 |
llm = Llama(model_path=filename, n_ctx=512, n_batch=126)
|
30 |
|
31 |
|
|
|
25 |
|
26 |
download_file(ggml_model_path, filename)
|
27 |
|
28 |
+
# n_ctx is max length of prompt
|
29 |
+
# n_batch is no. of tokens fed to model at a time
|
30 |
llm = Llama(model_path=filename, n_ctx=512, n_batch=126)
|
31 |
|
32 |
|