liamebs commited on
Commit
7426d1f
1 Parent(s): 78e7cb0

added some comments to app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -25,7 +25,8 @@ filename = "ggml-vicuna-7b-1.1-q4_1.bin"
25
 
26
  download_file(ggml_model_path, filename)
27
 
28
-
 
29
  llm = Llama(model_path=filename, n_ctx=512, n_batch=126)
30
 
31
 
 
25
 
26
  download_file(ggml_model_path, filename)
27
 
28
+ # n_ctx is max length of prompt
29
+ # n_batch is no. of tokens fed to model at a time
30
  llm = Llama(model_path=filename, n_ctx=512, n_batch=126)
31
 
32