hellojj7 commited on
Commit
76f2211
1 Parent(s): 418e043

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -17,7 +17,7 @@ def getLLMResponse(form_input,email_sender,email_recipient,email_style):
17
 
18
  #C Transformers is the Python library that provides bindings for transformer models implemented in C/C++ using the GGML library
19
 
20
- llm = CTransformers(model='models/llama-2-7b-chat.ggmlv3.q8_0.bin', #https://huggingface.co/TheBloke/Llama-2-7B-Chat-GGML/tree/main
21
  model_type='llama',
22
  config={'max_new_tokens': 256,
23
  'temperature': 0.01})
 
17
 
18
  #C Transformers is the Python library that provides bindings for transformer models implemented in C/C++ using the GGML library
19
 
20
+ llm = CTransformers(model='BashitAli/llama-2-7b-chat.ggmlv3.q5_K_M', #https://huggingface.co/TheBloke/Llama-2-7B-Chat-GGML/blob/main/llama-2-7b-chat.ggmlv3.q8_0.bin
21
  model_type='llama',
22
  config={'max_new_tokens': 256,
23
  'temperature': 0.01})