Sakil commited on
Commit
c0264f6
·
1 Parent(s): 5065eda

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -12,7 +12,7 @@ DB_FAISS_PATH = 'vectorstore/db_faiss'
12
  #Loading the model
13
  def load_llm():
14
  # Load the locally downloaded model here
15
- llm = CTransformers(model='TheBloke/Llama-2-7B-Chat-GPTQ',max_new_tokens=512,temperature=0.1,gpu_layers=50)
16
  return llm
17
 
18
  st.title("Chat with CSV using Llama2 🦙🦜")
 
12
  #Loading the model
13
  def load_llm():
14
  # Load the locally downloaded model here
15
+ llm = CTransformers(model='TheBloke/Llama-2-7B-Chat-GGML',model_file='llama-2-7b-chat.ggmlv3.q8_0.bin',max_new_tokens=512,temperature=0.1,gpu_layers=50)
16
  return llm
17
 
18
  st.title("Chat with CSV using Llama2 🦙🦜")