Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -12,7 +12,7 @@ DB_FAISS_PATH = 'vectorstore/db_faiss'
|
|
12 |
#Loading the model
|
13 |
def load_llm():
|
14 |
# Load the locally downloaded model here
|
15 |
-
llm = CTransformers(model='TheBloke/Llama-2-7B-Chat-
|
16 |
return llm
|
17 |
|
18 |
st.title("Chat with CSV using Llama2 🦙🦜")
|
|
|
12 |
#Loading the model
|
13 |
def load_llm():
|
14 |
# Load the locally downloaded model here
|
15 |
+
llm = CTransformers(model='TheBloke/Llama-2-7B-Chat-GGML',model_file='llama-2-7b-chat.ggmlv3.q8_0.bin',max_new_tokens=512,temperature=0.1,gpu_layers=50)
|
16 |
return llm
|
17 |
|
18 |
st.title("Chat with CSV using Llama2 🦙🦜")
|