isayahc commited on
Commit
a3a6d28
1 Parent(s): 035fd3a

Update app.py

Browse files

trying to find proper model link

Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -6,11 +6,11 @@ from langchain.embeddings import HuggingFaceBgeEmbeddings
6
  from langchain.chains import RetrievalQA
7
  import gradio as gr
8
 
9
- local_llm = "zephyr-7b-beta.Q4_K_S.gguf"
10
 
11
  # Load model directly
12
- from transformers import AutoModel
13
- local_llm = AutoModel.from_pretrained("TheBloke/zephyr-7B-beta-GGUF")
14
 
15
 
16
  config = {
 
6
  from langchain.chains import RetrievalQA
7
  import gradio as gr
8
 
9
+ local_llm = "https://huggingface.co/TheBloke/zephyr-7B-beta-GGUF/blob/main/zephyr-7b-beta.Q5_K_S.gguf"
10
 
11
  # Load model directly
12
+ # from transformers import AutoModel
13
+ # local_llm = AutoModel.from_pretrained("TheBloke/zephyr-7B-beta-GGUF")
14
 
15
 
16
  config = {