isayahc commited on
Commit
035fd3a
1 Parent(s): d9234fd

Update app.py

Browse files

attempt to url not found error

Files changed (1) hide show
  1. app.py +4 -0
app.py CHANGED
@@ -8,6 +8,10 @@ import gradio as gr
8
 
9
  local_llm = "zephyr-7b-beta.Q4_K_S.gguf"
10
 
 
 
 
 
11
 
12
  config = {
13
  "max_new_token": 1024,
 
8
 
9
  local_llm = "zephyr-7b-beta.Q4_K_S.gguf"
10
 
11
+ # Load model directly
12
+ from transformers import AutoModel
13
+ local_llm = AutoModel.from_pretrained("TheBloke/zephyr-7B-beta-GGUF")
14
+
15
 
16
  config = {
17
  "max_new_token": 1024,