uaritm commited on
Commit
c8681ea
1 Parent(s): 14fb7f8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -9,7 +9,7 @@ from huggingface_hub import hf_hub_download
9
  convHistory = ''
10
  modelfile = hf_hub_download(
11
  repo_id=os.environ.get("REPO_ID", "TheBloke/stablelm-zephyr-3b-GGUF"), #("REPO_ID", "TheBloke/stablelm-zephyr-3b-GGUF"), HuggingFaceH4/zephyr-7b-beta
12
- filename=os.environ.get("MODEL_FILE", "stablelm-zephyr-3b.Q4_K_M.gguf"), #("MODEL_FILE", "stablelm-zephyr-3b.Q4_K_M.gguf"),
13
  )
14
  repetitionpenalty = 1.15
15
  contextlength=4096
 
9
  convHistory = ''
10
  modelfile = hf_hub_download(
11
  repo_id=os.environ.get("REPO_ID", "TheBloke/stablelm-zephyr-3b-GGUF"), #("REPO_ID", "TheBloke/stablelm-zephyr-3b-GGUF"), HuggingFaceH4/zephyr-7b-beta
12
+ filename=os.environ.get("MODEL_FILE", "stablelm-zephyr-3b.Q2_K.gguf"), #("MODEL_FILE", "stablelm-zephyr-3b.Q4_K_M.gguf"),
13
  )
14
  repetitionpenalty = 1.15
15
  contextlength=4096