velasgio commited on
Commit
b20ca05
1 Parent(s): c5e92b7

Changes needed to switch from local to colab

Browse files
Files changed (1) hide show
  1. app.py +7 -1
app.py CHANGED
@@ -1,10 +1,16 @@
1
  import gradio as gr
2
  from llama_cpp import Llama
3
  import datetime
 
 
 
4
 
5
  #MODEL SETTINGS also for DISPLAY
6
  convHistory = ''
7
- modelfile = "model/stablelm-zephyr-3b.Q4_K_M.gguf"
 
 
 
8
  repetitionpenalty = 1.15
9
  contextlength=4096
10
  logfile = 'StableZephyr3b_logs.txt'
 
1
  import gradio as gr
2
  from llama_cpp import Llama
3
  import datetime
4
+ import os
5
+ import datetime
6
+ from huggingface_hub import hf_hub_download
7
 
8
  #MODEL SETTINGS also for DISPLAY
9
  convHistory = ''
10
+ modelfile = hf_hub_download(
11
+ repo_id=os.environ.get("REPO_ID", "TheBloke/stablelm-zephyr-3b-GGUF"),
12
+ filename=os.environ.get("MODEL_FILE", "stablelm-zephyr-3b.Q4_K_M.gguf"),
13
+ )
14
  repetitionpenalty = 1.15
15
  contextlength=4096
16
  logfile = 'StableZephyr3b_logs.txt'