Monster commited on
Commit
80866c3
1 Parent(s): f87c90d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -7,8 +7,8 @@ from gradio.themes.utils import colors, fonts, sizes
7
  from llama_cpp import Llama
8
  from huggingface_hub import hf_hub_download
9
 
10
- hf_hub_download(repo_id="Pi3141/alpaca-lora-7B-ggml", filename="ggml-model-q4_1.bin", local_dir=".")
11
- llm = Llama(model_path="./ggml-model-q4_1.bin")
12
 
13
 
14
  ins = '''Below is an instruction that describes a task. Write a response that appropriately completes the request.
@@ -123,7 +123,7 @@ with gr.Blocks(theme=seafoam, analytics_enabled=False, css=css) as demo:
123
  gr.Markdown(
124
  """ ## Alpaca-LoRa
125
 
126
- 7b quantized 4bit (q4_1)
127
 
128
  Type in the box below and click the button to generate answers to your most pressing questions!
129
 
 
7
  from llama_cpp import Llama
8
  from huggingface_hub import hf_hub_download
9
 
10
+ hf_hub_download(repo_id="Monster/a", filename="ggml-alpaca-7b-q4.bin", local_dir=".")
11
+ llm = Llama(model_path="./ggml-alpaca-7b-q4.bin")
12
 
13
 
14
  ins = '''Below is an instruction that describes a task. Write a response that appropriately completes the request.
 
123
  gr.Markdown(
124
  """ ## Alpaca-LoRa
125
 
126
+ 7b quantized 4bit (q4_0)
127
 
128
  Type in the box below and click the button to generate answers to your most pressing questions!
129