Lyte commited on
Commit
2718c19
·
verified ·
1 Parent(s): 99269bd

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -7,8 +7,8 @@ from typing import List
7
 
8
  model = Llama(
9
  model_path=hf_hub_download(
10
- repo_id=os.environ.get("REPO_ID", "Lyte/QuadConnect2.5-0.5B-v0.0.6b"),
11
- filename=os.environ.get("MODEL_FILE", "quadconnect.Q8_0.gguf"),
12
  ),
13
  n_ctx=16384
14
  )
 
7
 
8
  model = Llama(
9
  model_path=hf_hub_download(
10
+ repo_id=os.environ.get("REPO_ID", "Lyte/QuadConnect-Llama-1B-v0.0.7b"),#"Lyte/QuadConnect2.5-0.5B-v0.0.6b"),
11
+ filename=os.environ.get("MODEL_FILE", "unsloth.Q8_0.gguf"),#"quadconnect.Q8_0.gguf"),
12
  ),
13
  n_ctx=16384
14
  )