Mykes commited on
Commit
9334c42
1 Parent(s): 58b011a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -15,7 +15,7 @@ def load_model():
15
  # repo_id="Mykes/med_gemma7b_gguf",
16
  # filename="*Q4_K_M.gguf",
17
  repo_id="Mykes/med_phi3-mini-4k-GGUF",
18
- filename="*Q8_0.gguf",
19
  verbose=False,
20
  n_ctx=256,
21
  n_batch=256,
 
15
  # repo_id="Mykes/med_gemma7b_gguf",
16
  # filename="*Q4_K_M.gguf",
17
  repo_id="Mykes/med_phi3-mini-4k-GGUF",
18
+ filename="*Q4_K_M.gguf",
19
  verbose=False,
20
  n_ctx=256,
21
  n_batch=256,