jghkl commited on
Commit
418910f
1 Parent(s): 6726635

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -91,7 +91,7 @@ if file_path:
91
  # Initialize Large Language Model for question generation
92
  llm_question_gen = LlamaCpp(
93
  streaming = True,
94
- model_path="TheBloke/zephyr-7B-beta-GGUF",
95
  temperature=0.75,
96
  top_p=1,
97
  verbose=True,
@@ -107,7 +107,7 @@ if file_path:
107
  # Initialize Large Language Model for answer generation
108
  llm_answer_gen = LlamaCpp(
109
  streaming = True,
110
- model_path="TheBloke/zephyr-7B-beta-GGUF",
111
  temperature=0.75,
112
  top_p=1,
113
  verbose=True,
 
91
  # Initialize Large Language Model for question generation
92
  llm_question_gen = LlamaCpp(
93
  streaming = True,
94
+ model_path="./zephyr-7b-beta.Q4_K_S.gguf",
95
  temperature=0.75,
96
  top_p=1,
97
  verbose=True,
 
107
  # Initialize Large Language Model for answer generation
108
  llm_answer_gen = LlamaCpp(
109
  streaming = True,
110
+ model_path="./zephyr-7b-beta.Q4_K_S.gguf",
111
  temperature=0.75,
112
  top_p=1,
113
  verbose=True,