Update llm_loader.py
Browse files
app_modules/llm_loader.py
CHANGED
@@ -219,6 +219,7 @@ class LLMLoader:
|
|
219 |
temperature=0.01,
|
220 |
repetition_penalty=1.115,
|
221 |
callbacks=callbacks,
|
|
|
222 |
streaming=True,
|
223 |
)
|
224 |
elif self.llm_model_type.startswith("huggingface"):
|
|
|
219 |
temperature=0.01,
|
220 |
repetition_penalty=1.115,
|
221 |
callbacks=callbacks,
|
222 |
+
timeout=600,
|
223 |
streaming=True,
|
224 |
)
|
225 |
elif self.llm_model_type.startswith("huggingface"):
|