Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -113,6 +113,7 @@ def load_llm(model_name: str, temperature: float) -> Union[ChatOpenAI, LlamaCpp]
|
|
113 |
return ChatOpenAI(temperature=temperature, model_name=model_name)
|
114 |
elif model_name.startswith("llama-2-"):
|
115 |
callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
|
|
|
116 |
return LlamaCpp(
|
117 |
model_path=f"./models/{model_name}.bin",
|
118 |
input={"temperature": temperature,
|
|
|
113 |
return ChatOpenAI(temperature=temperature, model_name=model_name)
|
114 |
elif model_name.startswith("llama-2-"):
|
115 |
callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
|
116 |
+
|
117 |
return LlamaCpp(
|
118 |
model_path=f"./models/{model_name}.bin",
|
119 |
input={"temperature": temperature,
|