ndn1954 commited on
Commit
fd226b8
1 Parent(s): c585d1d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -113,6 +113,7 @@ def load_llm(model_name: str, temperature: float) -> Union[ChatOpenAI, LlamaCpp]
113
  return ChatOpenAI(temperature=temperature, model_name=model_name)
114
  elif model_name.startswith("llama-2-"):
115
  callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
 
116
  return LlamaCpp(
117
  model_path=f"./models/{model_name}.bin",
118
  input={"temperature": temperature,
 
113
  return ChatOpenAI(temperature=temperature, model_name=model_name)
114
  elif model_name.startswith("llama-2-"):
115
  callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
116
+
117
  return LlamaCpp(
118
  model_path=f"./models/{model_name}.bin",
119
  input={"temperature": temperature,