Update handler.py

handler.py

@@ -68,6 +68,7 @@ class EndpointHandler():
         {chat_history}
         Follow Up Input: {question}
         Standalone question:"""
+        
         CONDENSE_QUESTION_PROMPT = PromptTemplate.from_template(_template)
         
         template = """Answer the question based only on the following context:
@@ -93,7 +94,7 @@ class EndpointHandler():
                 "chat_history": lambda x: get_buffer_string(x["chat_history"]),
             }
             | CONDENSE_QUESTION_PROMPT
-            | ChatOpenAI(temperature=0)
+            | chat(temperature=0)
             | StrOutputParser(),
         }
         # Now we retrieve the documents
@@ -108,7 +109,7 @@ class EndpointHandler():
         }
         # And finally, we do the part that returns the answers
         answer = {
-            "answer": final_inputs | ANSWER_PROMPT | ChatOpenAI(),
+            "answer": final_inputs | ANSWER_PROMPT | chat,
             "docs": itemgetter("docs"),
         }
         # And now we put it all together!