Update app.py

app.py

@@ -24,7 +24,7 @@ from openai import OpenAI
 from llama_index.core import StorageContext
 from llama_index.core import load_index_from_storage
 from llama_index.llms.openai import OpenAI
-#from llama_index.core import Settings
+from llama_index.core import Settings
 
 # add datetime and ip to the log file
 from datetime import datetime;
@@ -41,7 +41,7 @@ session_id = uuid4()
 # deprecated
 storage_context = StorageContext.from_defaults(persist_dir='./')
 # gpt-3.5_turbo is the current default model
-llm_predictor = OpenAI(temperature=0.5, model="gpt-4")
+Settings.llm = OpenAI(temperature=0.5, model="gpt-4")
 #service_context = ServiceContext.from_defaults(llm=llm_predictor)
 #index = load_index_from_storage(storage_context, service_context=service_context)
 index = load_index_from_storage(storage_context)
@@ -67,7 +67,7 @@ class Chatbot:
         )
         
     def generate_response(self, user_input):
-        query_engine = index.as_query_engine(llm=llm_predictor)
+        query_engine = index.as_query_engine(llm=llm)
         response = query_engine.query(user_input)
         
         # generate response