misc: Change to use Azure OpenAI

app.py

@@ -38,7 +38,7 @@ MODEL_NAME = ChatbotVersion.CHATGPT_4O.value
 
 CHUNK_SIZE = 8191
 LLM, EMBED_MODEL = get_service_provider_config(
-    service_provider=ServiceProvider.OPENAI, model_name=MODEL_NAME)
+    service_provider=ServiceProvider.AZURE, model_name=MODEL_NAME)
 
 # LLM = Ollama(model="llama3.1:latest", request_timeout=60.0, context_window=10000)
 

service_provider_config.py

@@ -1,7 +1,9 @@
+import os
+
 from dotenv import load_dotenv
 from llama_index.embeddings.openai import OpenAIEmbedding
 from llama_index.llms.openai import OpenAI
-from llama_index.embeddings.azure_openai import AzureOpenAI
+from llama_index.llms.azure_openai import AzureOpenAI
 from llama_index.embeddings.azure_openai import AzureOpenAIEmbedding
 from schemas import ServiceProvider, ChatbotVersion
 
@@ -9,21 +11,21 @@ load_dotenv()
 
 def get_service_provider_config(service_provider: ServiceProvider, model_name: str=ChatbotVersion.CHATGPT_35.value):
     if service_provider == ServiceProvider.AZURE:
-        return get_azure_openai_config()
+        return get_azure_openai_config(model_name = model_name)
     if service_provider == ServiceProvider.OPENAI:
         llm = OpenAI(model=model_name)
         embed_model = OpenAIEmbedding()
         return llm, embed_model
 
-
-def get_azure_openai_config():
-    api_key = "<api-key>"
-    azure_endpoint = "https://<your-resource-name>.openai.azure.com/"
-    api_version = "2023-07-01-preview"
+# The engine name needs to be the same as the deployment name in Azure.
+def get_azure_openai_config(model_name: str):
+    api_key = os.getenv("AZURE_OPENAI_API_KEY")
+    azure_endpoint = "https://awesumcare.openai.azure.com/"
+    api_version = "2024-10-01-preview"
 
     llm = AzureOpenAI(
-        model="gpt-35-turbo-16k",
-        deployment_name="my-custom-llm",
+        engine=model_name,
+        model=model_name,
         api_key=api_key,
         azure_endpoint=azure_endpoint,
         api_version=api_version,
@@ -31,8 +33,7 @@ def get_azure_openai_config():
 
     # You need to deploy your own embedding model as well as your own chat completion model
     embed_model = AzureOpenAIEmbedding(
-        model="text-embedding-ada-002",
-        deployment_name="my-custom-embedding",
+        deployment_name="text-embedding-ada-002",
         api_key=api_key,
         azure_endpoint=azure_endpoint,
         api_version=api_version,