Update app.py

app.py

@@ -6,20 +6,14 @@ import google.generativeai as palm
 llm_api_options = ["OpenAI API","Azure OpenAI API","Google PaLM API", "Llama 2"]
 TEST_MESSAGE = "Write an introductory paragraph to explain Generative AI to the reader of this content."
 openai_models = ["gpt-4", "gpt-4-0613", "gpt-4-32k", "gpt-4-32k-0613", "gpt-3.5-turbo",
- 
-                     "gpt-3.5-turbo-0613", "gpt-3.5-turbo-16k", "gpt-3.5-turbo-16k-0613", "text-davinci-003", 
+                      "gpt-3.5-turbo-0613", "gpt-3.5-turbo-16k", "gpt-3.5-turbo-16k-0613", "text-davinci-003", 
                      "text-davinci-002", "text-curie-001", "text-babbage-001", "text-ada-001"]
 
 google_palm_models = ["models/text-bison-001", "models/chat-bison-001","models/embedding-gecko-001"]
 
-azure_endpoint = os.getenv("AZURE_OPENAI_ENDPOINT")
-azure_deployment_name = os.getenv("AZURE_OPENAI_DEPLOYMENT_NAME")
-google_palm_key = os.getenv("GOOGLE_PALM_AI_API_KEY")
-openai_api_key = os.getenv("OPENAI_API_KEY")
-azure_openai_api_key = os.getenv("AZURE_OPENAI_KEY")
 temperature = 0.7
 
-def openai_text_completion(prompt: str, model: str):
+def openai_text_completion(openai_api_key: str, prompt: str, model: str):
     try:
         system_prompt: str = "Explain in detail to help student understand the concept.",
         assistant_prompt: str = None,
@@ -42,7 +36,7 @@ def openai_text_completion(prompt: str, model: str):
         print(exception)
         return f" openai_text_completion Error - {exception}", ""
 
-def azure_openai_text_completion(prompt: str, model: str):
+def azure_openai_text_completion(azure_openai_api_key: str, azure_endpoint: str, azure_deployment_name: str, prompt: str, model: str):
     try:
         system_prompt: str = "Explain in detail to help student understand the concept.",
         assistant_prompt: str = None,
@@ -69,7 +63,7 @@ def azure_openai_text_completion(prompt: str, model: str):
         return f" azure_openai_text_completion Error - {exception}", ""
 
 
-def palm_text_completion(prompt: str, model: str):
+def palm_text_completion(google_palm_key: str, prompt: str, model: str):
     try:        
         candidate_count = 1
         top_k = 40
@@ -97,16 +91,24 @@ def palm_text_completion(prompt: str, model: str):
         print(exception)
         return f" palm_text_completion Error - {exception}", ""
 
-def test_handler(optionSelection, prompt: str = TEST_MESSAGE, openai_model_name: str ="gpt-4", google_model_name: str ="models/text-bison-001"):
+def test_handler(optionSelection, 
+                 openai_key, 
+                 azure_openai_key, 
+                 azure_openai_api_base, 
+                 azure_openai_deployment_name, 
+                 google_generative_api_key, 
+                 prompt: str = TEST_MESSAGE, 
+                 openai_model_name: str ="gpt-4", 
+                 google_model_name: str ="models/text-bison-001"):
     match optionSelection:
         case  "OpenAI API":
-            message, response = openai_text_completion(prompt,openai_model_name)
+            message, response = openai_text_completion(openai_key, prompt,openai_model_name)
             return message, response
         case  "Azure OpenAI API":
-            message, response = azure_openai_text_completion(prompt,openai_model_name)
+            message, response = azure_openai_text_completion(azure_openai_key, azure_openai_api_base, azure_openai_deployment_name, prompt,openai_model_name)
             return message, response
         case  "Google PaLM API":
-            message, response = palm_text_completion(prompt,google_model_name)
+            message, response = palm_text_completion(google_generative_api_key, prompt,google_model_name)
             return message, response
         case  "Llama 2":
             return f"{optionSelection} is not yet implemented!", ""
@@ -128,13 +130,30 @@ with gr.Blocks() as LLMDemoTabbedScreen:
     with gr.Tab("API Settings"):
         with gr.Tab("Open AI"):
             openai_model = gr.Dropdown(openai_models, value="gpt-4", label="Model", info="Select one, for Natural language")
+            openai_key = gr.Textbox(label="Azure OpenAI API Key", type="password")
+        with gr.Tab("Azure Open AI"):
+            with gr.Row():
+                with gr.Column():                    
+                    azure_openai_key = gr.Textbox(label="Azure OpenAI API Key", type="password")
+                    azure_openai_api_base = gr.Textbox(label="Azure OpenAI API Endpoint")
+                    azure_openai_deployment_name = gr.Textbox(label="Azure OpenAI API Deployment Name")
         with gr.Tab("Google PaLM API"):
-            google_model_name = gr.Dropdown(google_palm_models, 
-                                                   value="models/text-bison-001", label="Model", info="Select one, for Natural language") 
+            with gr.Row():
+                with gr.Column():
+                    google_model_name = gr.Dropdown(google_palm_models, value="models/text-bison-001", label="Model", info="Select one, for Natural language") 
+                    google_generative_api_key = gr.Textbox(label="Google Generative AI API Key", type="password")
         
     test_button.click(
             fn=test_handler,
-            inputs=[llm_options, test_string, openai_model, google_model_name],
+            inputs=[llm_options, 
+                    openai_key, 
+                    azure_openai_key, 
+                    azure_openai_api_base, 
+                    azure_openai_deployment_name, 
+                    google_generative_api_key, 
+                    test_string, 
+                    openai_model, 
+                    google_model_name],
             outputs=[test_string_output_info, test_string_response]
     )