| import os | |
| import gradio as gr | |
| import openai | |
| import google.generativeai as palm | |
| import together | |
| llm_api_options = ["OpenAI API","Azure OpenAI API","Google PaLM API", "Llama 2"] | |
| TEST_MESSAGE = "Write an introductory paragraph to explain Generative AI to the reader of this content." | |
| openai_models = ["gpt-4", "gpt-4-0613", "gpt-4-32k", "gpt-4-32k-0613", "gpt-3.5-turbo", | |
| "gpt-3.5-turbo-0613", "gpt-3.5-turbo-16k", "gpt-3.5-turbo-16k-0613", "text-davinci-003", | |
| "text-davinci-002", "text-curie-001", "text-babbage-001", "text-ada-001"] | |
| google_palm_models = ["models/text-bison-001", "models/chat-bison-001","models/embedding-gecko-001"] | |
| temperature = 0.7 | |
| def openai_text_completion(openai_api_key: str, prompt: str, model: str): | |
| try: | |
| system_prompt: str = "Explain in detail to help student understand the concept.", | |
| assistant_prompt: str = None, | |
| messages = [ | |
| {"role": "user", "content": f"{prompt}"}, | |
| {"role": "system", "content": f"{system_prompt}"}, | |
| {"role": "assistant", "content": f"{assistant_prompt}"} | |
| ] | |
| openai.api_key = openai_api_key | |
| openai.api_version = '2020-11-07' | |
| completion = openai.ChatCompletion.create( | |
| model = model, | |
| messages = messages, | |
| temperature = temperature | |
| ) | |
| response = completion["choices"][0]["message"].content | |
| return "", response | |
| except Exception as exception: | |
| print(f"Exception Name: {type(exception).__name__}") | |
| print(exception) | |
| return f" openai_text_completion Error - {exception}", "" | |
| def azure_openai_text_completion(azure_openai_api_key: str, azure_endpoint: str, azure_deployment_name: str, prompt: str, model: str): | |
| try: | |
| system_prompt: str = "Explain in detail to help student understand the concept.", | |
| assistant_prompt: str = None, | |
| messages = [ | |
| {"role": "user", "content": f"{prompt}"}, | |
| {"role": "system", "content": f"{system_prompt}"}, | |
| {"role": "assistant", "content": f"{assistant_prompt}"} | |
| ] | |
| openai.api_key = azure_openai_api_key | |
| openai.api_type = "azure" | |
| openai.api_version = "2023-05-15" | |
| openai.api_base = f"https://{azure_endpoint}.openai.azure.com" | |
| completion = openai.ChatCompletion.create( | |
| model = model, | |
| engine = azure_deployment_name, | |
| messages = messages, | |
| temperature = temperature | |
| ) | |
| response = completion["choices"][0]["message"].content | |
| return "", response | |
| except Exception as exception: | |
| print(f"Exception Name: {type(exception).__name__}") | |
| print(exception) | |
| return f" azure_openai_text_completion Error - {exception}", "" | |
| def palm_text_completion(google_palm_key: str, prompt: str, model: str): | |
| try: | |
| candidate_count = 1 | |
| top_k = 40 | |
| top_p = 0.95 | |
| max_output_tokens = 1024 | |
| palm.configure(api_key=google_palm_key) | |
| defaults = { | |
| 'model': model, | |
| 'temperature': temperature, | |
| 'candidate_count': candidate_count, | |
| 'top_k': top_k, | |
| 'top_p': top_p, | |
| 'max_output_tokens': max_output_tokens, | |
| 'stop_sequences': [], | |
| 'safety_settings': [{"category":"HARM_CATEGORY_DEROGATORY","threshold":1},{"category":"HARM_CATEGORY_TOXICITY","threshold":1},{"category":"HARM_CATEGORY_VIOLENCE","threshold":2},{"category":"HARM_CATEGORY_SEXUAL","threshold":2},{"category":"HARM_CATEGORY_MEDICAL","threshold":2},{"category":"HARM_CATEGORY_DANGEROUS","threshold":2}], | |
| } | |
| response = palm.generate_text( | |
| **defaults, | |
| prompt=prompt | |
| ) | |
| return "", response.result | |
| except Exception as exception: | |
| print(f"Exception Name: {type(exception).__name__}") | |
| print(exception) | |
| return f" palm_text_completion Error - {exception}", "" | |
| def test_handler(optionSelection, | |
| openai_key, | |
| azure_openai_key, | |
| azure_openai_api_base, | |
| azure_openai_deployment_name, | |
| google_generative_api_key, | |
| together_api_key, | |
| prompt: str = TEST_MESSAGE, | |
| openai_model_name: str ="gpt-4", | |
| google_model_name: str ="models/text-bison-001", | |
| together_model_name: str = "togethercomputer/llama-2-70b-chat" | |
| ): | |
| match optionSelection: | |
| case "OpenAI API": | |
| message, response = openai_text_completion(openai_key, prompt,openai_model_name) | |
| return message, response | |
| case "Azure OpenAI API": | |
| message, response = azure_openai_text_completion(azure_openai_key, azure_openai_api_base, azure_openai_deployment_name, prompt,openai_model_name) | |
| return message, response | |
| case "Google PaLM API": | |
| message, response = palm_text_completion(google_generative_api_key, prompt,google_model_name) | |
| return message, response | |
| case "Llama 2": | |
| together.api_key = together_api_key | |
| model: str = together_model_name | |
| output = together.Complete.create(prompt, model=model,temperature=temperature) | |
| return "Response from Together API", output['output']['choices'][0]['text'] | |
| case _: | |
| if optionSelection not in llm_api_options: | |
| return ValueError("Invalid choice!"), "" | |
| with gr.Blocks() as LLMDemoTabbedScreen: | |
| with gr.Tab("Text-to-Text (Text Completion)"): | |
| llm_options = gr.Radio(llm_api_options, label="Select one", info="Which service do you want to use?", value="OpenAI API") | |
| with gr.Row(): | |
| with gr.Column(): | |
| test_string = gr.Textbox(label="Try String", value=TEST_MESSAGE, lines=5) | |
| test_string_response = gr.Textbox(label="Response", lines=5) | |
| test_string_output_info = gr.Label(value="Output Info", label="Info") | |
| test_button = gr.Button("Try it") | |
| with gr.Tab("API Settings"): | |
| with gr.Tab("Open AI"): | |
| openai_model = gr.Dropdown(openai_models, value="gpt-4", label="Model", info="Select one, for Natural language") | |
| openai_key = gr.Textbox(label="OpenAI API Key", type="password") | |
| with gr.Tab("Azure Open AI"): | |
| with gr.Row(): | |
| with gr.Column(): | |
| azure_openai_key = gr.Textbox(label="Azure OpenAI API Key", type="password") | |
| azure_openai_api_base = gr.Textbox(label="Azure OpenAI API Endpoint") | |
| azure_openai_deployment_name = gr.Textbox(label="Azure OpenAI API Deployment Name") | |
| with gr.Tab("Google PaLM API"): | |
| with gr.Row(): | |
| with gr.Column(): | |
| google_model_name = gr.Dropdown(google_palm_models, value="models/text-bison-001", label="Model", info="Select one, for Natural language") | |
| google_generative_api_key = gr.Textbox(label="Google Generative AI API Key", type="password") | |
| with gr.Tab("Llama-2"): | |
| with gr.Row(): | |
| with gr.Column(): | |
| together_model_name = gr.Dropdown(['togethercomputer/llama-2-70b-chat'], value="togethercomputer/llama-2-70b-chat", label="Model", info="Select one, for Natural language") | |
| together_api_key = gr.Textbox(label="Together API Key", type="password") | |
| test_button.click( | |
| fn=test_handler, | |
| inputs=[llm_options, | |
| openai_key, | |
| azure_openai_key, | |
| azure_openai_api_base, | |
| azure_openai_deployment_name, | |
| google_generative_api_key, | |
| together_api_key, | |
| test_string, | |
| openai_model, | |
| google_model_name, | |
| together_model_name], | |
| outputs=[test_string_output_info, test_string_response] | |
| ) | |
| if __name__ == "__main__": | |
| LLMDemoTabbedScreen.launch() |