Spaces:
Running
Running
from typing import List, Tuple, Optional | |
import google.generativeai as genai | |
import gradio as gr | |
from PIL import Image | |
TITLE = """<h1 align="center">Gemini Pro and Pro Vision via API π</h1>""" | |
DUPLICATE = """ | |
<div style="text-align: center; display: flex; justify-content: center; align-items: center;"> | |
<a href="https://huggingface.co/spaces/SkalskiP/ChatGemini?duplicate=true"> | |
<img src="https://bit.ly/3gLdBN6" alt="Duplicate Space" style="margin-right: 10px;"> | |
</a> | |
<span>Duplicate the Space and run securely with your | |
<a href="https://makersuite.google.com/app/apikey">GOOGLE API KEY</a>. | |
</span> | |
</div> | |
""" | |
def predict( | |
google_key: str, | |
text_prompt: str, | |
image_prompt: Optional[Image.Image], | |
temperature: float, | |
chatbot: List[Tuple[str, str]] | |
) -> Tuple[str, List[Tuple[str, str]]]: | |
if not google_key: | |
raise ValueError( | |
"GOOGLE_API_KEY is not set. " | |
"Please follow the instructions in the README to set it up.") | |
genai.configure(api_key=google_key) | |
generation_config = genai.types.GenerationConfig(temperature=temperature) | |
if image_prompt is None: | |
model = genai.GenerativeModel('gemini-pro') | |
response = model.generate_content( | |
text_prompt, | |
stream=True, | |
generation_config=generation_config) | |
response.resolve() | |
else: | |
model = genai.GenerativeModel('gemini-pro-vision') | |
response = model.generate_content( | |
[text_prompt, image_prompt], | |
stream=True, | |
generation_config=generation_config) | |
response.resolve() | |
chatbot.append((text_prompt, response.text)) | |
return "", chatbot | |
google_key_component = gr.Textbox( | |
label="GOOGLE API KEY", | |
value="", | |
type="password", | |
placeholder="...", | |
info="You have to provide your own GOOGLE_API_KEY for this app to function properly", | |
) | |
image_prompt_component = gr.Image(type="pil", label="Image", scale=1) | |
chatbot_component = gr.Chatbot(label='Gemini', scale=2) | |
text_prompt_component = gr.Textbox( | |
placeholder="Hi there!", | |
label="Ask me anything and press Enter" | |
) | |
run_button_component = gr.Button() | |
temperature_component = gr.Slider( | |
minimum=0, | |
maximum=1.0, | |
value=0.5, | |
step=0.05, | |
label="Temperature", | |
info="Controls the randomness of the output.") | |
inputs = [ | |
google_key_component, | |
text_prompt_component, | |
image_prompt_component, | |
temperature_component, | |
chatbot_component | |
] | |
with gr.Blocks() as demo: | |
gr.HTML(TITLE) | |
gr.HTML(DUPLICATE) | |
with gr.Column(): | |
google_key_component.render() | |
with gr.Row(): | |
image_prompt_component.render() | |
chatbot_component.render() | |
text_prompt_component.render() | |
run_button_component.render() | |
with gr.Accordion("Parameters", open=False): | |
temperature_component.render() | |
run_button_component.click( | |
fn=predict, | |
inputs=inputs, | |
outputs=[text_prompt_component, chatbot_component], | |
) | |
text_prompt_component.submit( | |
fn=predict, | |
inputs=inputs, | |
outputs=[text_prompt_component, chatbot_component], | |
) | |
demo.queue(max_size=99).launch(debug=True) | |