| """ | |
| app.py | |
| """ | |
| import os | |
| import gradio as gr | |
| from groq import Groq | |
| client = Groq(api_key=os.getenv('GROQ_API_KEY')) | |
| def autocomplete(text): | |
| if text != "": | |
| response = client.chat.completions.create( | |
| model='gemma-7b-it', | |
| messages=[ | |
| { | |
| "role": "user", | |
| "content": text | |
| }], | |
| stream=True | |
| ) | |
| partial_message = "" | |
| for chunk in response: | |
| if chunk.choices[0].delta.content is not None: | |
| partial_message = partial_message + chunk.choices[0].delta.content | |
| yield partial_message | |
| # Create the Gradio interface with live updates | |
| iface = gr.Interface( | |
| fn=autocomplete, | |
| inputs=gr.Textbox(lines=2, | |
| placeholder="Hello 👋", | |
| label="Input Sentence"), | |
| outputs=gr.Markdown(), | |
| title="Catch me if you can 🐰", | |
| description="Powered by Groq & Gemma", | |
| live=True, # Set live to True for real-time feedback | |
| allow_flagging="never" # Disable flagging | |
| ) | |
| # Launch the app | |
| iface.launch() |