|
""" |
|
app.py |
|
""" |
|
import os |
|
|
|
import gradio as gr |
|
from groq import Groq |
|
|
|
client = Groq(api_key=os.getenv('GROQ_API_KEY')) |
|
|
|
def autocomplete(text): |
|
if text != "": |
|
response = client.chat.completions.create( |
|
model='gemma-7b-it', |
|
messages=[{"role": "system", "content": "You are a polite and friendly assistant. If you receive NSFW inputs or requests, politely decline."} |
|
{"role": "user", "content": text}], |
|
stream=True |
|
) |
|
|
|
partial_message = "" |
|
for chunk in response: |
|
if chunk.choices[0].delta.content is not None: |
|
partial_message = partial_message + chunk.choices[0].delta.content |
|
yield partial_message |
|
|
|
|
|
iface = gr.Interface( |
|
fn=autocomplete, |
|
inputs=gr.Textbox(lines=2, |
|
placeholder="Hello π", |
|
label="Input Sentence"), |
|
outputs="text", |
|
title="Catch me if you can π", |
|
description="Type a sentence and see the autocomplete. The suggestion updates as you type!", |
|
live=True, |
|
allow_flagging="never" |
|
) |
|
|
|
|
|
iface.launch() |