Update app.py

app.py

@@ -1,28 +1,23 @@
 import gradio as gr
-import requests
 
-API_URL = "https://api-inference.huggingface.co/models/bigscience/bloom"
-headers = {"Authorization": "Bearer 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"}
+def create_gradio_app(model, tokenizer):
+    def gradio_fn(question):
+        inputs = tokenizer(question, return_tensors="pt")
+        outputs = model(inputs)[0]
+        generated_text = tokenizer.decode(outputs[0], skip_special_tokens=True)
+        return generated_text
 
-def query(payload):
-    response = requests.post(API_URL, headers=headers, json=payload)
-    return response.json()
+    iface = gr.Interface(
+        fn=gradio_fn,
+        inputs=gr.inputs.Textbox(),
+        outputs=gr.outputs.Textbox(),
+        live=True,
+        title="Gradio App",
+        description="Create a gradio app using the Quokka-7b model.",
+    )
+    return iface
 
-def chatbot(question):
-    response = query({
-        "inputs": question
-    })
-    generated_text = response[0]["generated_text"].strip()
-    return generated_text
-
-iface = gr.Interface(
-    fn=chatbot,
-    inputs=gr.inputs.Textbox(),
-    outputs=gr.outputs.Textbox(),
-    live=True,
-    title="Chatbot de Vestibular",
-    description="Digite sua pergunta sobre vestibulares e receba respostas do nosso assistente de vestibular.",
-)
+iface = create_gradio_app(model, tokenizer)
 
 if __name__ == "__main__":
     iface.launch()