Spaces:
Sleeping
Sleeping
import os | |
import requests | |
#from google.colab import userdata # Secure storage for API keys in Colab | |
import gradio as gr | |
# Get the Groq API key securely (use userdata in Colab) | |
groq_api_key = os.getenv("GROQ_API_KEY") # Store using userdata.set("GROQ_API_KEY", "your_api_key") | |
if not groq_api_key: | |
raise ValueError("GROQ_API_KEY not found! Set it using userdata.set('GROQ_API_KEY', 'your_api_key')") | |
# Define the URL for the Groq API endpoint | |
url = "https://api.groq.com/openai/v1/chat/completions" | |
# Set the headers for the API request | |
headers = { | |
"Authorization": f"Bearer {groq_api_key}" | |
} | |
def chat_with_groq(user_input): | |
body = { | |
"model": "deepseek-r1-distill-qwen-32b", | |
"messages": [ | |
{"role": "user", "content": user_input} | |
] | |
} | |
# Send a POST request to the Groq API | |
response = requests.post(url, headers=headers, json=body) | |
# Check if the request was successful | |
if response.status_code == 200: | |
return response.json()['choices'][0]['message']['content'] | |
else: | |
return "Error:", response.json() | |
interface=gr.Interface( | |
fn=chat_with_groq, | |
inputs=gr.Textbox("Ask me anything..."), | |
outputs=gr.Textbox(), | |
title="Chat bot using groq (deepseek-r1-distill-qwen-32b)", | |
description="Type your question below and get a response powered by Groq's Llama 3.1-8B model" | |
) | |
if __name__ =="__main__": | |
interface.launch() | |
#interface.launch() |