CodeNine commited on
Commit
99ca370
·
verified ·
1 Parent(s): e30119a

Create app.py

Browse files
Files changed (1) hide show
  1. app.py +32 -0
app.py ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # app.py
2
+ import os
3
+ from groq import Groq
4
+ import gradio as gr
5
+ from dotenv import load_dotenv
6
+
7
+ # Load .env file (contains your API key)
8
+ load_dotenv()
9
+ client = Groq(api_key=os.environ.get("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"))
10
+
11
+ def groq_chat(message, history):
12
+ messages = [{"role": "system", "content": "You are a helpful assistant."}]
13
+ for user, bot in history:
14
+ messages.append({"role": "user", "content": user})
15
+ messages.append({"role": "assistant", "content": bot})
16
+ messages.append({"role": "user", "content": message})
17
+
18
+ response = client.chat.completions.create(
19
+ model="llama-3.3-70b-versatile", # Change model if needed
20
+ messages=messages,
21
+ temperature=0.7,
22
+ )
23
+ return response.choices[0].message.content
24
+
25
+ demo = gr.ChatInterface(
26
+ fn=groq_chat,
27
+ title="Groq Chatbot",
28
+ description="Chat with a lightning-fast LLM via Groq API",
29
+ theme=gr.themes.Soft()
30
+ )
31
+
32
+ demo.launch()