Spaces:
Sleeping
Sleeping
File size: 2,128 Bytes
ac2abc2 4e21816 47f84c9 ed4b8d0 79eb30f 4e21816 63518e9 4e21816 53d8447 4ee3a4a 79eb30f 5ab466e 461da53 48716a6 5ab466e 461da53 5ab466e f66eff8 5ab466e 461da53 79eb30f ebdbe8e 757af16 ebdbe8e 5ab466e b4e33e1 5ab466e ebdbe8e b4e33e1 77551b5 79eb30f 461da53 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 |
import gradio as gr
from huggingface_hub import InferenceClient
client = InferenceClient("Qwen/Qwen2.5-Coder-32B-Instruct")
def respond(
message,
history: list[tuple[str, str]],
system_message,
max_tokens,
temperature,
top_p,
):
messages = [{"role": "system", "content": system_message}]
for val in history:
if val[0]:
messages.append({"role": "user", "content": val[0]})
if val[1]:
messages.append({"role": "assistant", "content": val[1]})
messages.append({"role": "user", "content": message})
response = ""
for message in client.chat_completion(
messages,
max_tokens=max_tokens,
stream=True,
temperature=temperature,
top_p=top_p,
):
token = message.choices[0].delta.content
response += token
yield response
# Custom CSS to change the title color and add logo
opq = """
.gradio-container h1 {
color: #6495ED !important;
display: flex;
align-items: center;
}
"""
# Custom HTML to inject the logo
custom_html = """
<div>
<h1> Welcome to ChatRxple 💬</h1>
</div>
"""
# Combined description with new lines
combined_description = """
Ghar ka ai this AI does not store any data you can use as much you want without logging<br>
-- Follow us on [Instagram](https://www.instagram.com/khellon_patel_21) --
"""
# Use the custom_html for the title
demo = gr.ChatInterface(
respond,
title=custom_html, # Use the custom HTML for the title
description=combined_description,
additional_inputs=[
gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
gr.Slider(minimum=1, maximum=2048, value=2048, step=1, label="Max new tokens"),
gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
gr.Slider(
minimum=0.1,
maximum=1.0,
value=0.95,
step=0.05,
label="Top-p (nucleus sampling)",
),
],
css=opq # Add the custom CSS here
)
if __name__ == "__main__":
demo.launch(share=True) |