import asyncio import os import threading from threading import Event from typing import Optional import discord import gradio as gr from discord import Permissions from discord.ext import commands from discord.utils import oauth_url import gradio_client as grc from gradio_client.utils import QueueError event = Event() DISCORD_TOKEN = os.getenv("DISCORD_TOKEN") async def wait(job): while not job.done(): await asyncio.sleep(0.2) def get_client(session: Optional[str] = None) -> grc.Client: client = grc.Client("https://freddyaboulton-gpt-35-turbo.hf.space", hf_token=os.getenv("HF_TOKEN")) if session: client.session_hash = session return client def truncate_response(response: str) -> str: ending = "...\nTruncating response to 2000 characters due to discord api limits." if len(response) > 2000: return response[: 2000 - len(ending)] + ending else: return response intents = discord.Intents.default() intents.message_content = True bot = commands.Bot(command_prefix="!", intents=intents) @bot.event async def on_ready(): print(f"Logged in as {bot.user} (ID: {bot.user.id})") event.set() print("------") thread_to_client = {} thread_to_user = {} @bot.command() @commands.is_owner() async def sync(ctx) -> None: synced = await bot.tree.sync() await ctx.send(f"Synced commands: {', '.join([s.name for s in synced])}.") @bot.hybrid_command( name="chat", description="Enter some text to chat with the bot! Like this: /chat Hello, how are you?", ) async def chat(ctx, prompt: str): if ctx.author.id == bot.user.id: return try: message = await ctx.send("Creating thread...") # User triggered bot via !chat if ctx.message.content: prompt = ctx.message.content.replace( f"{bot.command_prefix}chat", "" ).strip() thread = await message.create_thread(name=prompt) loop = asyncio.get_running_loop() client = await loop.run_in_executor(None, get_client, None) job = client.submit(prompt, api_name="/chat") await wait(job) try: job.result() response = job.outputs()[-1] await thread.send(truncate_response(response)) thread_to_client[thread.id] = client thread_to_user[thread.id] = ctx.author.id except QueueError: await thread.send( "The gradio space powering this bot is really busy! Please try again later!" ) except Exception as e: print(f"{e}") async def continue_chat(message): """Continues a given conversation based on chathistory""" try: client = thread_to_client[message.channel.id] prompt = message.content job = client.submit(prompt, api_name="/chat") await wait(job) try: job.result() response = job.outputs()[-1] await message.reply(truncate_response(response)) except QueueError: await message.reply( "The gradio space powering this bot is really busy! Please try again later!" ) except Exception as e: print(f"Error: {e}") @bot.event async def on_message(message): """Continue the chat""" try: if not message.author.bot: if message.channel.id in thread_to_user: if thread_to_user[message.channel.id] == message.author.id: await continue_chat(message) else: await bot.process_commands(message) except Exception as e: print(f"Error: {e}") # running in thread def run_bot(): if not DISCORD_TOKEN: print("DISCORD_TOKEN NOT SET") event.set() else: bot.run(DISCORD_TOKEN) threading.Thread(target=run_bot).start() event.wait() if not DISCORD_TOKEN: welcome_message = """ ## You have not specified a DISCORD_TOKEN, which means you have not created a bot account. Please follow these steps: ### 1. Go to https://discord.com/developers/applications and click 'New Application' ### 2. Give your bot a name 🤖 ![](https://gradio-builds.s3.amazonaws.com/demo-files/discordbots/BotName.png) ## 3. In Settings > Bot, click the 'Reset Token' button to get a new token. Write it down and keep it safe 🔐 ![](https://gradio-builds.s3.amazonaws.com/demo-files/discordbots/ResetToken.png) ## 4. Optionally make the bot public if you want anyone to be able to add it to their servers ## 5. Scroll down and enable 'Message Content Intent' under 'Priviledged Gateway Intents' ![](https://gradio-builds.s3.amazonaws.com/demo-files/discordbots/MessageContentIntent.png) ## 6. Save your changes! ## 7. The token from step 3 is the DISCORD_TOKEN. Rerun the deploy_discord command, e.g client.deploy_discord(discord_bot_token=DISCORD_TOKEN, ...), or add the token as a space secret manually. """ else: permissions = Permissions(326417525824) url = oauth_url(bot.user.id, permissions=permissions) welcome_message = f""" ## Add this bot to your server by clicking this link: {url} ## How to use it? The bot can be triggered via `!chat` followed by your text prompt. ## Enabling slash commands If you are the owner of this bot, call the `!sync` command from your discord server. This will allow anyone in your server to call the bot via `/chat`. This is known as a slash command and is a nicer experience than calling the bot via `!chat`. After calling `!sync`, it may take a few minutes for `/chat` to be recognized as a valid command in your server. """ with gr.Blocks() as demo: gr.Markdown( f""" # Discord bot of https://freddyaboulton-gpt-35-turbo.hf.space {welcome_message} """ ) demo.launch()