Spaces:
Paused
Paused
| import json | |
| import os | |
| import re | |
| import asyncio | |
| import random | |
| import datetime | |
| from threading import Thread | |
| import discord | |
| import time | |
| import discord.utils | |
| from discord.ext import tasks | |
| from PIL import Image | |
| import streamlit as st | |
| from huggingface_hub import AsyncInferenceClient, login | |
| import time | |
| import os | |
| from gradio_client import Client | |
| async def C(x): | |
| c = Client(src="ybelkada/llava-1-5-dlai") | |
| print(c.view_api(return_format="dict")) | |
| result = c.predict( | |
| "Make a detailed description of the image. This would be sufficient for an LLM to answer questions about it with just your answer.", | |
| "ip.png", | |
| api_name="/predict" | |
| ) | |
| launch_time = datetime.datetime.utcnow() | |
| ph = st.empty() | |
| def syncMessages(): | |
| with ph.container(): | |
| st.link_button(label="Invite the Bot", url="https://discord.com/api/oauth2/authorize?client_id=1116821362695221349&permissions=1067299753024&scope=bot", type="primary") | |
| st.markdown(f"`Status:` :green[**Running**]") | |
| if os.listdir("data") == []: | |
| return 0 | |
| dirs = st.tabs(os.listdir("data")) | |
| i = -1 | |
| for dir in os.listdir("data"): | |
| i += 1 | |
| with dirs[i]: | |
| if os.listdir(f"data/{dir}") == []: | |
| return 0 | |
| files = st.tabs(os.listdir("data/" + dir)) | |
| k = -1 | |
| for file in os.listdir("data/" + dir): | |
| k += 1 | |
| with files[k]: | |
| with open(f"data/{dir}/{file}", "r") as f: | |
| o = f.read().split("<|end_of_turn|>") | |
| for item in o: | |
| if item == "": | |
| continue | |
| item = item.split(": ", 1) | |
| st.markdown(f":blue[{item[0].split('GPT4 Correct ')[1]}]: {item[1]}") | |
| lock_file_path = "test.txt" | |
| if not os.path.exists(lock_file_path): | |
| with open(lock_file_path, "w") as f: | |
| f.write("running") | |
| clone = False | |
| st.markdown("Bot is running, reload the page to see activity.") | |
| else: | |
| print("Streamlit app is already running, only streaming activity.") | |
| clone = True | |
| while True: | |
| syncMessages() | |
| time.sleep(0.5) | |
| exit() | |
| try: | |
| os.mkdir("data") | |
| except: | |
| pass | |
| HF_TOKEN = os.environ["HF_TOKEN"] | |
| login(HF_TOKEN) | |
| sd_turbo = "stabilityai/sd-turbo" | |
| sdxl_turbo = "stabilityai/sd-turbo" | |
| sdxl = "stabilityai/stable-diffusion-xl-base-1.0" | |
| proteus = "dataautogpt3/ProteusV0.2" | |
| sd_2_1 = "stabilityai/stable-diffusion-2-1" | |
| open_journey = "prompthero/openjourney-v4" | |
| SD = AsyncInferenceClient(model=sd_2_1) | |
| SDXL = AsyncInferenceClient(model=sdxl) | |
| SDXLT = AsyncInferenceClient(model=sdxl_turbo) | |
| SDT = AsyncInferenceClient(model=sd_turbo) | |
| PT = AsyncInferenceClient(model=proteus) | |
| LLM = AsyncInferenceClient(model="openchat/openchat-3.5-0106") | |
| RF = AsyncInferenceClient(model="stabilityai/stable-diffusion-xl-refiner-1.0") | |
| UP = AsyncInferenceClient(model="radames/stable-diffusion-x4-upscaler-img2img") | |
| def ec(x, fd="<|image|>", sd="<|image|>"): | |
| matches = re.findall(re.escape(fd) + "(.*?)" + re.escape(sd), x) | |
| matches = matches if matches else [""] | |
| return matches | |
| intents = discord.Intents.default() | |
| intents.message_content = True | |
| client = discord.Client(intents=intents) | |
| async def on_ready(): | |
| if clone: | |
| print(f"Clone started.") | |
| syncMessages() | |
| else: | |
| print(f"Logged in as {client.user}") | |
| presence.start() | |
| async def on_guild_join(guild): | |
| await guild.system_channel.send("Hi! I'm Lyre! Use the `--help` command for instructions on setup!") | |
| async def presence(): | |
| if not clone: | |
| delta_uptime = datetime.datetime.utcnow() - launch_time | |
| hours, remainder = divmod(int(delta_uptime.total_seconds()), 3600) | |
| minutes, seconds = divmod(remainder, 60) | |
| days, hours = divmod(hours, 24) | |
| print(f"Online Time: {days:02d}d | {hours:02d}h | {minutes:02d}m | {seconds:02d}s") | |
| await client.change_presence( | |
| status=discord.Status.idle, | |
| activity=discord.Activity( | |
| type=discord.ActivityType.playing, | |
| large_image="https://i.imgur.com/Kk2BvJg.jpg", | |
| large_text="This is Game Icon", | |
| name="Escaping the IRS.", | |
| details="", | |
| state=f"Running for {days:02d}d | {hours:02d}h | {minutes:02d}m", | |
| ), | |
| ) | |
| async def on_disconnect(): | |
| print("Disconnected, Clone status:", clone) | |
| setupCommand = """ | |
| ## Command: `--setup` | |
| The `--setup` command enables Lyre to communicate within a designated channel. | |
| ## Usage: | |
| ```css | |
| --setup [channel] | |
| ``` | |
| ## Parameters | |
| - **[channel]**: Specify the target channel where you want the bot to be active. This is the channel name. | |
| ## Example | |
| ```arduino | |
| --setup <#1234567890123456789> | |
| ``` | |
| or | |
| ```arduino | |
| --setup #general | |
| ``` | |
| """ | |
| revokeCommand = """ | |
| ## Command: `--revoke` | |
| The `--revoke` command prevents Lyre from communicating within a designated channel. | |
| ## Usage: | |
| ```css | |
| --setup [channel] | |
| ``` | |
| ## Parameters | |
| - **[channel]**: Specify the target channel where you want the bot to be active. This is the channel name. | |
| ## Example | |
| ```arduino | |
| --setup <#1234567890123456789> | |
| ``` | |
| or | |
| ```arduino | |
| --setup #general | |
| ```""" | |
| async def on_message(message): | |
| msgchannel = message.channel | |
| if message.embeds != []: | |
| x = "" | |
| for field in message.embeds[0].fields: | |
| x += f"{field.name} - {field.value}" | |
| x += "\n" | |
| message.content = f"""<|title|>{message.embeds[0].title}<|title|>\n{message.embeds[0].description}\n\n{x}""" | |
| try: | |
| msgchannel_name = msgchannel.name | |
| guild = message.guild | |
| guild_name = guild.name | |
| except: | |
| guild_name = "Direct" | |
| msgchannel_name = str(message.author) | |
| with open(f"{guild_name}.guild", "a") as f: | |
| f.write("") | |
| if message.content.startswith("--setup"): | |
| args = message.content.split() | |
| del args[0] | |
| if len(args) == 0: | |
| with open(f"{guild_name}.guild", "a") as f: | |
| f.write(f"{msgchannel.id}\n") | |
| embed = discord.Embed(title="Success!", description=f"You can now chat with the bot in <#{msgchannel.id}>") | |
| await message.reply(embed=embed) | |
| return 0 | |
| if args[0] == "": | |
| embed = discord.Embed(title="Error", description="Parameter `[channel]` empty. Use `--help` for command help.") | |
| await message.reply(embed=embed) | |
| return 0 | |
| if args[0].startswith("<#") and args[0].endswith(">"): | |
| try: | |
| cid = int(args[0][2:-1]) | |
| except: | |
| embed = discord.Embed(title="Error", description="Parameter `[channel]` invalid. Use `--help` for command help.") | |
| await message.reply(embed=embed) | |
| return 0 | |
| c = client.get_channel(cid) | |
| if c in message.guild.text_channels: | |
| with open(f"{guild_name}.guild", "a") as f: | |
| f.write(f"{c.id}\n") | |
| embed = discord.Embed(title="Success!", description=f"You can now chat with the bot in <#{cid}>") | |
| await message.reply(embed=embed) | |
| return 0 | |
| else: | |
| embed = discord.Embed(title="Error", description="Parameter `[channel]` is not in this guild. Use `--help` for command help.") | |
| await message.reply(embed=embed) | |
| return 0 | |
| else: | |
| embed = discord.Embed(title="Error", description="Parameter `[channel]` is not in valid forms. Use `--help` for command help.") | |
| await message.reply(embed=embed) | |
| return 0 | |
| if message.content.startswith("--revoke"): | |
| args = message.content.split() | |
| del args[0] | |
| if len(args) == 0: | |
| with open(f"{guild_name}.guild", "r") as f: | |
| k = f.read().split("\n") | |
| cid = message.channel.id | |
| if str(cid) in k: | |
| k.remove(str(cid)) | |
| with open(f"{guild_name}.guild", "w") as f: | |
| f.write("\n".join(k)) | |
| embed = discord.Embed(title="Success", description=f"Lyre is now unable to chat in <#{msgchannel.id}>") | |
| await message.reply(embed=embed) | |
| return 0 | |
| else: | |
| embed = discord.Embed(title="Error", description=f"Lyre was already unable to chat in <#{msgchannel.id}>") | |
| await message.reply(embed=embed) | |
| return 0 | |
| if args[0] == "": | |
| embed = discord.Embed(title="Error", description="Parameter `[channel]` empty. Use `--help` for command help.") | |
| await message.reply(embed=embed) | |
| return 0 | |
| if args[0].startswith("<#") and args[0].endswith(">"): | |
| try: | |
| cid = int(args[0][2:-1]) | |
| except: | |
| embed = discord.Embed(title="Error", description="Parameter `[channel]` invalid. Use `--help` for command help.") | |
| await message.reply(embed=embed) | |
| return 0 | |
| with open(f"{guild_name}.guild", "r") as f: | |
| k = f.read().split("\n") | |
| if str(cid) in k: | |
| k.remove(str(cid)) | |
| with open(f"{guild_name}.guild", "w") as f: | |
| f.write("\n".join(k)) | |
| embed = discord.Embed(title="Success", description=f"Lyre is now unable to chat in {args[0]}") | |
| await message.reply(embed=embed) | |
| return 0 | |
| else: | |
| embed = discord.Embed(title="Error", description=f"Lyre was already unable to chat in {args[0]}") | |
| await message.reply(embed=embed) | |
| return 0 | |
| else: | |
| embed = discord.Embed(title="Error", description="Parameter `[channel]` is not in valid forms, or does not exist. Use `--help` for command help.") | |
| await message.reply(embed=embed) | |
| return 0 | |
| if message.content.startswith("--reset"): | |
| args = message.content.split() | |
| del args[0] | |
| if len(args) == 0: | |
| try: | |
| os.remove(f"data/{guild_name}/{msgchannel_name}") | |
| embed = discord.Embed(title="Success", description=f"History reset in <#{msgchannel.id}>") | |
| await message.reply(embed=embed) | |
| return 0 | |
| except: | |
| embed = discord.Embed(title="Error", description=f"No history in <#{msgchannel.id}>") | |
| await message.reply(embed=embed) | |
| return 0 | |
| if args[0] == "": | |
| embed = discord.Embed(title="Error", description="Parameter `[channel]` empty. Use `--help` for command help.") | |
| await message.reply(embed=embed) | |
| return 0 | |
| if args[0].startswith("<#") and args[0].endswith(">"): | |
| try: | |
| cid = int(args[0][2:-1]) | |
| except: | |
| embed = discord.Embed(title="Error", description="Parameter `[channel]` invalid. Use `--help` for command help.") | |
| await message.reply(embed=embed) | |
| return 0 | |
| try: | |
| os.remove(f"data/{guild_name}/{msgchannel_name}") | |
| embed = discord.Embed(title="Success", description=f"History rest in {args[0]}") | |
| await message.reply(embed=embed) | |
| return 0 | |
| except: | |
| embed = discord.Embed(title="Error", description=f"No history in {args[0]}") | |
| await message.reply(embed=embed) | |
| return 0 | |
| else: | |
| embed = discord.Embed(title="Error", description="Parameter `[channel]` is not in valid forms, or does not exist. Use `--help` for command help.") | |
| await message.reply(embed=embed) | |
| return 0 | |
| if message.content == "--help": | |
| def check(reaction, user): | |
| return reaction.message.id == msg.id and user == message.author | |
| page = 0 | |
| titles = ["""--setup""", """--reset"""] | |
| pages = [setupCommand, revokeCommand] | |
| embed = discord.Embed(title=titles[page], description=pages[page]) | |
| embed.set_footer(text=f"Page {page + 1} of {len(pages)}") | |
| msg = await message.reply(embed=embed) | |
| await msg.add_reaction("◀️") | |
| await msg.add_reaction("▶️") | |
| while True: | |
| try: | |
| reaction, _ = await client.wait_for('reaction_add', timeout= 20.0, check=check) | |
| if reaction.emoji == '◀️' and page > 0: | |
| page -= 1 | |
| embed = discord.Embed(title=titles[page], description=pages[page]) | |
| embed.set_footer(text=f"Page {page + 1} of {len(pages)}") | |
| await msg.edit(embed=embed) | |
| if reaction.emoji == '▶️' and page < len(pages) -1: | |
| page += 1 | |
| embed = discord.Embed(title=titles[page], description=pages[page]) | |
| embed.set_footer(text=f"Page {page + 1} of {len(pages)}") | |
| await msg.edit(embed=embed) | |
| except asyncio.TimeoutError: | |
| await msg.remove_reaction("◀️") | |
| await msg.remove_reaction("▶️") | |
| return 0 | |
| for user in message.mentions: | |
| if user.bot: | |
| message.content = message.content.replace(f"<@{user.id}>", | |
| f"<@{str(user)}[bot]>") | |
| else: | |
| message.content = message.content.replace(f"<@{user.id}>", | |
| f"<@{str(user)}>") | |
| try: | |
| s = f":green[{message.author}]: :violet[{message.content}] :blue[{msgchannel_name}] :orange[{guild_name}]" | |
| if message.author == client.user: | |
| return | |
| sysrp = f"""GPT4 Correct System: | |
| You are lyre, a discord bot who can generate images. You were made by Araeyn. | |
| Your username is lyre#9828. | |
| You must use the markdown format for your responses. | |
| Do not excessively use bullet points. | |
| Use emojis at the start of your responses. | |
| Use <|title|> at the start of your title for the response and <|title|> at the end of the title. | |
| Your title is a conversation name that ChatGPT would make for the response and question. | |
| Always include a title, both the start tag and the end tag. | |
| If the user asks you to generate an image, use the start tag <|image|> and the end tag <|image|> around the prompt to generate it. Put this at the end of your response. Do not use a link for the image. | |
| For example, if the user asks you to generate an image of a cat, you could say '<|title|>Cat Image<|title|>I hope you enjoy this image of a cat! If you have any other requests or questions, please don't hesitate to ask.<|image|>A cute cat with long fur that is looking out a window with curious eyes, volumetric lighting, 8k<|image|>' | |
| Use relatively short prompts for images(20 words max), but still put details. | |
| Do not generate images unless the user speciifes that they want an image. | |
| If a user has [bot] next to their username, they are a bot. | |
| If there is ImageParsed stuff at the end of the message, that is the text relative to the image.""" | |
| try: | |
| os.mkdir("data/" + guild_name) | |
| except: | |
| pass | |
| caption = "" | |
| if message.reference is not None: | |
| message.content = f"[Replied to: ({str(message.reference.cached_message.author)}: {message.reference.cached_message.content})]; {message.content}" | |
| if len(message.attachments) > 0: | |
| await message.attachments[0].save('ip.png') | |
| caption = f"(ImageParsed:[{await C('ip.png')}])" | |
| if os.path.exists(f"data/{guild_name}/{msgchannel_name}"): | |
| with open(f"data/{guild_name}/{msgchannel_name}", "a") as f: | |
| n = "\n" | |
| if message.author.bot: | |
| f.write( | |
| f"""GPT4 Correct {message.author}[bot]: {message.content.strip(n)}{caption}<|end_of_turn|>""" | |
| ) | |
| else: | |
| f.write( | |
| f"""GPT4 Correct {message.author}: {message.content.strip(n)}{caption}<|end_of_turn|>""" | |
| ) | |
| else: | |
| with open(f"data/{guild_name}/{msgchannel_name}", "w") as f: | |
| if message.author.bot: | |
| f.write( | |
| f"GPT4 Correct system: {sysrp}<|end_of_turn|>GPT4 Correct {message.author}[bot]: {message.content}{caption}<|end_of_turn|>" | |
| ) | |
| else: | |
| f.write( | |
| f"GPT4 Correct system: {sysrp}<|end_of_turn|>GPT4 Correct {message.author}: {message.content}{caption}<|end_of_turn|>" | |
| ) | |
| with open(f"data/{guild_name}/{msgchannel_name}", "r") as f: | |
| context = f.read() | |
| with open(f"{guild_name}.guild", "r") as f: | |
| o = f.read() | |
| if str(message.channel.id) in o.split("\n") or guild_name == "Direct": | |
| async with msgchannel.typing(): | |
| context += f"GPT4 Correct Assistant:" | |
| load = random.choice( | |
| [ | |
| "https://i.pinimg.com/originals/49/23/29/492329d446c422b0483677d0318ab4fa.gif" | |
| ] | |
| ) | |
| output = await LLM.text_generation(context, | |
| stop_sequences=["<|end_of_turn|>"], | |
| max_new_tokens=2048) | |
| title = ec(output, "<|title|>", "<|title|>")[0] | |
| imgp = ec(output)[0] | |
| with open(f"data/{guild_name}/{msgchannel_name}", "a") as f: | |
| f.write(f"GPT4 Correct Assistant: {output}<|end_of_turn|>") | |
| embed = discord.Embed(title=title, | |
| description=output.replace( | |
| f"<|title|>{title}<|title|>", "").replace(f"<|image|>{imgp}<|image|>", ""), | |
| color=0x1E81B0) | |
| if imgp != "": | |
| embed.set_image(url=load) | |
| embed.set_footer( | |
| text= | |
| """Creating...""" | |
| ) | |
| else: | |
| embed.set_footer( | |
| text= | |
| """Information or code generated by Lyre may not always be correct. Lyre was made by Araeyn.""" | |
| ) | |
| e = await message.reply(embed=embed) | |
| if imgp != "": | |
| np = """lowres, text, error, cropped, worst quality, low quality, jpeg artifacts, ugly, duplicate, morbid, mutilated, out of frame, extra fingers, mutated hands, poorly drawn hands, poorly drawn face, mutation, deformed, blurry, dehydrated, bad anatomy, bad proportions, extra limbs, cloned face, disfigured, gross proportions, malformed limbs, missing arms, missing legs, extra arms, extra legs, fused fingers, too many fingers, long neck, username, watermark, signature""" | |
| st = time.time() | |
| # image, m = (await SD.text_to_image(imgp, negative_prompt=np), "Stable Diffusion 2-1") | |
| # image, m = (await SDXL.text_to_image(imgp, negative_prompt=np, num_inference_steps=8), "stable-diffusion-xl-base-1.0") | |
| image, m = (await SDXLT.text_to_image(imgp, negative_prompt=np, num_inference_steps=1, guidance_scale=0.0), "sdxl-turbo") | |
| # image, m = (await SDT.text_to_image(imgp, negative_prompt=np, num_inference_steps=1, guidance_scale=0.0), "sd-turbo") | |
| # image, m = (await PT.text_to_image(imgp, negative_prompt=np), "Proteus v0.2") | |
| image.save("image.png") | |
| file = discord.File("image.png", filename="image.png", description=imgp) | |
| embed.set_image(url="attachment://image.png") | |
| embed.set_footer( | |
| text= | |
| """Refining...""" | |
| ) | |
| await e.edit(embed=embed, attachments=[file]) | |
| gt = time.time() | |
| image, r = (await RF.image_to_image("image.png", num_inference_steps=1, prompt=imgp, negative_prompt=np), "stable-diffusion-xl-refiner-1.0") | |
| rt = time.time() | |
| embed.set_footer( | |
| text= | |
| f"Image generation model is {m}. Refiner model is {r}. Took {round((gt - st) * 10) / 10} seconds to generate. Took {round((rt - gt) * 10) / 10} seconds to refine." | |
| ) | |
| image.save("image.png") | |
| file = discord.File("image.png", filename="image.png") | |
| embed.set_image(url="attachment://image.png") | |
| await e.edit(embed=embed, attachments=[file]) | |
| except Exception as exc: | |
| print(exc) | |
| c = client.get_channel(1202160048126840882) | |
| embed = discord.Embed(title="ERROR", | |
| description=exc, | |
| color=0xFF3348) | |
| await c.send(embed=embed) | |
| embed = discord.Embed(title="ERROR", color=0xFF3348) | |
| await e.edit(embed=embed, attachments=[]) | |
| token = os.environ["TOKEN"] | |
| client.run(token) | |