first commit

Dockerfile

@@ -0,0 +1,16 @@
+FROM python:3
+
+RUN useradd -m -u 1000 user
+USER user
+ENV HOME=/home/user \
+    PATH=/home/user/.local/bin:$PATH
+
+COPY --chown=user . $HOME/discordbot
+
+WORKDIR $HOME/discordbot
+
+RUN mkdir $HOME/.cache
+
+RUN pip install --no-cache-dir --upgrade -r requirements.txt
+
+CMD ["gunicorn", "-w", "1", "-b", "0.0.0.0:7860","main:main"]

main.py

@@ -0,0 +1,150 @@
+import discord
+import aiohttp
+
+import ast
+import os
+import threading
+
+
+intents = discord.Intents.default()
+intents.message_content = True
+bot = discord.Bot(intents = intents)
+token = os.environ.get('TOKEN_DISCORD')
+
+
+class Like_Dislike(discord.ui.View):
+    @discord.ui.button(style=discord.ButtonStyle.primary, emoji="👍")
+    async def like_button(self, button, interaction):
+        await interaction.response.send_message("You liked the response")
+
+    @discord.ui.button(style=discord.ButtonStyle.primary, emoji="👎")
+    async def dislike_button(self, button, interaction):
+        await interaction.response.send_message("You disliked the response")
+
+
+@bot.event
+async def on_ready():
+    print(f"{bot.user} is ready and online!")
+
+
+@bot.slash_command(name="help", description="list of commands and other info.")
+async def help(ctx: discord.ApplicationContext):
+    await ctx.respond("Hello! FURY Bot responds to all your messages\
+                      \n1)Inside Forum channel and\
+                      \n2)Those that tag the bot.")
+
+
+async def llm_output(question: str, context: str) -> str:
+    """
+    Returns output from the LLM using the given user-question and retrived context
+    """
+
+    URL_LLM = 'https://robinroy03-fury-bot.hf.space'
+    # URL_LLM = 'http://localhost:11434'    # NOTE: FOR TESTING
+
+    prompt = f"""
+    You are a senior FURY developer. FURY is a high level python graphics API similar to VTK.
+
+    Question: {question}
+
+    Context: {context}
+    """
+    obj = {
+            'model': 'llama3-70b-8192',
+            'prompt': prompt,
+            'stream': False
+        }
+    
+    async with aiohttp.ClientSession() as session:
+        async with session.post(URL_LLM + "/api/generate", json=obj) as response:
+            response_json = await response.json()
+    
+    return response_json['choices'][0]['message']['content']
+
+async def embedding_output(message: str) -> list:
+    """
+    Returns embeddings for the given message
+
+    rtype: list of embeddings. Length depends on the model.
+    """
+
+    URL_EMBEDDING = 'https://robinroy03-fury-embeddings-endpoint.hf.space'
+
+    async with aiohttp.ClientSession() as session:
+        async with session.post(URL_EMBEDDING + "/embedding", json={"text": message}) as response:
+            response_json = await response.json(content_type=None)
+    
+    return response_json['output']
+
+
+async def db_output(embedding: list) -> dict:
+    """
+    Returns the KNN results.
+
+    rtype: JSON
+    """
+
+    URL_DB = 'https://robinroy03-fury-db-endpoint.hf.space'
+    
+    async with aiohttp.ClientSession() as session:
+        async with session.post(URL_DB + "/query", json={"embeddings": embedding}) as response:
+            response_json = await response.json()
+        
+    return response_json
+
+
+@bot.event
+async def on_message(message):
+    """
+    Returns llm answer with the relevant context.
+    """
+
+    if (message.author == bot.user) or not(bot.user.mentioned_in(message)):
+        return
+
+    print(message.content)
+    await message.reply(content="Your message was received, it'll take around 30 seconds for FURY to process an answer.")
+
+    question = message.content.replace("<@1243428204124045385>", "")
+    
+    embedding: list = await embedding_output(question)
+
+    db_knn: dict = await db_output(embedding)
+    db_context = ""
+    references = ""
+    for i in range(len(db_knn['matches'])):
+        data = db_knn['matches'][i]['metadata']['data']
+        db_context += (data + "\n")
+        data = ast.literal_eval(data)
+        references += ("<https://github.com/fury-gl/fury/tree/master/" + data['path'] + ">")
+        if data.get("function_name"):
+            references += f"\tFunction Name: {data.get('function_name')}"
+        else:
+            references += f"\tClass Name: {data.get('class_name')}"
+        references += "\n"
+
+    llm_answer: str = await llm_output(question, db_context)      # for the highest knn result (for the test only right now)  TODO: make this better
+
+    try:
+        await message.reply(content=llm_answer[:1990], view=Like_Dislike())             # TODO: handle large responses (>2000)
+        await message.reply(content=f"**References**\n{references}")                                  
+    except Exception as e:                                                           # TODO: make exception handling better
+        print(e)
+        await message.reply("An error occurred. Retry again.")
+
+def run_bot():
+    bot.run(token)
+
+# ===========================================================================================================================================================
+
+from flask import Flask
+
+app = Flask(__name__)
+
+@app.route("/")
+def home():
+    return "The bot is online."
+
+
+threading.Thread(target=run_bot).start()
+app.run()

requirements.txt

@@ -0,0 +1,89 @@
+aiodns==3.2.0
+aiofiles==23.2.1
+aiohttp==3.9.5
+aiosignal==1.3.1
+altair==5.3.0
+annotated-types==0.7.0
+anyio==4.4.0
+attrs==23.2.0
+blinker==1.8.2
+Brotli==1.1.0
+certifi==2024.6.2
+cffi==1.16.0
+charset-normalizer==3.3.2
+click==8.1.7
+contourpy==1.2.1
+cycler==0.12.1
+dnspython==2.6.1
+email_validator==2.1.1
+fastapi==0.111.0
+fastapi-cli==0.0.4
+ffmpy==0.3.2
+filelock==3.14.0
+Flask==3.0.3
+fonttools==4.53.0
+frozenlist==1.4.1
+fsspec==2024.6.0
+gradio==4.33.0
+gradio_client==0.17.0
+gunicorn==22.0.0
+h11==0.14.0
+httpcore==1.0.5
+httptools==0.6.1
+httpx==0.27.0
+huggingface-hub==0.23.3
+idna==3.7
+importlib_resources==6.4.0
+itsdangerous==2.2.0
+Jinja2==3.1.4
+jsonschema==4.22.0
+jsonschema-specifications==2023.12.1
+kiwisolver==1.4.5
+markdown-it-py==3.0.0
+MarkupSafe==2.1.5
+matplotlib==3.9.0
+mdurl==0.1.2
+msgspec==0.18.6
+multidict==6.0.5
+numpy==1.26.4
+orjson==3.10.3
+packaging==24.0
+pandas==2.2.2
+pillow==10.3.0
+py-cord==2.5.0
+pycares==4.4.0
+pycparser==2.22
+pydantic==2.7.3
+pydantic_core==2.18.4
+pydub==0.25.1
+Pygments==2.18.0
+pyparsing==3.1.2
+python-dateutil==2.9.0.post0
+python-dotenv==1.0.1
+python-multipart==0.0.9
+pytz==2024.1
+PyYAML==6.0.1
+referencing==0.35.1
+requests==2.32.3
+rich==13.7.1
+rpds-py==0.18.1
+ruff==0.4.7
+semantic-version==2.10.0
+shellingham==1.5.4
+six==1.16.0
+sniffio==1.3.1
+starlette==0.37.2
+tomlkit==0.12.0
+toolz==0.12.1
+tqdm==4.66.4
+typer==0.12.3
+typing_extensions==4.12.1
+tzdata==2024.1
+ujson==5.10.0
+urllib3==2.2.1
+uvicorn==0.30.1
+uvloop==0.19.0
+watchfiles==0.22.0
+websockets==11.0.3
+Werkzeug==3.0.3
+yarl==1.9.4