app.py

import discord
import os
import threading
from discord.ext import commands
import json
import datetime
import requests
import os.path
import random
import gspread
import re
import asyncio
import csv
from tabulate import tabulate
import logging
import time
import pandas as pd
from apscheduler.schedulers.background import BackgroundScheduler
from gspread_dataframe import get_as_dataframe, set_with_dataframe
from gspread_formatting.dataframe import format_with_dataframe
import numpy as np

import gradio_client
import gradio as gr
from gradio_client import Client
from huggingface_hub import HfApi, list_models, list_liked_repos, list_metrics

DISCORD_TOKEN = os.environ.get("DISCORD_TOKEN", None)
intents = discord.Intents.all() 
bot = commands.Bot(command_prefix='!', intents=intents)

#logger = logging.getLogger(__name__)
#logging.basicConfig(level=logging.DEBUG)


""""""
XP_PER_MESSAGE = 10 # 100k messages = 1M exp = lvl 100
""""""
service_account = json.loads(os.environ.get('KEY'))
file_path = 'service_account.json'
with open(file_path, 'w') as json_file:
    json.dump(service_account, json_file)
gspread_bot = gspread.service_account(filename='service_account.json')
#worksheet = gspread_bot.open("levelbot").sheet1
worksheet2 = gspread_bot.open("hf_discord_verified_users_test").sheet1
""""""
bot_ids = [1136614989411655780, 1166392942387265536, 1158038249835610123, 1130774761031610388, 1155489509518098565, 1155169841276260546, 1152238037355474964, 1154395078735953930]
""""""
api = HfApi()
""""""
#csv_file = 'data.csv'
global_df = pd.DataFrame()
print(type(global_df))
data = pd.read_csv("https://docs.google.com/spreadsheets/d/1hQSsIg1Y9WdBF_CdNM1L1rUUREoxKqRTe3_ILo-WK8w/export?format=csv&gid=0")

@bot.event
async def on_ready():
    global global_df
    print(f'Logged in as {bot.user.name}')
    print(f"XP_PER_MESSAGE: {XP_PER_MESSAGE}")
    # testing sheet -> read -> paste sheet

    """import data from google sheets -> HF Space .csv (doesn't make API call this way, as it's read-only)""" 

    data['discord_user_id'] = data['discord_user_id'].astype(str)
    global_df = data
    print(f"csv successfully retrieved: {global_df}")
    #data.to_csv(csv_file, index=False)


def update_google_sheet():
    """save data from HF Space -> google sheets (makes 1 API call)"""
    print("test")
    name = "levelbot"
    worksheet = gspread_bot.open(name).sheet1
    set_with_dataframe(worksheet, global_df)
    print({f"Google sheet {name} successfully updated!"})

"""
scheduler = BackgroundScheduler()
scheduler.add_job(update_google_sheet, "interval", seconds=60)
scheduler.start()

"""


def calculate_level(xp):
    return int(xp ** (1.0 / 3.0))


def calculate_xp(level):
    return (int(level ** 3))


processed_users = set()

async def periodic_api_test(): # needs rewrite, can do same thing and interact with csv -> push to google sheets
    try:
        await asyncio.sleep(1)
        column_values_3 = worksheet2.col_values(3)
        column_values_8 = worksheet2.col_values(8)
    
        for i, user in enumerate(column_values_3):
            if user in processed_users:
                continue
    
            url = f"https://huggingface.co/api/users/{user}/overview"
            response = requests.get(url)
    
            if response.status_code == 200:
                data = response.json()
    
                likes = data["numLikes"]
                models = data["numModels"]
                datasets = data["numDatasets"]
                spaces = data["numSpaces"]
                discussions = data["numDiscussions"]
                papers = data["numPapers"]
                upvotes = data["numUpvotes"]
    
                worksheet2.update(values=[[likes, models, datasets, spaces, discussions, papers, upvotes]],
                                  range_name=f'G{i+1}:M{i+1}')
    
                processed_users.add(user)
            else:
                print(f"Failed to retrieve data for user {user}. Status code: {response.status_code}")
            
    except Exception as e:
        print(f"periodic_api_test Error: {e}")    

    
async def add_exp(member_id):
    try:
        global global_df
        
        guild = bot.get_guild(879548962464493619)
        member = guild.get_member(member_id)
        lvl1 = guild.get_role(1171861537699397733)
        lvl2 = guild.get_role(1171861595115245699)
        lvl3 = guild.get_role(1171861626715115591)
        lvl4 = guild.get_role(1171861657975259206)
        lvl5 = guild.get_role(1171861686580412497)
        lvl6 = guild.get_role(1171861900301172736)
        lvl7 = guild.get_role(1171861936258941018)
        lvl8 = guild.get_role(1171861968597024868)
        lvl9 = guild.get_role(1171862009982242836)
        lvl10 = guild.get_role(1164188093713223721)
        lvl11 = guild.get_role(1171524944354607104)
        lvl12 = guild.get_role(1171524990257082458)
        lvl13 = guild.get_role(1171525021928263791)
        lvl14 = guild.get_role(1171525062201966724)
        lvl15 = guild.get_role(1171525098465918996)
        lvl16 = guild.get_role(1176826165546201099)
        lvl17 = guild.get_role(1176826221301092392)
        lvl18 = guild.get_role(1176826260643659776)
        lvl19 = guild.get_role(1176826288816791693)
        lvl20 = guild.get_role(1176826319447801896)

        lvl21 = guild.get_role(1195030831174008902)
        lvl22 = guild.get_role(1195030883351150592)
        lvl23 = guild.get_role(1196055555006009445)
        lvl24 = guild.get_role(1196055640917938216)
        lvl25 = guild.get_role(1196055712506318869)
        lvl26 = guild.get_role(1196055775924195378)
        lvl27 = guild.get_role(1196055837018435664)
        lvl28 = guild.get_role(1196055908267081849)
        lvl29 = guild.get_role(1196055970804150352)
        lvl30 = guild.get_role(1196056027720847380)
        
        lvls = {
            1: lvl1, 2: lvl2, 3: lvl3, 4: lvl4, 5: lvl5, 6: lvl6, 7: lvl7, 8: lvl8, 9: lvl9, 10: lvl10,
            11: lvl11, 12: lvl12, 13: lvl13, 14: lvl14, 15: lvl15, 16: lvl16, 17: lvl17, 18: lvl18, 19: lvl19, 20: lvl20,
            21: lvl21, 22: lvl22, 23: lvl23, 24: lvl24, 25: lvl25, 26: lvl26, 27: lvl27, 28: lvl28, 29: lvl29, 30: lvl30,
        }              

        member_found = False
        for index, cell_value in global_df.iloc[:, 0].items():
            if cell_value == str(member_id):
                # if found, update that row...
                member_found = True
                print(f"Record for {member} found at row {index + 1}, column 1")
        
                # increment the old experience value (better not to replace outright)
                old_xp = global_df.loc[index, 'discord_exp']
                print(old_xp)
                new_xp = old_xp + XP_PER_MESSAGE
                print(f"new_xp = old_xp + XP_PER_MESSAGE / {new_xp} = {old_xp} + {XP_PER_MESSAGE}")
                global_df.loc[index, 'discord_exp'] = new_xp # do not change column name
                print(f"Record for {member} updated from {old_xp} to {new_xp} (+{XP_PER_MESSAGE}) ")
                print(f"Current value: {global_df.loc[index, 'discord_exp']}")
          
                # level up
                current_level = calculate_level(new_xp)
                print(f"Current_level for {member}: {current_level}")
                if current_level >= 2 and current_level <=30:
                    current_role = lvls[current_level]
                    if current_role not in member.roles:            
                        await member.add_roles(current_role)
                        print(f"Level Up! Gave {member} {current_role}")
                        await member.remove_roles(lvls[current_level-1])
                        print(f"Removed {lvls[current_level-1]} from {member}")  
                        #print(f"{member} Level up! {current_level-1} -> {current_level}!")
                        #if current_role in member.roles: # needs update; reference exp reward for verification
                            #await member.send(f"Level up! {current_level-1} -> {current_level}!")   
        
        if not member_found:
            # if not, create new record
            print(f"creating new record for {member}")            
            #string_member_id = str(member.id)
            
            xp = 10 # define somewhere else?
            current_level = calculate_level(xp)
            member_name = member.name
            print(f"test") 
            row_data = [member_id, member_name, xp, current_level]
            print(f"test") 
            new_row_df = pd.DataFrame([row_data], columns=global_df.columns)
            print(type(global_df))
            #updated_df = global_df.append(new_row_df, ignore_index=True) deprecated
            updated_df = pd.concat([global_df, pd.DataFrame([new_row_df])], ignore_index=True)
            print(f"test") 
            # initial role assignment
            if current_level == 1:
                if lvl1 not in member.roles:
                    await member.add_roles(lvl1)
                    print(f"Gave {member} {lvl1}")  # can log this better          

        if member_id == 811235357663297546:
            update_google_sheet()
    except Exception as e:
        print(f"add_exp Error: {e}")   


@bot.event
async def on_message(message):
    try:
        if message.author.id not in bot_ids: # could change to if author does not have bot role (roleid)
            if "!help_xp" not in message.content:
                print(f"adding exp from message {message.author}")
                await asyncio.sleep(1)
                await add_exp(message.author.id)
        await bot.process_commands(message)
    except Exception as e:
        print(f"on_message Error: {e}")

        
@bot.event
async def on_reaction_add(reaction, user):
    try:
        if user.id not in bot_ids:
            print(f"adding exp from react {user.id}")
            await asyncio.sleep(1)
            await add_exp(user.id)
    except Exception as e:
        print(f"on_reaction_add Error: {e}")


@bot.command(name='update_leaderboard')
async def update_leaderboard(ctx, num_results: int = 10): # needs rewrite
    if ctx.author.id == 811235357663297546:
        await asyncio.sleep(1)
        worksheet = gspread_bot.open("levelbot").sheet1
    
        names_list = worksheet.col_values(2)[1:]
        levels_list = worksheet.col_values(4)[1:]
        exp_list = worksheet.col_values(3)[1:]
        channel = bot.get_channel(1197143964994773023)
        message = await channel.fetch_message(1197148293164187678)
    
        # for 3 lists
        combined_list = [list(sublist) for sublist in zip(names_list, levels_list, exp_list)]
        combined_list = [[name, int(level), int(exp)] for name, level, exp in combined_list]
        combined_list = sorted(combined_list, key=lambda x: x[1], reverse=True)
    
        print(combined_list)
        top_results = combined_list[:num_results]
        #print(top_results)
    
        """
        # get position, then find that value in updated_names_list
        levels_list = list(map(int, levels_list))
        data_pairs = list(zip(names_list, levels_list))
        sorted_data_pairs = sorted(data_pairs, key=lambda x: x[1], reverse=True)
        top_data_pairs = sorted_data_pairs[:num_results]    
        """
    
        # remove huggingfolks
        guild = ctx.guild
        role = discord.utils.get(guild.roles, id=897376942817419265)
        if role is None:
            await ctx.send("Role not found.")
            return
        members_with_role = [member.name for member in guild.members if role in member.roles]
        top_results = [r for r in top_results if r[0] not in members_with_role]
        
        for name, level, xp in top_results:
            print(f"Name: {name}, Level: {level}, Exp: {xp}")    
    
    
        def xp_required_to_next_level(current_level, current_xp):
            level_floor_xp = calculate_xp(current_level)
            level_ceiling_xp = calculate_xp(current_level+1)
            xp_to_level_up = level_ceiling_xp - current_xp    
            return (xp_to_level_up)
    
    
        # put into message / leaderboard
        new_leaderboard_data = [(name, level, str(xp_required_to_next_level(int(level), int(xp)))) for name, level, xp in top_results]  
        new_table = tabulate(new_leaderboard_data, headers=["Name", "Level", "XP to level up"], tablefmt="plain")
        await message.edit(content=f"Updated Leaderboard:\n```\n{new_table}\n```")


@bot.command(name='xp_help')
async def xp_help(ctx):
    help_message = "How to earn Discord / Hub exp: Post messages, react, Like, discuss, create repos and papers"
    await ctx.author.send(help_message)




# embeds with user pfps? 
# name, pfp, time in server....

# discord_level column
# pick 10 highest
# update

# weekly do different count
# count number of messages per user for every channel (total messages)
# fix sheet if necessary

# might need cell location data to pull both level and username at same time
# add emojis for some color
# check if members are still in the server 




    


""""""
DISCORD_TOKEN = os.environ.get("DISCORD_TOKEN", None)
def run_bot():
    bot.run(DISCORD_TOKEN)
threading.Thread(target=run_bot).start()


URL = "https://docs.google.com/spreadsheets/d/1hQSsIg1Y9WdBF_CdNM1L1rUUREoxKqRTe3_ILo-WK8w/edit#gid=0"
csv_url = URL.replace('/edit#gid=', '/export?format=csv&gid=')


def get_data():
    data = pd.read_csv(csv_url)
    first_3_columns = data.iloc[:, 1:4]
    first_3_columns.to_csv('first_3_columns.csv', index=False)
    return first_3_columns    
# csv
# read into pandas dataframe1
# read levels column and create pandas dataframe2 with first column containing levels from 2-max found in dataframe1
# create second column in dataframe2 for number of each level found in dataframe1 levels column

demo = gr.Blocks()
with demo:
    dataframe1 = pd.read_csv(csv_url)
    column_values_unique = sorted(dataframe1.iloc[:, 3].unique())
    dataframe2 = pd.DataFrame({'Levels': column_values_unique})
    counts = {}
    for value in data.iloc[:, 3]:
        counts[value] = counts.get(value, 0) + 1
    dataframe2['Members'] = dataframe2['Levels'].map(counts)

    print("\nDataframe 2:")
    print(dataframe2)

    TITLE = """<h1 align="center" id="space-title">🤗 Hugging Face Level Leaderboard</h1>"""
    gr.HTML(TITLE)
    with gr.Tabs(elem_classes="tab-buttons") as tabs:
        with gr.TabItem("🏅 Level leaderboard", elem_id="level-table", id=0):
            #gr.Markdown("# 📈 Experience Leaderboard")
            with gr.Row():
                with gr.Column():
                    gr.DataFrame(get_data, every=5, height=500, interactive=False, col_count=(3, "fixed"), column_widths=["100px","100px","100px"])

                with gr.Column():
                    gr.BarPlot(
                        value=dataframe2,
                        x="Levels",
                        y="Members",
                        title="Level Distribution",
                        height=450,
                        width=450,
                        interactive=False
                    )                   
        #with gr.TabItem("📈 Members of the Week", elem_id="week-table", id=1):
     
        #with gr.TabItem("📈 Hub-only leaderboard", elem_id="hub-table", id=2):

demo.queue().launch()