from github import Github from github import Auth import os import streamlit as st import datetime import plotly.figure_factory as ff import plotly.graph_objects as go import pandas as pd import math import copy st.set_page_config(layout="wide") name2repo = [("Dataset", "bigcode-project/bigcode-dataset"), ("Training", "bigcode-project/Megatron-LM"), # ("Evaluation", "bigcode-project/bigcode-evaluation-harness"), # ("Inference", "bigcode-project/bigcode-inference-benchmark"), # ("Legal", "bigcode-project/admin"), # ("Demo", "bigcode-project/bigcode-demo") ] name2num_milestones = dict() github_key = os.environ['github'] auth = Auth.Token(github_key) g = Github(auth=auth) df = list() all_status = list() bad_milestones = list() for name, repo_name in name2repo: repo = g.get_repo(repo_name) num_milestones = 0 for milestone in repo.get_milestones(): try: num_milestones += 1 desc = dict() for line in milestone.description.split('\n'): tmp = line.split(":") if len(tmp) > 1: key = tmp[0].lower() value = tmp[1].strip() if key == 'status': value = value.lower() desc[key] = value task_name = f"""{milestone.title}""" if desc['status'] not in all_status: all_status.append(desc['status']) df.append(dict(Task=task_name, Start=desc['start date'], Finish=milestone.due_on.strftime('%Y-%m-%d'), Resource=desc['status'], Description=desc['leader'])) except: num_milestones -= 1 task_name = f"""{milestone.title}""" bad_milestones.append(task_name) name2num_milestones[name] = num_milestones copy_df = copy.deepcopy(df) colors = {'not started': 'rgb(217, 217, 217)', 'in progress': 'rgb(147, 196, 125)', 'high priority - on track': 'rgb(234, 153, 153)', 'high priority - help needed': 'rgb(255, 0, 0)', 'completed': 'rgb(56, 118, 29)'} if len(all_status) == 0: task_name = "None" for key in colors.keys(): if key not in all_status: copy_df.append(dict(Task=task_name, Start='2023-04-09', Finish='2023-04-09', Resource=key)) fig = ff.create_gantt(copy_df, colors=colors, index_col='Resource', show_colorbar=True, show_hover_fill=True, group_tasks=True, title="BigCode planning") fig.update_xaxes(ticks= "outside", ticklabelmode= "period", tickformat="%b", tickcolor= "black", ticklen=10, range=[datetime.datetime(2023, 8, 25), datetime.datetime(2023, 11, 16)], minor=dict( ticklen=4, dtick=7*24*60*60*1000, tick0="2023-09-01", griddash='dot', gridcolor='white') ) fig.update_layout(margin=go.layout.Margin(l=250)) fig.layout.xaxis.rangeselector = None # remove range selector on top # Add today line fig.add_vline(x=datetime.datetime.now().strftime('%Y-%m-%d'), line_width=3, line_dash="dash", line_color="black") fig.add_annotation({ "x": datetime.datetime.now().strftime('%Y-%m-%d'), "y": fig.layout.yaxis['range'][1], "yshift": 10, "text": "Today", "showarrow": False, }) # Add The Stack 1.2 fig.add_vline(x='2023-03-05', line_width=3, line_dash="dash", line_color="red") fig.add_annotation({ "x": '2023-03-05', "y": fig.layout.yaxis['range'][1], "yshift": 10, "text": "The Stack 1.2", "showarrow": False, }) # Add PII fig.add_vline(x='2023-10-01', line_width=3, line_dash="dash", line_color="red") fig.add_annotation({ "x": '2023-10-01', "y": fig.layout.yaxis['range'][1], "yshift": 10, "text": "Model training", "showarrow": False, }) # Add release line fig.add_vline(x='2023-10-31', line_width=3, line_dash="dash", line_color="red") fig.add_annotation({ "x": '2023-10-31', "y": fig.layout.yaxis['range'][1], "yshift": 10, "text": "Model release", "showarrow": False, }) # Add point of contacts fig.add_annotation({ "x": "2023-08-25", "y": fig.layout.yaxis['range'][1], "yshift": 10, "xanchor": "left", "text": "Contact", "showarrow": False}) for i, entry in enumerate(df[::-1]): fig.add_annotation(x='2023-08-25', y=i, text=entry['Description'], showarrow=False, xanchor="left", xref="x") # Add working group annotations fig.add_hline(y=-0.5, line_width=1, line_color="grey") height = -0.5 for name, _ in name2repo[::-1]: if name2num_milestones[name] > 0: fig.add_annotation(x='2023-11-13', y=height + name2num_milestones[name]/2, text=name, showarrow=False, align="center", textangle=-90) height += name2num_milestones[name] fig.add_hline(y=height, line_width=1, line_color="grey") st.plotly_chart(fig, use_container_width=True) if len(bad_milestones): with st.expander("Bad Milestones"): for bms in bad_milestones: st.markdown(bms + "\n\n", unsafe_allow_html=True) if st.button("Refresh"): st.experimental_rerun()