Spaces:
Runtime error
Runtime error
Commit
•
38d9529
0
Parent(s):
Duplicate from harmdevries/bigcode_planning
Browse filesCo-authored-by: Harm de Vries <harmdevries@users.noreply.huggingface.co>
- .gitattributes +34 -0
- README.md +14 -0
- app.py +131 -0
- requirements.txt +2 -0
.gitattributes
ADDED
@@ -0,0 +1,34 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
*.7z filter=lfs diff=lfs merge=lfs -text
|
2 |
+
*.arrow filter=lfs diff=lfs merge=lfs -text
|
3 |
+
*.bin filter=lfs diff=lfs merge=lfs -text
|
4 |
+
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
5 |
+
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
6 |
+
*.ftz filter=lfs diff=lfs merge=lfs -text
|
7 |
+
*.gz filter=lfs diff=lfs merge=lfs -text
|
8 |
+
*.h5 filter=lfs diff=lfs merge=lfs -text
|
9 |
+
*.joblib filter=lfs diff=lfs merge=lfs -text
|
10 |
+
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
11 |
+
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
12 |
+
*.model filter=lfs diff=lfs merge=lfs -text
|
13 |
+
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
14 |
+
*.npy filter=lfs diff=lfs merge=lfs -text
|
15 |
+
*.npz filter=lfs diff=lfs merge=lfs -text
|
16 |
+
*.onnx filter=lfs diff=lfs merge=lfs -text
|
17 |
+
*.ot filter=lfs diff=lfs merge=lfs -text
|
18 |
+
*.parquet filter=lfs diff=lfs merge=lfs -text
|
19 |
+
*.pb filter=lfs diff=lfs merge=lfs -text
|
20 |
+
*.pickle filter=lfs diff=lfs merge=lfs -text
|
21 |
+
*.pkl filter=lfs diff=lfs merge=lfs -text
|
22 |
+
*.pt filter=lfs diff=lfs merge=lfs -text
|
23 |
+
*.pth filter=lfs diff=lfs merge=lfs -text
|
24 |
+
*.rar filter=lfs diff=lfs merge=lfs -text
|
25 |
+
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
26 |
+
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
27 |
+
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
28 |
+
*.tflite filter=lfs diff=lfs merge=lfs -text
|
29 |
+
*.tgz filter=lfs diff=lfs merge=lfs -text
|
30 |
+
*.wasm filter=lfs diff=lfs merge=lfs -text
|
31 |
+
*.xz filter=lfs diff=lfs merge=lfs -text
|
32 |
+
*.zip filter=lfs diff=lfs merge=lfs -text
|
33 |
+
*.zst filter=lfs diff=lfs merge=lfs -text
|
34 |
+
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
README.md
ADDED
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
---
|
2 |
+
title: Bigcode Planning
|
3 |
+
emoji: 📊
|
4 |
+
colorFrom: gray
|
5 |
+
colorTo: pink
|
6 |
+
sdk: streamlit
|
7 |
+
sdk_version: 1.15.2
|
8 |
+
app_file: app.py
|
9 |
+
pinned: false
|
10 |
+
license: apache-2.0
|
11 |
+
duplicated_from: harmdevries/bigcode_planning
|
12 |
+
---
|
13 |
+
|
14 |
+
Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
|
app.py
ADDED
@@ -0,0 +1,131 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
from github import Github
|
2 |
+
import os
|
3 |
+
import streamlit as st
|
4 |
+
import datetime
|
5 |
+
import plotly.figure_factory as ff
|
6 |
+
import plotly.graph_objects as go
|
7 |
+
import pandas as pd
|
8 |
+
import math
|
9 |
+
import copy
|
10 |
+
|
11 |
+
st.set_page_config(layout="wide")
|
12 |
+
name2repo = [("Training", "bigcode-project/Megatron-LM"),
|
13 |
+
("Dataset", "bigcode-project/bigcode-dataset"),
|
14 |
+
("Evaluation", "bigcode-project/bigcode-evaluation-harness"),
|
15 |
+
("Inference", "bigcode-project/bigcode-inference-benchmark"),
|
16 |
+
("Legal", "bigcode-project/admin")
|
17 |
+
]
|
18 |
+
|
19 |
+
name2num_milestones = dict()
|
20 |
+
g = Github(os.environ.get('github'))
|
21 |
+
df = list()
|
22 |
+
all_status = list()
|
23 |
+
|
24 |
+
for name, repo_name in name2repo:
|
25 |
+
repo = g.get_repo(repo_name)
|
26 |
+
num_milestones = 0
|
27 |
+
for milestone in repo.get_milestones():
|
28 |
+
num_milestones += 1
|
29 |
+
desc = dict()
|
30 |
+
for line in milestone.description.split('\n'):
|
31 |
+
tmp = line.split(":")
|
32 |
+
if len(tmp) > 1:
|
33 |
+
key = tmp[0].lower()
|
34 |
+
value = tmp[1].strip()
|
35 |
+
if key == 'status':
|
36 |
+
value = value.lower()
|
37 |
+
desc[key] = value
|
38 |
+
task_name = f"""<a href="https://www.github.com/{repo_name}/milestone/{milestone.number}", target="_black">{milestone.title}</a>"""
|
39 |
+
if desc['status'] not in all_status:
|
40 |
+
all_status.append(desc['status'])
|
41 |
+
df.append(dict(Task=task_name,
|
42 |
+
Start=desc['start date'],
|
43 |
+
Finish=milestone.due_on.strftime('%Y-%m-%d'),
|
44 |
+
Resource=desc['status'],
|
45 |
+
Description=desc['leader']))
|
46 |
+
name2num_milestones[name] = num_milestones
|
47 |
+
|
48 |
+
copy_df = copy.deepcopy(df)
|
49 |
+
colors = {'not started': 'rgb(217, 217, 217)',
|
50 |
+
'in progress': 'rgb(147, 196, 125)',
|
51 |
+
'high priority - on track': 'rgb(234, 153, 153)',
|
52 |
+
'high priority - help needed': 'rgb(255, 0, 0)',
|
53 |
+
'completed': 'rgb(56, 118, 29)'}
|
54 |
+
|
55 |
+
if len(all_status) == 0:
|
56 |
+
task_name = "None"
|
57 |
+
|
58 |
+
for key in colors.keys():
|
59 |
+
if key not in all_status:
|
60 |
+
copy_df.append(dict(Task=task_name,
|
61 |
+
Start='2023-04-02',
|
62 |
+
Finish='2023-04-02',
|
63 |
+
Resource=key))
|
64 |
+
|
65 |
+
fig = ff.create_gantt(copy_df, colors=colors,
|
66 |
+
index_col='Resource',
|
67 |
+
show_colorbar=True,
|
68 |
+
show_hover_fill=True,
|
69 |
+
group_tasks=True,
|
70 |
+
title="BigCode planning")
|
71 |
+
|
72 |
+
fig.update_xaxes(ticks= "outside",
|
73 |
+
ticklabelmode= "period",
|
74 |
+
tickformat="%b",
|
75 |
+
tickcolor= "black",
|
76 |
+
ticklen=10,
|
77 |
+
range=[datetime.datetime(2022, 12, 30),
|
78 |
+
datetime.datetime(2023, 4, 2)],
|
79 |
+
minor=dict(
|
80 |
+
ticklen=4,
|
81 |
+
dtick=7*24*60*60*1000,
|
82 |
+
tick0="2023-01-01",
|
83 |
+
griddash='dot',
|
84 |
+
gridcolor='white')
|
85 |
+
)
|
86 |
+
|
87 |
+
fig.update_layout(margin=go.layout.Margin(l=250))
|
88 |
+
fig.layout.xaxis.rangeselector = None # remove range selector on top
|
89 |
+
|
90 |
+
# Add today line
|
91 |
+
fig.add_vline(x=datetime.datetime.now().strftime('%Y-%m-%d'), line_width=3, line_dash="dash", line_color="black")
|
92 |
+
fig.add_annotation({
|
93 |
+
"x": datetime.datetime.now().strftime('%Y-%m-%d'),
|
94 |
+
"y": fig.layout.yaxis['range'][1],
|
95 |
+
"yshift": 10,
|
96 |
+
"text": "Today",
|
97 |
+
"showarrow": False,
|
98 |
+
})
|
99 |
+
|
100 |
+
# Add point of contacts
|
101 |
+
fig.add_annotation({
|
102 |
+
"x": "2023-01-01",
|
103 |
+
"y": fig.layout.yaxis['range'][1],
|
104 |
+
"yshift": 10,
|
105 |
+
"xanchor": "left",
|
106 |
+
"text": "Contact",
|
107 |
+
"showarrow": False})
|
108 |
+
for i, entry in enumerate(df[::-1]):
|
109 |
+
fig.add_annotation(x='2023-01-01', y=i,
|
110 |
+
text=entry['Description'],
|
111 |
+
showarrow=False,
|
112 |
+
xanchor="left",
|
113 |
+
xref="x")
|
114 |
+
|
115 |
+
# Add working group annotations
|
116 |
+
fig.add_hline(y=-0.5, line_width=1, line_color="grey")
|
117 |
+
height = -0.5
|
118 |
+
for name, _ in name2repo[::-1]:
|
119 |
+
if name2num_milestones[name] > 0:
|
120 |
+
fig.add_annotation(x='2023-03-31', y=height + name2num_milestones[name]/2,
|
121 |
+
text=name,
|
122 |
+
showarrow=False,
|
123 |
+
align="center",
|
124 |
+
textangle=-90)
|
125 |
+
height += name2num_milestones[name]
|
126 |
+
fig.add_hline(y=height, line_width=1, line_color="grey")
|
127 |
+
|
128 |
+
st.plotly_chart(fig, use_container_width=True)
|
129 |
+
|
130 |
+
# if st.button("Refresh"):
|
131 |
+
# st.experimental_rerun()
|
requirements.txt
ADDED
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
1 |
+
PyGitHub
|
2 |
+
plotly
|