| import gradio as gr | |
| import auto_schedule | |
| import v_schedule | |
| import hand_schedule | |
| from PIL import Image | |
| from svg_event import render_manual_graph | |
| import pathlib | |
| def greet(name, is_morning, temperature): | |
| salutation = "Good morning" if is_morning else "Good evening" | |
| greeting = f"{salutation} {name}. It is {temperature} degrees today" | |
| celsius = (temperature - 32) * 5 / 9 | |
| return greeting, round(celsius, 2) | |
| def percentage(x): | |
| return f"{x*100:.2f}%" | |
| def get_schedule_time(result): | |
| result = [ | |
| list(filter(lambda x: x.type in {'F', 'B', 'W'}, r)) for r in result | |
| ] | |
| time = max( | |
| [ | |
| max([x.completion_time for x in stage]) - min([x.start_time for x in stage]) for stage in result | |
| ] | |
| ) | |
| return time | |
| img_queue = [] | |
| def get_schedule_image(result, max_time): | |
| result = [ | |
| list(filter(lambda x: x.type in {'F', 'B', 'W'}, r)) for r in result | |
| ] | |
| svg = render_manual_graph(result, max_time, len(result[0]) <= 72) | |
| img_queue.append(svg) | |
| if len(img_queue) > 32: | |
| poped = img_queue.pop(0) | |
| pathlib.Path(poped).unlink() | |
| return pathlib.Path(svg) | |
| def calculate(p, m, f, b, w, c, mem): | |
| if mem < p: | |
| baseline_time=None | |
| baseline_bubble=None | |
| baseline_acceleration=None | |
| baseline_image=None | |
| baseline_result=None | |
| else: | |
| baseline_result = hand_schedule.get_hand_schedule(p, m, f, b + w, 0, c) | |
| baseline_result = [ | |
| list(filter(lambda x: x.type in {'F', 'B'}, r)) for r in baseline_result | |
| ] | |
| baseline_time = get_schedule_time(baseline_result) | |
| baseline_bubble=percentage(baseline_time/(f+b+w)/m - 1) | |
| baseline_acceleration=percentage(0) | |
| zb_result = auto_schedule.auto_schedule(p, m, auto_schedule.GraphConfig( | |
| cost_f=f, | |
| cost_b=b, | |
| cost_w=w, | |
| cost_comm=c, | |
| max_mem=mem * 2, | |
| print_scaling=1000 | |
| )) | |
| zb_time=get_schedule_time(zb_result) | |
| zb_bubble=percentage(zb_time/(f+b+w)/m - 1) | |
| zb_acceleration=percentage(baseline_time/zb_time - 1) if baseline_time is not None else None | |
| if mem < p: | |
| zbv_time=None | |
| zbv_bubble=None | |
| zbv_acceleration=None | |
| zbv_image=None | |
| zbv_result=None | |
| else: | |
| zbv_graph = v_schedule.PipelineGraph( | |
| n_stage=p, | |
| n_micro=m, | |
| f_cost=f/2, | |
| b_cost=b/2, | |
| w_cost=w/2, | |
| c_cost=c, | |
| f_mem=2, | |
| b_mem=-1, | |
| w_mem=-1, | |
| max_mem=mem * 4, | |
| ) | |
| zbv_result = zbv_graph.get_v_schedule() | |
| zbv_time = get_schedule_time(zbv_result) | |
| zbv_bubble=percentage(zbv_time/(f+b+w)/m - 1) | |
| zbv_acceleration=percentage(baseline_time/zbv_time - 1) if baseline_time is not None else None | |
| max_time = max(filter(lambda x: x is not None, [baseline_time, zb_time, zbv_time])) | |
| print(max_time) | |
| if baseline_result is not None: | |
| baseline_image = get_schedule_image(baseline_result, max_time) | |
| if zb_result is not None: | |
| zb_image = get_schedule_image(zb_result, max_time) | |
| if zbv_result is not None: | |
| zbv_image = get_schedule_image(zbv_result, max_time) | |
| return [baseline_time, baseline_bubble, baseline_acceleration, baseline_image, zb_time, zb_bubble, zb_acceleration, zb_image, zbv_time, zbv_bubble, zbv_acceleration, zbv_image] | |
| with gr.Blocks() as demo: | |
| gr.Markdown(open("description1.md").read()) | |
| gr.Markdown("# Pipeline Scheduler Playground") | |
| presets = { | |
| 'Ideal Case 1p': (4, 12, 20, 20, 20, 0, '1p (Same as 1F1B)'), | |
| 'Ideal Case 2p': (4, 12, 20, 20, 20, 0, '2p'), | |
| 'Real Case 1p': (4, 12, 1049, 1122, 903, 79, '1p (Same as 1F1B)'), | |
| 'Real Case 2p': (4, 12, 1049, 1122, 903, 79, '2p'), | |
| } | |
| preset_buttons = {} | |
| with gr.Group(): | |
| gr.Markdown("Preset Setups") | |
| with gr.Row(): | |
| for (k, v) in presets.items(): | |
| preset_buttons[k] = gr.Button(k, variant="secondary") | |
| with gr.Row(): | |
| with gr.Column(scale=1): | |
| with gr.Group(): | |
| gr.Markdown("Basic Parameters") | |
| with gr.Row(): | |
| p=gr.Number(label="Number of stages (p)", value=4, interactive=True, precision=0) | |
| m=gr.Number(label="Number of microbatches (m)", value=12, interactive=True, precision=0) | |
| with gr.Column(scale=2): | |
| with gr.Group(): | |
| gr.Markdown("Costs. All costs are used as integers. For ZBV schedules, this is the time of two virtual stages on a stage combined.") | |
| with gr.Row(): | |
| f=gr.Number(label="Time of F", value=100, interactive=True, precision=0) | |
| b=gr.Number(label="Time of B", value=110, interactive=True, precision=0) | |
| w=gr.Number(label="Time of W", value=90, interactive=True, precision=0) | |
| c=gr.Number(label="Time of one P2P communication", value=5, interactive=True, precision=0) | |
| with gr.Group(): | |
| gr.Markdown("Activation memory limit.") | |
| def update_mem(p, s, mem): | |
| print("update") | |
| if s=="custom": | |
| return mem | |
| return int(p*float(s.split('p')[0]) + 0.5) | |
| memsel=gr.Radio(choices=["1p (Same as 1F1B)", "1.5p", "2p", "3p", "custom"], value="1p (Same as 1F1B)") | |
| mem=gr.Number(label="Custom memory limit in terms of pending F on a stage. For ZBV schedules, this is relative to two virtual stages on a stage combined.", value=p.value, interactive=True, precision=0) | |
| memsel.change(update_mem, inputs=[p, memsel, mem], outputs=mem) | |
| p.change(update_mem, inputs=[p, memsel, mem], outputs=mem) | |
| button=gr.Button("Calculate", variant="primary") | |
| with gr.Group(): | |
| gr.Markdown("1F1B") | |
| with gr.Row(): | |
| with gr.Column(scale=1): | |
| baseline_time=gr.Textbox("", label="Longest Stage Time") | |
| baseline_bubble=gr.Textbox("", label="Bubble Rate. Calculated as (1 - longest stage time/(F+B+W)/m).") | |
| baseline_acceleration=gr.Textbox("", label="Acceleration compared to 1F1B") | |
| with gr.Column(scale=4): | |
| baseline_image=gr.Image(None, interactive=False, label="Schedule Image", show_label=False) | |
| with gr.Group(): | |
| gr.Markdown("ZB Schedule") | |
| with gr.Row(): | |
| with gr.Column(scale=1): | |
| zb_time=gr.Textbox("", label="Longest Stage Time") | |
| zb_bubble=gr.Textbox("", label="Bubble Rate. Calculated as (1 - longest stage time/(F+B+W)/m).") | |
| zb_acceleration=gr.Textbox("", label="Acceleration compared to 1F1B") | |
| with gr.Column(scale=4): | |
| zb_image=gr.Image(None, interactive=False, label="Schedule Image", show_label=False) | |
| with gr.Group(): | |
| gr.Markdown("ZBV Schedule") | |
| with gr.Row(): | |
| with gr.Column(scale=1): | |
| zbv_time=gr.Textbox("", label="Longest Stage Time") | |
| zbv_bubble=gr.Textbox("", label="Bubble Rate. Calculated as (1 - longest stage time/(F+B+W)/m).") | |
| zbv_acceleration=gr.Textbox("", label="Acceleration compared to 1F1B") | |
| with gr.Column(scale=4): | |
| zbv_image=gr.Image(None, interactive=False, label="Schedule Image", show_label=False) | |
| button.click(calculate, inputs=[p, m, f, b, w, c, mem], outputs=[baseline_time, baseline_bubble, baseline_acceleration, baseline_image, zb_time, zb_bubble, zb_acceleration, zb_image, zbv_time, zbv_bubble, zbv_acceleration, zbv_image]) | |
| for (k, v) in presets.items(): | |
| def update_preset(pb, p, m, f, b, w, c, mem): | |
| print(pb) | |
| print(presets[pb]) | |
| print(presets[pb][-1]) | |
| return *presets[pb],*calculate(*presets[pb][:-1], update_mem(p, presets[pb][-1], -1)) | |
| preset_buttons[k].click( | |
| update_preset, | |
| inputs=[preset_buttons[k], p, m, f, b, w, c, mem], | |
| outputs=[p, m, f, b, w, c, memsel, baseline_time, baseline_bubble, baseline_acceleration, baseline_image, zb_time, zb_bubble, zb_acceleration, zb_image, zbv_time, zbv_bubble, zbv_acceleration, zbv_image]) | |
| gr.Markdown(open("description2.md").read()) | |
| demo.launch() | |