Spaces:
Runtime error
Runtime error
Commit
·
96ce6e5
1
Parent(s):
a598557
narrow layout
Browse files
app.py
CHANGED
@@ -42,11 +42,14 @@ args = mem_calc.parse_args(f"""
|
|
42 |
|
43 |
memory = mem_calc.calculate_memory(args)
|
44 |
|
45 |
-
cols = st.columns(
|
46 |
-
cols[0].metric("Parameters (GPU)", f"{memory['model']:.2f} GB", f"{memory['model']/memory['total_mem'] * 100:.2f} %", delta_color="off")
|
47 |
-
cols[1].metric(f"Optimizer ({'GPU' if offload else 'CPU'})", f"{memory['optim']:.2f} GB", f"{memory['optim']/memory['total_mem'] * 100:.2f} %", delta_color="off")
|
48 |
-
cols[2].metric("Activations (GPU)", f"{memory['grad']:.2f} GB", f"{memory['grad']/memory['total_mem'] * 100:.2f} %", delta_color="off")
|
49 |
-
cols = st.columns(3)
|
50 |
cols[0].metric("GPU total", f"{memory['total_mem']:.2f} GB")
|
51 |
cols[1].metric("Offloaded to RAM", f"{memory['cpu_mem']:.2f} GB")
|
52 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
42 |
|
43 |
memory = mem_calc.calculate_memory(args)
|
44 |
|
45 |
+
cols = st.columns(2)
|
|
|
|
|
|
|
|
|
46 |
cols[0].metric("GPU total", f"{memory['total_mem']:.2f} GB")
|
47 |
cols[1].metric("Offloaded to RAM", f"{memory['cpu_mem']:.2f} GB")
|
48 |
+
|
49 |
+
cols = st.columns(2)
|
50 |
+
cols[0].metric("Parameters (GPU)", f"{memory['model']:.2f} GB", f"{memory['model']/memory['total_mem'] * 100:.2f} %", delta_color="off")
|
51 |
+
cols[1].metric("Activations (GPU)", f"{memory['grad']:.2f} GB", f"{memory['grad']/memory['total_mem'] * 100:.2f} %", delta_color="off")
|
52 |
+
|
53 |
+
cols = st.columns(2)
|
54 |
+
cols[0].metric("Communication overhead", f"{memory['overhead'] * 1000:.2f} ms")
|
55 |
+
cols[1].metric(f"Optimizer ({'GPU' if offload else 'CPU'})", f"{memory['cpu_mem'] if offload else memory['optim']:.2f} GB", f"{memory['optim']/memory['total_mem'] * 100:.2f} %", delta_color="off")
|