add Sample data
Browse files
app.py
CHANGED
|
@@ -55,44 +55,44 @@ BENCHMARK_DATA = {
|
|
| 55 |
},
|
| 56 |
"Sample": {
|
| 57 |
"DistilGPT2": {
|
| 58 |
-
"T4": [],
|
| 59 |
-
"3090": [],
|
| 60 |
-
"A100": [],
|
| 61 |
},
|
| 62 |
"GPT2": {
|
| 63 |
-
"T4": [],
|
| 64 |
-
"3090": [],
|
| 65 |
-
"A100": [],
|
| 66 |
},
|
| 67 |
"OPT-1.3B": {
|
| 68 |
-
"T4": [],
|
| 69 |
-
"3090": [],
|
| 70 |
-
"A100": [],
|
| 71 |
},
|
| 72 |
"GPTJ-6B": {
|
| 73 |
-
"T4": [],
|
| 74 |
-
"3090": [],
|
| 75 |
-
"A100": [],
|
| 76 |
},
|
| 77 |
"T5 Small": {
|
| 78 |
-
"T4": [],
|
| 79 |
-
"3090": [],
|
| 80 |
-
"A100": [],
|
| 81 |
},
|
| 82 |
"T5 Base": {
|
| 83 |
-
"T4": [],
|
| 84 |
-
"3090": [],
|
| 85 |
-
"A100": [],
|
| 86 |
},
|
| 87 |
"T5 Large": {
|
| 88 |
-
"T4": [],
|
| 89 |
-
"3090": [],
|
| 90 |
-
"A100": [],
|
| 91 |
},
|
| 92 |
"T5 3B": {
|
| 93 |
-
"T4": [],
|
| 94 |
-
"3090": [],
|
| 95 |
-
"A100": [],
|
| 96 |
},
|
| 97 |
},
|
| 98 |
"Beam Search": {
|
|
@@ -153,7 +153,7 @@ def get_plot(model_name, plot_eager, generate_type):
|
|
| 153 |
ci="sd", palette="dark", alpha=.6, height=6
|
| 154 |
)
|
| 155 |
g.despine(left=True)
|
| 156 |
-
g.set_axis_labels("GPU", "Generation time (ms)
|
| 157 |
g.legend.set_title("Framework")
|
| 158 |
return plt.gcf()
|
| 159 |
|
|
|
|
| 55 |
},
|
| 56 |
"Sample": {
|
| 57 |
"DistilGPT2": {
|
| 58 |
+
"T4": [617.40, 6078.81, 221.65],
|
| 59 |
+
"3090": [310.37, 2843.73, 85.44],
|
| 60 |
+
"A100": [729.05, 7140.05, 121.83],
|
| 61 |
},
|
| 62 |
"GPT2": {
|
| 63 |
+
"T4": [1205.34, 12256.98, 378.69],
|
| 64 |
+
"3090": [577.12, 5637.11, 160.02],
|
| 65 |
+
"A100": [1377.68, 15605.72, 234.47],
|
| 66 |
},
|
| 67 |
"OPT-1.3B": {
|
| 68 |
+
"T4": [2166.72, 19126.25, 2341.32],
|
| 69 |
+
"3090": [706.50, 9616.97, 731.58],
|
| 70 |
+
"A100": [2019.70, 28621.09, 690.36],
|
| 71 |
},
|
| 72 |
"GPTJ-6B": {
|
| 73 |
+
"T4": [0, 0, 0],
|
| 74 |
+
"3090": [0, 0, 0],
|
| 75 |
+
"A100": [5150.35, 70554.07, 2744.49],
|
| 76 |
},
|
| 77 |
"T5 Small": {
|
| 78 |
+
"T4": [235.93, 3599.47, 41.07],
|
| 79 |
+
"3090": [100.41, 1093.33, 23.24],
|
| 80 |
+
"A100": [267.42, 3366.73, 28.53],
|
| 81 |
},
|
| 82 |
"T5 Base": {
|
| 83 |
+
"T4": [812.59, 7966.73, 196.85],
|
| 84 |
+
"3090": [407.81, 4904.54, 97.56],
|
| 85 |
+
"A100": [1033.05, 11521.97, 123.93],
|
| 86 |
},
|
| 87 |
"T5 Large": {
|
| 88 |
+
"T4": [1114.22, 16433.31, 424.91],
|
| 89 |
+
"3090": [647.61, 7184.71, 160.97],
|
| 90 |
+
"A100": [1668.73, 19962.78, 200.75],
|
| 91 |
},
|
| 92 |
"T5 3B": {
|
| 93 |
+
"T4": [2282.56, 20891.22, 2196.02],
|
| 94 |
+
"3090": [1011.32, 9735.97, 734.40],
|
| 95 |
+
"A100": [2769.64, 26440.65, 612.98],
|
| 96 |
},
|
| 97 |
},
|
| 98 |
"Beam Search": {
|
|
|
|
| 153 |
ci="sd", palette="dark", alpha=.6, height=6
|
| 154 |
)
|
| 155 |
g.despine(left=True)
|
| 156 |
+
g.set_axis_labels("GPU", "Generation time (ms)")
|
| 157 |
g.legend.set_title("Framework")
|
| 158 |
return plt.gcf()
|
| 159 |
|