Hugging Face's logo

Spaces:
Xenova
/
webgpu-embedding-benchmark
Running

App Files Community
98
Xenova HF staff commited on
Commit
377005e
•
1 Parent(s): b958237

New features

Browse files
Files changed (3) hide show
  1. assets/index-BZcCtzqA.css +1 -0
  2. assets/index-D9dUKbnn.js +0 -0
  3. index.html +26 -8
assets/index-BZcCtzqA.css ADDED
@@ -0,0 +1 @@
 
 
1
+ *{box-sizing:border-box;padding:0;margin:0;font-family:sans-serif}html,body{height:100%}body{padding:16px 32px;display:flex;flex-direction:column;justify-content:center;align-items:center}h1{text-align:center}#status{min-height:16px;margin:8px 0;text-align:center}button{transition:all .25s;background:#282c340d;border:1px solid transparent;border-radius:6px;color:#3080d0;text-decoration:none!important;display:inline-block;font-size:14px;font-weight:500;padding:8px 16px;cursor:pointer;-webkit-user-select:none;-moz-user-select:none;user-select:none}button:disabled{background:#282c341a;color:#a0a0a0;cursor:not-allowed}button:hover{background:#282c341a}p{text-align:center;font-size:12px;max-width:600px;padding:8px}#chart-container{position:relative;height:60vh;width:min(90vw,800px);padding-right:50px;margin-bottom:10px}details{position:fixed;background-color:#fff;right:0;top:0;padding:16px}summary{text-align:right}hr{margin:8px 0}
assets/index-D9dUKbnn.js ADDED
The diff for this file is too large to render. See raw diff
 
index.html CHANGED
@@ -5,8 +5,8 @@
5
  <meta charset="UTF-8" />
6
  <meta name="viewport" content="width=device-width, initial-scale=1.0" />
7
  <title>Transformers.js | WebGPU Benchmark</title>
8
- <script type="module" crossorigin src="/assets/index-DxdZCDTy.js"></script>
9
- <link rel="stylesheet" crossorigin href="/assets/index-DuMT2XS2.css">
10
  </head>
11
 
12
  <body>
@@ -14,8 +14,7 @@
14
  <a href="http://github.com/xenova/transformers.js" target="_blank">🤗 Transformers.js</a> WebGPU Benchmark
15
  </h1>
16
  <p>
17
- This benchmark measures the execution time of <a
18
- href="https://huggingface.co/Xenova/all-MiniLM-L6-v2" target="_blank">Xenova/all-MiniLM-L6-v2</a> (bert-based embedding model)
19
  using the WASM and WebGPU execution providers across different batch sizes.
20
  </p>
21
  <div id="chart-container">
@@ -28,6 +27,25 @@
28
  <label id="status"></label>
29
  <details open>
30
  <summary>Options</summary>
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
31
  <div>
32
  <label>Batch sizes</label>
33
  <input id="batch-sizes" value="1, 2, 4, 8, 16, 32" />
@@ -36,12 +54,12 @@
36
  <label>Sequence length</label>
37
  <input id="sequence-length" type="number" min="1" max="512" value="512" />
38
  </div>
 
39
  <div>
40
- <input id="x-scale" type="checkbox" />
41
- <label>Log scale (x)</label>
42
- <input id="y-scale" type="checkbox" />
43
- <label>Log scale (y)</label>
44
  </div>
45
  </details>
46
  </body>
 
47
  </html>
 
5
  <meta charset="UTF-8" />
6
  <meta name="viewport" content="width=device-width, initial-scale=1.0" />
7
  <title>Transformers.js | WebGPU Benchmark</title>
8
+ <script type="module" crossorigin src="/assets/index-D9dUKbnn.js"></script>
9
+ <link rel="stylesheet" crossorigin href="/assets/index-BZcCtzqA.css">
10
  </head>
11
 
12
  <body>
 
14
  <a href="http://github.com/xenova/transformers.js" target="_blank">🤗 Transformers.js</a> WebGPU Benchmark
15
  </h1>
16
  <p>
17
+ This benchmark measures the execution time of BERT-based embedding models
 
18
  using the WASM and WebGPU execution providers across different batch sizes.
19
  </p>
20
  <div id="chart-container">
 
27
  <label id="status"></label>
28
  <details open>
29
  <summary>Options</summary>
30
+ <div>
31
+ <input class="tests" type="checkbox" value="WASM (int8)" data-color="33,150,243" data-device="wasm"
32
+ data-dtype="int8"> WASM (int8)<br />
33
+ <input class="tests" type="checkbox" value="WASM (fp16)" data-color="63,81,181" data-device="wasm"
34
+ data-dtype="fp16"> WASM (fp16)<br />
35
+ <input class="tests" type="checkbox" value="WASM (fp32)" data-color="46,204,113" data-device="wasm"
36
+ data-dtype="fp32" checked> WASM (fp32)<br />
37
+ <!-- <input class="tests" type="checkbox" value="WebGPU (int8)" data-color="233,30,99" data-device="webgpu"
38
+ data-dtype="int8"> WebGPU (int8)<br /> -->
39
+ <input class="tests" type="checkbox" value="WebGPU (fp16)" data-color="255,193,7" data-device="webgpu"
40
+ data-dtype="fp16"> WebGPU (fp16)<br />
41
+ <input class="tests" type="checkbox" value="WebGPU (fp32)" data-color="0,150,136" data-device="webgpu"
42
+ data-dtype="fp32" checked> WebGPU (fp32)<br />
43
+ </div>
44
+ <hr />
45
+ <div>
46
+ <label>Model ID</label>
47
+ <input id="model-id" value="Xenova/all-MiniLM-L6-v2" />
48
+ </div>
49
  <div>
50
  <label>Batch sizes</label>
51
  <input id="batch-sizes" value="1, 2, 4, 8, 16, 32" />
 
54
  <label>Sequence length</label>
55
  <input id="sequence-length" type="number" min="1" max="512" value="512" />
56
  </div>
57
+ <hr />
58
  <div>
59
+ <input id="x-scale" type="checkbox" /> Log scale (x) <br />
60
+ <input id="y-scale" type="checkbox" /> Log scale (y) <br />
 
 
61
  </div>
62
  </details>
63
  </body>
64
+
65
  </html>