takeargmax commited on
Commit
12f049c
Β·
1 Parent(s): 60ab4b3

update dataset files

Browse files
dashboard_data/performance_data.json CHANGED
@@ -1,22 +1,25 @@
1
- {"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:27:45Z", "speed": 15.02, "tokens_per_second": 50.67, "dataset_speed": {"earnings22-10mins": 31.79, "librispeech-10mins": 9.85}, "dataset_tokens_per_second": {"earnings22-10mins": 98.06, "librispeech-10mins": 36.05}, "average_wer": 6.52, "qoi": 0.69, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
2
- {"model": "openai/whisper-large-v3/947MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:11:02Z", "speed": 2.94, "tokens_per_second": 11.75, "dataset_speed": {"librispeech-10mins": 1.96, "earnings22-10mins": 5.9}, "dataset_tokens_per_second": {"librispeech-10mins": 9.65, "earnings22-10mins": 18.1}, "average_wer": 7.84, "qoi": 0.69, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
3
- {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:34:11Z", "speed": 13.6, "tokens_per_second": 44.74, "dataset_speed": {"earnings22-10mins": 28.81, "librispeech-10mins": 8.92}, "dataset_tokens_per_second": {"earnings22-10mins": 86.86, "librispeech-10mins": 31.76}, "average_wer": 6.01, "qoi": 0.74, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
4
- {"model": "openai/whisper-small.en", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T10:18:55Z", "speed": 20.41, "tokens_per_second": 73.42, "dataset_speed": {"earnings22-10mins": 35.76, "librispeech-10mins": 14.3}, "dataset_tokens_per_second": {"earnings22-10mins": 120.1, "librispeech-10mins": 54.83}, "average_wer": 7.87, "qoi": 0.6, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
5
- {"model": "distil-whisper/distil-large-v3", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:22:58Z", "speed": 9.78, "tokens_per_second": 36.23, "dataset_speed": {"earnings22-10mins": 22.05, "librispeech-10mins": 6.29}, "dataset_tokens_per_second": {"earnings22-10mins": 71.17, "librispeech-10mins": 26.3}, "average_wer": 6.8, "qoi": 0.67, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
6
  {"model": "openai/whisper-large-v2", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T10:24:54Z", "speed": 3.16, "tokens_per_second": 11.89, "dataset_speed": {"librispeech-10mins": 2.19, "earnings22-10mins": 5.67}, "dataset_tokens_per_second": {"librispeech-10mins": 9.4, "earnings22-10mins": 18.37}, "average_wer": 6.45, "qoi": 0.64, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
7
- {"model": "openai/whisper-large-v3/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:13:04Z", "speed": 4.4, "tokens_per_second": 14.94, "dataset_speed": {"earnings22-10mins": 6.81, "librispeech-10mins": 3.25}, "dataset_tokens_per_second": {"earnings22-10mins": 21.1, "librispeech-10mins": 12.01}, "average_wer": 5.97, "qoi": 0.73, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
8
- {"model": "openai/whisper-base.en", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T10:17:13Z", "speed": 47.56, "tokens_per_second": 163.02, "dataset_speed": {"librispeech-10mins": 31.04, "earnings22-10mins": 102.18}, "dataset_tokens_per_second": {"librispeech-10mins": 117.76, "earnings22-10mins": 312.67}, "average_wer": 9.87, "qoi": 0.51, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
9
- {"model": "openai/whisper-tiny.en", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T10:14:16Z", "speed": 57.4, "tokens_per_second": 197.25, "dataset_speed": {"librispeech-10mins": 37.59, "earnings22-10mins": 121.92}, "dataset_tokens_per_second": {"librispeech-10mins": 142.57, "earnings22-10mins": 375.32}, "average_wer": 14.74, "qoi": 0.37, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
10
- {"model": "openai/whisper-tiny", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T10:13:11Z", "speed": 57.13, "tokens_per_second": 221.9, "dataset_speed": {"earnings22-10mins": 102.77, "librispeech-10mins": 39.61}, "dataset_tokens_per_second": {"earnings22-10mins": 373.56, "librispeech-10mins": 163.69}, "average_wer": 16.67, "qoi": 0.32, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
11
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:29:33Z", "speed": 16.01, "tokens_per_second": 53.29, "dataset_speed": {"earnings22-10mins": 33.26, "librispeech-10mins": 10.55}, "dataset_tokens_per_second": {"earnings22-10mins": 102.01, "librispeech-10mins": 37.89}, "average_wer": 7.87, "qoi": 0.6, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
 
 
 
 
 
12
  {"model": "openai/whisper-large-v2/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T17:48:48Z", "speed": 4.04, "tokens_per_second": 15.21, "dataset_speed": {"earnings22-10mins": 6.67, "librispeech-10mins": 2.9}, "dataset_tokens_per_second": {"earnings22-10mins": 21.56, "librispeech-10mins": 12.46}, "average_wer": 6.42, "qoi": 0.64, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
13
- {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:26:59Z", "speed": 10.03, "tokens_per_second": 37.01, "dataset_speed": {"librispeech-10mins": 6.48, "earnings22-10mins": 22.33}, "dataset_tokens_per_second": {"librispeech-10mins": 26.93, "earnings22-10mins": 71.94}, "average_wer": 7.42, "qoi": 0.66, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
14
- {"model": "openai/whisper-large-v3", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T17:59:12Z", "speed": 3.2, "tokens_per_second": 11.72, "dataset_speed": {"earnings22-10mins": 5.79, "librispeech-10mins": 2.21}, "dataset_tokens_per_second": {"earnings22-10mins": 18.16, "librispeech-10mins": 9.27}, "average_wer": 7.63, "qoi": 0.74, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
15
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T17:57:24Z", "speed": 4.33, "tokens_per_second": 14.96, "dataset_speed": {"librispeech-10mins": 3.18, "earnings22-10mins": 6.8}, "dataset_tokens_per_second": {"librispeech-10mins": 12.12, "earnings22-10mins": 21.04}, "average_wer": 7.32, "qoi": 0.6, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
 
16
  {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:33:14Z", "speed": 8.48, "tokens_per_second": 32.37, "dataset_speed": {"librispeech-10mins": 5.57, "earnings22-10mins": 17.81}, "dataset_tokens_per_second": {"librispeech-10mins": 23.01, "earnings22-10mins": 62.41}, "average_wer": 5.97, "qoi": 0.73, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
17
- {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:18:02Z", "speed": 4.41, "tokens_per_second": 14.95, "dataset_speed": {"earnings22-10mins": 6.75, "librispeech-10mins": 3.28}, "dataset_tokens_per_second": {"earnings22-10mins": 20.91, "librispeech-10mins": 12.07}, "average_wer": 6.25, "qoi": 0.68, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
18
- {"model": "openai/whisper-small", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T10:18:24Z", "speed": 19.89, "tokens_per_second": 74.1, "dataset_speed": {"librispeech-10mins": 13.23, "earnings22-10mins": 40.26}, "dataset_tokens_per_second": {"librispeech-10mins": 55.44, "earnings22-10mins": 131.12}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
 
19
  {"model": "openai/whisper-large-v2/949MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T17:45:23Z", "speed": 2.38, "tokens_per_second": 10.57, "dataset_speed": {"librispeech-10mins": 1.82, "earnings22-10mins": 3.45}, "dataset_tokens_per_second": {"librispeech-10mins": 8.43, "earnings22-10mins": 14.66}, "average_wer": 7.11, "qoi": 0.62, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
20
- {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:40:13Z", "speed": 12.55, "tokens_per_second": 46.18, "dataset_speed": {"librispeech-10mins": 8.85, "earnings22-10mins": 21.63}, "dataset_tokens_per_second": {"librispeech-10mins": 32.09, "earnings22-10mins": 80.76}, "average_wer": 6.28, "qoi": 0.69, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
21
- {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:38:02Z", "speed": 8.28, "tokens_per_second": 33.15, "dataset_speed": {"librispeech-10mins": 5.6, "earnings22-10mins": 16.0}, "dataset_tokens_per_second": {"librispeech-10mins": 23.34, "earnings22-10mins": 61.32}, "average_wer": 5.9, "qoi": 0.71, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
22
- {"model": "openai/whisper-base", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T10:15:13Z", "speed": 42.83, "tokens_per_second": 157.75, "dataset_speed": {"librispeech-10mins": 27.76, "earnings22-10mins": 94.15}, "dataset_tokens_per_second": {"librispeech-10mins": 115.24, "earnings22-10mins": 302.55}, "average_wer": 12.56, "qoi": 0.39, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
 
1
+ {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:35:25Z", "speed": 13.6, "tokens_per_second": 44.74, "dataset_speed": {"librispeech-10mins": 8.92, "earnings22-10mins": 28.81}, "dataset_tokens_per_second": {"librispeech-10mins": 31.76, "earnings22-10mins": 86.86}, "average_wer": 6.01, "qoi": 0.74, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
2
+ {"model": "openai/whisper-large-v3", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T17:59:12Z", "speed": 3.2, "tokens_per_second": 11.72, "dataset_speed": {"earnings22-10mins": 5.79, "librispeech-10mins": 2.21}, "dataset_tokens_per_second": {"earnings22-10mins": 18.16, "librispeech-10mins": 9.27}, "average_wer": 7.63, "qoi": 0.74, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
3
+ {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:25:23Z", "speed": 10.03, "tokens_per_second": 37.01, "dataset_speed": {"earnings22-10mins": 22.33, "librispeech-10mins": 6.48}, "dataset_tokens_per_second": {"earnings22-10mins": 71.94, "librispeech-10mins": 26.93}, "average_wer": 7.42, "qoi": 0.66, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
4
+ {"model": "openai/whisper-large-v3/947MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:05:52Z", "speed": 2.94, "tokens_per_second": 11.75, "dataset_speed": {"earnings22-10mins": 5.9, "librispeech-10mins": 1.96}, "dataset_tokens_per_second": {"earnings22-10mins": 18.1, "librispeech-10mins": 9.65}, "average_wer": 7.84, "qoi": 0.69, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
 
5
  {"model": "openai/whisper-large-v2", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T10:24:54Z", "speed": 3.16, "tokens_per_second": 11.89, "dataset_speed": {"librispeech-10mins": 2.19, "earnings22-10mins": 5.67}, "dataset_tokens_per_second": {"librispeech-10mins": 9.4, "earnings22-10mins": 18.37}, "average_wer": 6.45, "qoi": 0.64, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
6
+ {"model": "openai/whisper-base.en", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T10:16:50Z", "speed": 47.56, "tokens_per_second": 163.02, "dataset_speed": {"earnings22-10mins": 102.18, "librispeech-10mins": 31.04}, "dataset_tokens_per_second": {"earnings22-10mins": 312.67, "librispeech-10mins": 117.76}, "average_wer": 9.87, "qoi": 0.51, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
7
+ {"model": "openai/whisper-tiny.en", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-10-29T23:03:20Z", "speed": 6.24, "tokens_per_second": 22.59, "dataset_speed": {"earnings22-10mins": 10.05, "librispeech-10mins": 4.53}, "dataset_tokens_per_second": {"earnings22-10mins": 30.88, "librispeech-10mins": 18.87}, "average_wer": 14.46, "qoi": 0.39, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
8
+ {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:18:02Z", "speed": 4.41, "tokens_per_second": 14.95, "dataset_speed": {"earnings22-10mins": 6.75, "librispeech-10mins": 3.28}, "dataset_tokens_per_second": {"earnings22-10mins": 20.91, "librispeech-10mins": 12.07}, "average_wer": 6.25, "qoi": 0.68, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
 
9
  {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:29:33Z", "speed": 16.01, "tokens_per_second": 53.29, "dataset_speed": {"earnings22-10mins": 33.26, "librispeech-10mins": 10.55}, "dataset_tokens_per_second": {"earnings22-10mins": 102.01, "librispeech-10mins": 37.89}, "average_wer": 7.87, "qoi": 0.6, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
10
+ {"model": "openai/whisper-large-v3/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:16:14Z", "speed": 4.4, "tokens_per_second": 14.94, "dataset_speed": {"librispeech-10mins": 3.25, "earnings22-10mins": 6.81}, "dataset_tokens_per_second": {"librispeech-10mins": 12.01, "earnings22-10mins": 21.1}, "average_wer": 5.97, "qoi": 0.73, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
11
+ {"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:27:45Z", "speed": 15.02, "tokens_per_second": 50.67, "dataset_speed": {"earnings22-10mins": 31.79, "librispeech-10mins": 9.85}, "dataset_tokens_per_second": {"earnings22-10mins": 98.06, "librispeech-10mins": 36.05}, "average_wer": 6.52, "qoi": 0.69, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
12
+ {"model": "openai/whisper-base", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-10-29T23:09:07Z", "speed": 2.8, "tokens_per_second": 15.14, "dataset_speed": {"earnings22-10mins": 2.41, "librispeech-10mins": 3.32}, "dataset_tokens_per_second": {"earnings22-10mins": 21.28, "librispeech-10mins": 6.72}, "average_wer": 99.65, "qoi": 0, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
13
+ {"model": "openai/whisper-base", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T10:15:13Z", "speed": 42.83, "tokens_per_second": 157.75, "dataset_speed": {"librispeech-10mins": 27.76, "earnings22-10mins": 94.15}, "dataset_tokens_per_second": {"librispeech-10mins": 115.24, "earnings22-10mins": 302.55}, "average_wer": 12.56, "qoi": 0.39, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
14
+ {"model": "openai/whisper-small.en", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T10:18:55Z", "speed": 20.41, "tokens_per_second": 73.42, "dataset_speed": {"earnings22-10mins": 35.76, "librispeech-10mins": 14.3}, "dataset_tokens_per_second": {"earnings22-10mins": 120.1, "librispeech-10mins": 54.83}, "average_wer": 7.87, "qoi": 0.6, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
15
  {"model": "openai/whisper-large-v2/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T17:48:48Z", "speed": 4.04, "tokens_per_second": 15.21, "dataset_speed": {"earnings22-10mins": 6.67, "librispeech-10mins": 2.9}, "dataset_tokens_per_second": {"earnings22-10mins": 21.56, "librispeech-10mins": 12.46}, "average_wer": 6.42, "qoi": 0.64, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
 
 
16
  {"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T17:57:24Z", "speed": 4.33, "tokens_per_second": 14.96, "dataset_speed": {"librispeech-10mins": 3.18, "earnings22-10mins": 6.8}, "dataset_tokens_per_second": {"librispeech-10mins": 12.12, "earnings22-10mins": 21.04}, "average_wer": 7.32, "qoi": 0.6, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
17
+ {"model": "distil-whisper/distil-large-v3", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:24:37Z", "speed": 9.78, "tokens_per_second": 36.23, "dataset_speed": {"librispeech-10mins": 6.29, "earnings22-10mins": 22.05}, "dataset_tokens_per_second": {"librispeech-10mins": 26.3, "earnings22-10mins": 71.17}, "average_wer": 6.8, "qoi": 0.67, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
18
  {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:33:14Z", "speed": 8.48, "tokens_per_second": 32.37, "dataset_speed": {"librispeech-10mins": 5.57, "earnings22-10mins": 17.81}, "dataset_tokens_per_second": {"librispeech-10mins": 23.01, "earnings22-10mins": 62.41}, "average_wer": 5.97, "qoi": 0.73, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
19
+ {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:39:00Z", "speed": 12.55, "tokens_per_second": 46.18, "dataset_speed": {"earnings22-10mins": 21.63, "librispeech-10mins": 8.85}, "dataset_tokens_per_second": {"earnings22-10mins": 80.76, "librispeech-10mins": 32.09}, "average_wer": 6.28, "qoi": 0.69, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
20
+ {"model": "openai/whisper-tiny.en", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T10:14:16Z", "speed": 57.4, "tokens_per_second": 197.25, "dataset_speed": {"librispeech-10mins": 37.59, "earnings22-10mins": 121.92}, "dataset_tokens_per_second": {"librispeech-10mins": 142.57, "earnings22-10mins": 375.32}, "average_wer": 14.74, "qoi": 0.37, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
21
+ {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T18:36:10Z", "speed": 8.28, "tokens_per_second": 33.15, "dataset_speed": {"earnings22-10mins": 16.0, "librispeech-10mins": 5.6}, "dataset_tokens_per_second": {"earnings22-10mins": 61.32, "librispeech-10mins": 23.34}, "average_wer": 5.9, "qoi": 0.71, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
22
  {"model": "openai/whisper-large-v2/949MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T17:45:23Z", "speed": 2.38, "tokens_per_second": 10.57, "dataset_speed": {"librispeech-10mins": 1.82, "earnings22-10mins": 3.45}, "dataset_tokens_per_second": {"librispeech-10mins": 8.43, "earnings22-10mins": 14.66}, "average_wer": 7.11, "qoi": 0.62, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
23
+ {"model": "openai/whisper-small", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T10:18:24Z", "speed": 19.89, "tokens_per_second": 74.1, "dataset_speed": {"librispeech-10mins": 13.23, "earnings22-10mins": 40.26}, "dataset_tokens_per_second": {"librispeech-10mins": 55.44, "earnings22-10mins": 131.12}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
24
+ {"model": "openai/whisper-base.en", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-10-29T23:21:11Z", "speed": 4.77, "tokens_per_second": 9.44, "dataset_speed": {"librispeech-10mins": 4.9, "earnings22-10mins": 4.65}, "dataset_tokens_per_second": {"librispeech-10mins": 1.23, "earnings22-10mins": 17.27}, "average_wer": 97.03, "qoi": 0, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
25
+ {"model": "openai/whisper-tiny", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-29T10:13:11Z", "speed": 57.13, "tokens_per_second": 221.9, "dataset_speed": {"earnings22-10mins": 102.77, "librispeech-10mins": 39.61}, "dataset_tokens_per_second": {"earnings22-10mins": 373.56, "librispeech-10mins": 163.69}, "average_wer": 16.67, "qoi": 0.32, "commit_hash": "9f493bc", "commit_timestamp": "2024-10-29T101123"}
dashboard_data/support_data.csv CHANGED
@@ -1,23 +1,23 @@
1
- ,Model,Apple M3 Max
2
- distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,βœ… macOS 15.2
3
- distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,βœ… macOS 15.2
4
- distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,βœ… macOS 15.2
5
- distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,βœ… macOS 15.2
6
- openai_whisper-base,openai_whisper-base,βœ… macOS 15.2
7
- openai_whisper-base.en,openai_whisper-base.en,βœ… macOS 15.2
8
- openai_whisper-large-v2,openai_whisper-large-v2,βœ… macOS 15.2
9
- openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,βœ… macOS 15.2
10
- openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,βœ… macOS 15.2
11
- openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,βœ… macOS 15.2
12
- openai_whisper-large-v3,openai_whisper-large-v3,βœ… macOS 15.2
13
- openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,βœ… macOS 15.2
14
- openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,βœ… macOS 15.2
15
- openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,βœ… macOS 15.2
16
- openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,βœ… macOS 15.2
17
- openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,βœ… macOS 15.2
18
- openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,βœ… macOS 15.2
19
- openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,βœ… macOS 15.2
20
- openai_whisper-small,openai_whisper-small,βœ… macOS 15.2
21
- openai_whisper-small.en,openai_whisper-small.en,βœ… macOS 15.2
22
- openai_whisper-tiny,openai_whisper-tiny,βœ… macOS 15.2
23
- openai_whisper-tiny.en,openai_whisper-tiny.en,βœ… macOS 15.2
 
1
+ ,Model,Apple M3 Max,iPhone 11
2
+ distil-whisper_distil-large-v3,distil-whisper_distil-large-v3,βœ… macOS 15.2,Not Supported
3
+ distil-whisper_distil-large-v3_594MB,distil-whisper_distil-large-v3_594MB,βœ… macOS 15.2,Not Supported
4
+ distil-whisper_distil-large-v3_turbo,distil-whisper_distil-large-v3_turbo,βœ… macOS 15.2,Not Supported
5
+ distil-whisper_distil-large-v3_turbo_600MB,distil-whisper_distil-large-v3_turbo_600MB,βœ… macOS 15.2,Not Supported
6
+ openai_whisper-base,openai_whisper-base,βœ… macOS 15.2,βœ… iOS 17.6.1
7
+ openai_whisper-base.en,openai_whisper-base.en,βœ… macOS 15.2,βœ… iOS 17.6.1
8
+ openai_whisper-large-v2,openai_whisper-large-v2,βœ… macOS 15.2,Not Supported
9
+ openai_whisper-large-v2_949MB,openai_whisper-large-v2_949MB,βœ… macOS 15.2,Not Supported
10
+ openai_whisper-large-v2_turbo,openai_whisper-large-v2_turbo,βœ… macOS 15.2,Not Supported
11
+ openai_whisper-large-v2_turbo_955MB,openai_whisper-large-v2_turbo_955MB,βœ… macOS 15.2,Not Supported
12
+ openai_whisper-large-v3,openai_whisper-large-v3,βœ… macOS 15.2,Not Supported
13
+ openai_whisper-large-v3-v20240930,openai_whisper-large-v3-v20240930,βœ… macOS 15.2,Not Supported
14
+ openai_whisper-large-v3-v20240930_626MB,openai_whisper-large-v3-v20240930_626MB,βœ… macOS 15.2,Not Supported
15
+ openai_whisper-large-v3-v20240930_turbo,openai_whisper-large-v3-v20240930_turbo,βœ… macOS 15.2,Not Supported
16
+ openai_whisper-large-v3-v20240930_turbo_632MB,openai_whisper-large-v3-v20240930_turbo_632MB,βœ… macOS 15.2,Not Supported
17
+ openai_whisper-large-v3_947MB,openai_whisper-large-v3_947MB,βœ… macOS 15.2,Not Supported
18
+ openai_whisper-large-v3_turbo,openai_whisper-large-v3_turbo,βœ… macOS 15.2,Not Supported
19
+ openai_whisper-large-v3_turbo_954MB,openai_whisper-large-v3_turbo_954MB,βœ… macOS 15.2,Not Supported
20
+ openai_whisper-small,openai_whisper-small,βœ… macOS 15.2,Not Supported
21
+ openai_whisper-small.en,openai_whisper-small.en,βœ… macOS 15.2,Not Supported
22
+ openai_whisper-tiny,openai_whisper-tiny,βœ… macOS 15.2,Not Supported
23
+ openai_whisper-tiny.en,openai_whisper-tiny.en,βœ… macOS 15.2,βœ… iOS 17.6.1
dashboard_data/version.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"last_modified": "2024-10-29T23:57:27+00:00", "sha": "b5cb953b049e805592cc4d5156c7b6d65aed61b4", "releases": ["9f493bc", "a9b92c4"]}