Spaces:
Running
Running
{"model": "openai/whisper-large-v2/949MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T04:47:22Z", "speed": 1.14, "tokens_per_second": 5.81, "dataset_speed": {"earnings22-10mins": 1.14, "librispeech-10mins": 1.14}, "dataset_tokens_per_second": {"earnings22-10mins": 6.14, "librispeech-10mins": 5.7}, "average_wer": 34.9, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T06:07:52Z", "speed": 10.32, "tokens_per_second": 34.61, "dataset_speed": {"librispeech-10mins": 7.49, "earnings22-10mins": 16.66}, "dataset_tokens_per_second": {"librispeech-10mins": 27.19, "earnings22-10mins": 51.2}, "average_wer": 7.97, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:11:34Z", "speed": 2.95, "tokens_per_second": 11.18, "dataset_speed": {"earnings22-10mins": 4.18, "librispeech-10mins": 2.29}, "dataset_tokens_per_second": {"earnings22-10mins": 13.61, "librispeech-10mins": 9.85}, "average_wer": 6.56, "qoi": 0.64, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T21:16:29Z", "speed": 13.17, "tokens_per_second": 43.43, "dataset_speed": {"earnings22-10mins": 22.36, "librispeech-10mins": 9.34}, "dataset_tokens_per_second": {"earnings22-10mins": 68.09, "librispeech-10mins": 33.18}, "average_wer": 6.04, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T11:29:20Z", "speed": 6.98, "tokens_per_second": 25.98, "dataset_speed": {"earnings22-10mins": 12.82, "librispeech-10mins": 4.8}, "dataset_tokens_per_second": {"earnings22-10mins": 41.01, "librispeech-10mins": 20.37}, "average_wer": 7.35, "qoi": 0.65, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small.en", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T17:09:33Z", "speed": 21.63, "tokens_per_second": 78.38, "dataset_speed": {"earnings22-10mins": 48.7, "librispeech-10mins": 13.92}, "dataset_tokens_per_second": {"earnings22-10mins": 165.83, "librispeech-10mins": 53.49}, "average_wer": 8.32, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M1", "os": "macOS 15.1.0", "timestamp": "2024-10-30T08:04:09Z", "speed": 1.85, "tokens_per_second": 8.7, "dataset_speed": {"earnings22-10mins": 2.87, "librispeech-10mins": 1.65}, "dataset_tokens_per_second": {"earnings22-10mins": 8.55, "librispeech-10mins": 8.72}, "average_wer": 36.76, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/947MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T05:13:26Z", "speed": 1.26, "tokens_per_second": 5.6, "dataset_speed": {"earnings22-10mins": 1.87, "librispeech-10mins": 1.12}, "dataset_tokens_per_second": {"earnings22-10mins": 5.99, "librispeech-10mins": 5.51}, "average_wer": 32.69, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/turbo", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T04:51:23Z", "speed": 4.46, "tokens_per_second": 15.45, "dataset_speed": {"librispeech-10mins": 3.86, "earnings22-10mins": 6.07}, "dataset_tokens_per_second": {"librispeech-10mins": 14.29, "earnings22-10mins": 18.53}, "average_wer": 23.97, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T09:06:42Z", "speed": 17.18, "tokens_per_second": 58.11, "dataset_speed": {"earnings22-10mins": 37.64, "librispeech-10mins": 11.15}, "dataset_tokens_per_second": {"earnings22-10mins": 116.5, "librispeech-10mins": 40.89}, "average_wer": 6.56, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T11:28:58Z", "speed": 11.47, "tokens_per_second": 42.49, "dataset_speed": {"earnings22-10mins": 42.66, "librispeech-10mins": 6.64}, "dataset_tokens_per_second": {"earnings22-10mins": 136.93, "librispeech-10mins": 27.85}, "average_wer": 7.63, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/947MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T04:44:39Z", "speed": 1.72, "tokens_per_second": 7.82, "dataset_speed": {"librispeech-10mins": 1.45, "earnings22-10mins": 2.64}, "dataset_tokens_per_second": {"librispeech-10mins": 7.7, "earnings22-10mins": 8.23}, "average_wer": 27.3, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T09:25:08Z", "speed": 8.45, "tokens_per_second": 31.05, "dataset_speed": {"earnings22-10mins": 12.43, "librispeech-10mins": 6.4}, "dataset_tokens_per_second": {"earnings22-10mins": 46.55, "librispeech-10mins": 23.1}, "average_wer": 6.08, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T07:31:27Z", "speed": 54.18, "tokens_per_second": 199.61, "dataset_speed": {"earnings22-10mins": 174.54, "librispeech-10mins": 32.13}, "dataset_tokens_per_second": {"earnings22-10mins": 560.26, "librispeech-10mins": 133.51}, "average_wer": 12.53, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-10-30T07:08:08Z", "speed": 3.3, "tokens_per_second": 18.0, "dataset_speed": {"librispeech-10mins": 4.14, "earnings22-10mins": 2.74}, "dataset_tokens_per_second": {"librispeech-10mins": 6.85, "earnings22-10mins": 25.39}, "average_wer": 100.0, "qoi": 0, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T09:08:26Z", "speed": 18.5, "tokens_per_second": 61.95, "dataset_speed": {"earnings22-10mins": 41.34, "librispeech-10mins": 11.93}, "dataset_tokens_per_second": {"earnings22-10mins": 126.92, "librispeech-10mins": 43.28}, "average_wer": 7.9, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T09:18:37Z", "speed": 9.73, "tokens_per_second": 38.99, "dataset_speed": {"librispeech-10mins": 6.56, "earnings22-10mins": 18.93}, "dataset_tokens_per_second": {"librispeech-10mins": 27.38, "earnings22-10mins": 72.65}, "average_wer": 6.09, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny.en", "device": "Apple M1", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:43:13Z", "speed": 55.13, "tokens_per_second": 199.73, "dataset_speed": {"earnings22-10mins": 146.27, "librispeech-10mins": 34.02}, "dataset_tokens_per_second": {"earnings22-10mins": 451.25, "librispeech-10mins": 141.48}, "average_wer": 14.7, "qoi": 0.38, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T21:18:16Z", "speed": 9.06, "tokens_per_second": 38.0, "dataset_speed": {"earnings22-10mins": 15.39, "librispeech-10mins": 6.43}, "dataset_tokens_per_second": {"earnings22-10mins": 64.83, "librispeech-10mins": 26.84}, "average_wer": 6.21, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T02:14:23Z", "speed": 2.41, "tokens_per_second": 8.44, "dataset_speed": {"librispeech-10mins": 2.33, "earnings22-10mins": 2.59}, "dataset_tokens_per_second": {"librispeech-10mins": 8.6, "earnings22-10mins": 8.07}, "average_wer": 28.44, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T11:57:10Z", "speed": 7.86, "tokens_per_second": 26.22, "dataset_speed": {"librispeech-10mins": 5.68, "earnings22-10mins": 12.78}, "dataset_tokens_per_second": {"librispeech-10mins": 20.39, "earnings22-10mins": 39.4}, "average_wer": 8.01, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 16 Plus", "os": "iOS 18.0.1", "timestamp": "2024-10-30T16:43:20Z", "speed": 8.02, "tokens_per_second": 29.62, "dataset_speed": {"earnings22-10mins": 14.56, "librispeech-10mins": 5.54}, "dataset_tokens_per_second": {"earnings22-10mins": 46.73, "librispeech-10mins": 23.13}, "average_wer": 7.7, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/949MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T05:58:39Z", "speed": 1.99, "tokens_per_second": 8.37, "dataset_speed": {"earnings22-10mins": 2.7, "librispeech-10mins": 1.58}, "dataset_tokens_per_second": {"earnings22-10mins": 10.12, "librispeech-10mins": 7.34}, "average_wer": 7.7, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small", "device": "iPhone 12 Pro Max", "os": "iOS 18.1", "timestamp": "2024-10-30T06:21:37Z", "speed": 6.78, "tokens_per_second": 25.27, "dataset_speed": {"librispeech-10mins": 5.14, "earnings22-10mins": 9.97}, "dataset_tokens_per_second": {"librispeech-10mins": 21.59, "earnings22-10mins": 32.41}, "average_wer": 9.11, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base.en", "device": "iPad Air (5th generation)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T15:10:25Z", "speed": 40.68, "tokens_per_second": 139.89, "dataset_speed": {"librispeech-10mins": 26.48, "earnings22-10mins": 88.18}, "dataset_tokens_per_second": {"librispeech-10mins": 100.38, "earnings22-10mins": 272.02}, "average_wer": 10.11, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T08:04:19Z", "speed": 11.49, "tokens_per_second": 42.31, "dataset_speed": {"earnings22-10mins": 19.6, "librispeech-10mins": 8.14}, "dataset_tokens_per_second": {"earnings22-10mins": 73.3, "librispeech-10mins": 29.5}, "average_wer": 6.32, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/turbo", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:25:05Z", "speed": 2.98, "tokens_per_second": 10.51, "dataset_speed": {"librispeech-10mins": 2.72, "earnings22-10mins": 3.92}, "dataset_tokens_per_second": {"librispeech-10mins": 10.07, "earnings22-10mins": 12.11}, "average_wer": 32.31, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T02:41:57Z", "speed": 9.21, "tokens_per_second": 36.92, "dataset_speed": {"earnings22-10mins": 16.12, "librispeech-10mins": 6.46}, "dataset_tokens_per_second": {"earnings22-10mins": 61.9, "librispeech-10mins": 26.96}, "average_wer": 6.39, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base", "device": "iPhone 16 Plus", "os": "iOS 18.0.1", "timestamp": "2024-10-30T15:08:13Z", "speed": 50.48, "tokens_per_second": 186.05, "dataset_speed": {"earnings22-10mins": 82.08, "librispeech-10mins": 36.49}, "dataset_tokens_per_second": {"earnings22-10mins": 263.62, "librispeech-10mins": 151.71}, "average_wer": 12.6, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T09:23:51Z", "speed": 7.81, "tokens_per_second": 28.05, "dataset_speed": {"librispeech-10mins": 5.83, "earnings22-10mins": 11.87}, "dataset_tokens_per_second": {"librispeech-10mins": 21.13, "earnings22-10mins": 42.2}, "average_wer": 6.28, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T09:14:07Z", "speed": 9.81, "tokens_per_second": 38.31, "dataset_speed": {"librispeech-10mins": 6.57, "earnings22-10mins": 19.44}, "dataset_tokens_per_second": {"librispeech-10mins": 27.13, "earnings22-10mins": 71.56}, "average_wer": 5.95, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T20:54:56Z", "speed": 3.03, "tokens_per_second": 13.71, "dataset_speed": {"librispeech-10mins": 2.53, "earnings22-10mins": 5.08}, "dataset_tokens_per_second": {"librispeech-10mins": 13.34, "earnings22-10mins": 15.23}, "average_wer": 29.03, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T05:41:05Z", "speed": 2.69, "tokens_per_second": 10.51, "dataset_speed": {"librispeech-10mins": 2.17, "earnings22-10mins": 5.03}, "dataset_tokens_per_second": {"librispeech-10mins": 9.33, "earnings22-10mins": 15.91}, "average_wer": 28.48, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small.en", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:23:59Z", "speed": 18.93, "tokens_per_second": 68.41, "dataset_speed": {"librispeech-10mins": 14.04, "earnings22-10mins": 29.08}, "dataset_tokens_per_second": {"librispeech-10mins": 53.95, "earnings22-10mins": 98.49}, "average_wer": 7.87, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T06:02:49Z", "speed": 2.6, "tokens_per_second": 10.63, "dataset_speed": {"librispeech-10mins": 2.09, "earnings22-10mins": 4.99}, "dataset_tokens_per_second": {"librispeech-10mins": 9.71, "earnings22-10mins": 14.95}, "average_wer": 29.17, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T04:06:35Z", "speed": 2.6, "tokens_per_second": 9.24, "dataset_speed": {"librispeech-10mins": 2.31, "earnings22-10mins": 3.26}, "dataset_tokens_per_second": {"librispeech-10mins": 8.79, "earnings22-10mins": 10.27}, "average_wer": 22.85, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base.en", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T01:26:54Z", "speed": 64.67, "tokens_per_second": 221.85, "dataset_speed": {"librispeech-10mins": 45.75, "earnings22-10mins": 110.65}, "dataset_tokens_per_second": {"librispeech-10mins": 173.34, "earnings22-10mins": 339.68}, "average_wer": 9.87, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:54:38Z", "speed": 12.05, "tokens_per_second": 39.76, "dataset_speed": {"earnings22-10mins": 22.39, "librispeech-10mins": 8.25}, "dataset_tokens_per_second": {"earnings22-10mins": 68.23, "librispeech-10mins": 29.31}, "average_wer": 6.14, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/947MB", "device": "iPhone 16 Plus", "os": "iOS 18.0.1", "timestamp": "2024-10-30T16:06:39Z", "speed": 2.17, "tokens_per_second": 9.15, "dataset_speed": {"earnings22-10mins": 3.2, "librispeech-10mins": 1.81}, "dataset_tokens_per_second": {"earnings22-10mins": 9.76, "librispeech-10mins": 8.92}, "average_wer": 23.51, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base.en", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:05:23Z", "speed": 45.25, "tokens_per_second": 155.11, "dataset_speed": {"earnings22-10mins": 70.51, "librispeech-10mins": 33.35}, "dataset_tokens_per_second": {"earnings22-10mins": 215.99, "librispeech-10mins": 126.43}, "average_wer": 9.98, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny.en", "device": "iPhone 12 mini", "os": "iOS 17.7", "timestamp": "2024-10-30T07:28:23Z", "speed": 27.18, "tokens_per_second": 98.6, "dataset_speed": {"earnings22-10mins": 48.55, "librispeech-10mins": 18.9}, "dataset_tokens_per_second": {"earnings22-10mins": 149.45, "librispeech-10mins": 78.88}, "average_wer": 14.7, "qoi": 0.38, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T04:05:32Z", "speed": 3.15, "tokens_per_second": 11.07, "dataset_speed": {"librispeech-10mins": 2.78, "earnings22-10mins": 3.87}, "dataset_tokens_per_second": {"librispeech-10mins": 10.56, "earnings22-10mins": 12.03}, "average_wer": 18.57, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T06:13:07Z", "speed": 3.41, "tokens_per_second": 13.5, "dataset_speed": {"librispeech-10mins": 2.89, "earnings22-10mins": 5.34}, "dataset_tokens_per_second": {"librispeech-10mins": 12.41, "earnings22-10mins": 17.52}, "average_wer": 29.31, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T14:34:11Z", "speed": 13.05, "tokens_per_second": 48.11, "dataset_speed": {"earnings22-10mins": 20.54, "librispeech-10mins": 9.58}, "dataset_tokens_per_second": {"earnings22-10mins": 77.08, "librispeech-10mins": 34.66}, "average_wer": 6.21, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T02:40:08Z", "speed": 13.3, "tokens_per_second": 43.82, "dataset_speed": {"librispeech-10mins": 9.44, "earnings22-10mins": 22.55}, "dataset_tokens_per_second": {"librispeech-10mins": 33.47, "earnings22-10mins": 68.67}, "average_wer": 6.08, "qoi": 0.72, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T14:28:46Z", "speed": 5.64, "tokens_per_second": 23.04, "dataset_speed": {"librispeech-10mins": 4.15, "earnings22-10mins": 8.8}, "dataset_tokens_per_second": {"librispeech-10mins": 17.29, "earnings22-10mins": 35.29}, "average_wer": 6.11, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T03:06:00Z", "speed": 3.15, "tokens_per_second": 12.64, "dataset_speed": {"earnings22-10mins": 4.26, "librispeech-10mins": 2.81}, "dataset_tokens_per_second": {"earnings22-10mins": 14.44, "librispeech-10mins": 12.09}, "average_wer": 29.2, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base.en", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T06:15:56Z", "speed": 47.66, "tokens_per_second": 181.2, "dataset_speed": {"earnings22-10mins": 60.92, "librispeech-10mins": 39.17}, "dataset_tokens_per_second": {"earnings22-10mins": 232.51, "librispeech-10mins": 148.35}, "average_wer": 9.98, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base.en", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T04:39:08Z", "speed": 36.12, "tokens_per_second": 123.97, "dataset_speed": {"earnings22-10mins": 55.15, "librispeech-10mins": 26.88}, "dataset_tokens_per_second": {"earnings22-10mins": 169.58, "librispeech-10mins": 101.84}, "average_wer": 9.91, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T14:25:24Z", "speed": 9.74, "tokens_per_second": 38.97, "dataset_speed": {"librispeech-10mins": 5.8, "earnings22-10mins": 30.76}, "dataset_tokens_per_second": {"librispeech-10mins": 24.19, "earnings22-10mins": 117.72}, "average_wer": 6.21, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T02:22:16Z", "speed": 6.65, "tokens_per_second": 24.49, "dataset_speed": {"librispeech-10mins": 4.61, "earnings22-10mins": 11.97}, "dataset_tokens_per_second": {"librispeech-10mins": 19.15, "earnings22-10mins": 38.43}, "average_wer": 7.73, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:39:15Z", "speed": 14.85, "tokens_per_second": 51.92, "dataset_speed": {"earnings22-10mins": 27.7, "librispeech-10mins": 10.16}, "dataset_tokens_per_second": {"earnings22-10mins": 93.55, "librispeech-10mins": 36.72}, "average_wer": 6.09, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T03:01:13Z", "speed": 24.64, "tokens_per_second": 91.73, "dataset_speed": {"earnings22-10mins": 45.0, "librispeech-10mins": 16.99}, "dataset_tokens_per_second": {"earnings22-10mins": 146.16, "librispeech-10mins": 71.27}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small.en", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T03:03:41Z", "speed": 14.77, "tokens_per_second": 53.41, "dataset_speed": {"earnings22-10mins": 19.5, "librispeech-10mins": 11.89}, "dataset_tokens_per_second": {"earnings22-10mins": 66.22, "librispeech-10mins": 45.63}, "average_wer": 7.97, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T04:37:53Z", "speed": 34.35, "tokens_per_second": 126.63, "dataset_speed": {"earnings22-10mins": 56.21, "librispeech-10mins": 24.76}, "dataset_tokens_per_second": {"earnings22-10mins": 180.44, "librispeech-10mins": 103.02}, "average_wer": 12.56, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny", "device": "iPad Air (5th generation)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T15:06:17Z", "speed": 49.98, "tokens_per_second": 203.87, "dataset_speed": {"earnings22-10mins": 97.96, "librispeech-10mins": 33.6}, "dataset_tokens_per_second": {"earnings22-10mins": 393.8, "librispeech-10mins": 139.01}, "average_wer": 16.71, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T08:26:48Z", "speed": 4.51, "tokens_per_second": 16.08, "dataset_speed": {"earnings22-10mins": 6.33, "librispeech-10mins": 3.85}, "dataset_tokens_per_second": {"earnings22-10mins": 19.97, "librispeech-10mins": 14.67}, "average_wer": 24.04, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/turbo", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T02:14:30Z", "speed": 3.76, "tokens_per_second": 13.38, "dataset_speed": {"librispeech-10mins": 3.45, "earnings22-10mins": 4.68}, "dataset_tokens_per_second": {"librispeech-10mins": 12.74, "earnings22-10mins": 15.26}, "average_wer": 28.72, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T09:20:53Z", "speed": 5.78, "tokens_per_second": 22.0, "dataset_speed": {"librispeech-10mins": 4.05, "earnings22-10mins": 10.15}, "dataset_tokens_per_second": {"librispeech-10mins": 16.81, "earnings22-10mins": 35.07}, "average_wer": 6.08, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T09:00:21Z", "speed": 11.08, "tokens_per_second": 41.09, "dataset_speed": {"librispeech-10mins": 7.2, "earnings22-10mins": 24.21}, "dataset_tokens_per_second": {"librispeech-10mins": 29.98, "earnings22-10mins": 78.59}, "average_wer": 6.63, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/turbo", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T10:30:09Z", "speed": 4.29, "tokens_per_second": 14.58, "dataset_speed": {"librispeech-10mins": 2.91, "earnings22-10mins": 8.19}, "dataset_tokens_per_second": {"librispeech-10mins": 10.78, "earnings22-10mins": 25.34}, "average_wer": 5.9, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T07:35:21Z", "speed": 14.95, "tokens_per_second": 55.61, "dataset_speed": {"earnings22-10mins": 21.09, "librispeech-10mins": 11.59}, "dataset_tokens_per_second": {"earnings22-10mins": 68.34, "librispeech-10mins": 48.65}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T21:21:54Z", "speed": 12.61, "tokens_per_second": 48.77, "dataset_speed": {"librispeech-10mins": 9.4, "earnings22-10mins": 19.16}, "dataset_tokens_per_second": {"librispeech-10mins": 34.05, "earnings22-10mins": 78.89}, "average_wer": 6.18, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/949MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:26:04Z", "speed": 1.8, "tokens_per_second": 7.97, "dataset_speed": {"librispeech-10mins": 1.6, "earnings22-10mins": 2.38}, "dataset_tokens_per_second": {"librispeech-10mins": 8.03, "earnings22-10mins": 7.78}, "average_wer": 27.03, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T08:06:06Z", "speed": 8.81, "tokens_per_second": 30.78, "dataset_speed": {"librispeech-10mins": 6.45, "earnings22-10mins": 13.91}, "dataset_tokens_per_second": {"librispeech-10mins": 23.3, "earnings22-10mins": 46.98}, "average_wer": 6.28, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base.en", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T03:00:14Z", "speed": 65.42, "tokens_per_second": 225.02, "dataset_speed": {"earnings22-10mins": 166.56, "librispeech-10mins": 40.77}, "dataset_tokens_per_second": {"earnings22-10mins": 514.1, "librispeech-10mins": 154.55}, "average_wer": 10.04, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny.en", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:03:24Z", "speed": 74.43, "tokens_per_second": 255.44, "dataset_speed": {"librispeech-10mins": 50.34, "earnings22-10mins": 143.31}, "dataset_tokens_per_second": {"librispeech-10mins": 190.65, "earnings22-10mins": 440.67}, "average_wer": 14.6, "qoi": 0.38, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small.en", "device": "iPad Air (5th generation)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T15:16:36Z", "speed": 14.07, "tokens_per_second": 51.11, "dataset_speed": {"earnings22-10mins": 19.05, "librispeech-10mins": 11.17}, "dataset_tokens_per_second": {"earnings22-10mins": 65.13, "librispeech-10mins": 42.92}, "average_wer": 8.39, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/949MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T08:11:25Z", "speed": 2.04, "tokens_per_second": 8.38, "dataset_speed": {"earnings22-10mins": 2.88, "librispeech-10mins": 1.74}, "dataset_tokens_per_second": {"earnings22-10mins": 9.14, "librispeech-10mins": 8.12}, "average_wer": 26.72, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T07:31:50Z", "speed": 60.42, "tokens_per_second": 222.67, "dataset_speed": {"librispeech-10mins": 41.65, "earnings22-10mins": 110.39}, "dataset_tokens_per_second": {"librispeech-10mins": 173.14, "earnings22-10mins": 354.52}, "average_wer": 12.63, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T21:13:56Z", "speed": 9.21, "tokens_per_second": 35.14, "dataset_speed": {"librispeech-10mins": 6.41, "earnings22-10mins": 16.46}, "dataset_tokens_per_second": {"librispeech-10mins": 26.46, "earnings22-10mins": 57.54}, "average_wer": 5.83, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T14:26:15Z", "speed": 3.92, "tokens_per_second": 15.63, "dataset_speed": {"earnings22-10mins": 6.41, "librispeech-10mins": 2.83}, "dataset_tokens_per_second": {"earnings22-10mins": 24.47, "librispeech-10mins": 11.76}, "average_wer": 6.08, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T05:27:50Z", "speed": 44.97, "tokens_per_second": 154.8, "dataset_speed": {"librispeech-10mins": 30.34, "earnings22-10mins": 87.16}, "dataset_tokens_per_second": {"librispeech-10mins": 115.61, "earnings22-10mins": 267.88}, "average_wer": 14.62, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small.en", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T20:22:36Z", "speed": 22.33, "tokens_per_second": 80.95, "dataset_speed": {"librispeech-10mins": 17.63, "earnings22-10mins": 30.49}, "dataset_tokens_per_second": {"librispeech-10mins": 67.6, "earnings22-10mins": 104.12}, "average_wer": 8.42, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T02:58:52Z", "speed": 61.94, "tokens_per_second": 228.47, "dataset_speed": {"earnings22-10mins": 173.45, "librispeech-10mins": 37.76}, "dataset_tokens_per_second": {"earnings22-10mins": 557.93, "librispeech-10mins": 157.05}, "average_wer": 12.63, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base.en", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T07:32:51Z", "speed": 49.69, "tokens_per_second": 170.32, "dataset_speed": {"librispeech-10mins": 35.62, "earnings22-10mins": 82.33}, "dataset_tokens_per_second": {"librispeech-10mins": 135.04, "earnings22-10mins": 252.21}, "average_wer": 9.98, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T07:30:07Z", "speed": 46.71, "tokens_per_second": 172.15, "dataset_speed": {"librispeech-10mins": 33.28, "earnings22-10mins": 78.55}, "dataset_tokens_per_second": {"librispeech-10mins": 138.4, "earnings22-10mins": 252.14}, "average_wer": 12.53, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T05:41:28Z", "speed": 4.75, "tokens_per_second": 17.58, "dataset_speed": {"librispeech-10mins": 3.17, "earnings22-10mins": 9.53}, "dataset_tokens_per_second": {"librispeech-10mins": 13.28, "earnings22-10mins": 30.58}, "average_wer": 7.66, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T17:10:39Z", "speed": 8.3, "tokens_per_second": 33.25, "dataset_speed": {"earnings22-10mins": 16.92, "librispeech-10mins": 5.51}, "dataset_tokens_per_second": {"earnings22-10mins": 64.89, "librispeech-10mins": 22.99}, "average_wer": 6.27, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny.en", "device": "iPhone 12 Pro Max", "os": "iOS 18.1", "timestamp": "2024-10-30T06:13:08Z", "speed": 41.45, "tokens_per_second": 142.14, "dataset_speed": {"librispeech-10mins": 30.19, "earnings22-10mins": 66.28}, "dataset_tokens_per_second": {"librispeech-10mins": 114.23, "earnings22-10mins": 203.69}, "average_wer": 14.7, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:51:52Z", "speed": 7.95, "tokens_per_second": 30.39, "dataset_speed": {"librispeech-10mins": 5.36, "earnings22-10mins": 15.41}, "dataset_tokens_per_second": {"librispeech-10mins": 22.2, "earnings22-10mins": 54.0}, "average_wer": 5.94, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T08:51:27Z", "speed": 8.83, "tokens_per_second": 33.74, "dataset_speed": {"earnings22-10mins": 20.14, "librispeech-10mins": 5.66}, "dataset_tokens_per_second": {"earnings22-10mins": 70.67, "librispeech-10mins": 23.4}, "average_wer": 6.01, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T21:08:36Z", "speed": 10.82, "tokens_per_second": 40.05, "dataset_speed": {"librispeech-10mins": 7.25, "earnings22-10mins": 21.39}, "dataset_tokens_per_second": {"librispeech-10mins": 30.4, "earnings22-10mins": 68.62}, "average_wer": 7.56, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:33:24Z", "speed": 8.37, "tokens_per_second": 35.09, "dataset_speed": {"earnings22-10mins": 15.68, "librispeech-10mins": 5.71}, "dataset_tokens_per_second": {"earnings22-10mins": 66.53, "librispeech-10mins": 23.67}, "average_wer": 5.87, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base.en", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T07:33:18Z", "speed": 58.38, "tokens_per_second": 199.49, "dataset_speed": {"earnings22-10mins": 179.06, "librispeech-10mins": 34.94}, "dataset_tokens_per_second": {"earnings22-10mins": 544.93, "librispeech-10mins": 132.37}, "average_wer": 10.39, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T02:59:16Z", "speed": 46.28, "tokens_per_second": 170.58, "dataset_speed": {"librispeech-10mins": 32.69, "earnings22-10mins": 79.45}, "dataset_tokens_per_second": {"librispeech-10mins": 135.97, "earnings22-10mins": 255.04}, "average_wer": 12.53, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T08:54:24Z", "speed": 4.6, "tokens_per_second": 15.84, "dataset_speed": {"librispeech-10mins": 3.95, "earnings22-10mins": 6.33}, "dataset_tokens_per_second": {"librispeech-10mins": 14.55, "earnings22-10mins": 19.28}, "average_wer": 24.15, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/949MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T08:27:58Z", "speed": 3.3, "tokens_per_second": 14.39, "dataset_speed": {"librispeech-10mins": 2.82, "earnings22-10mins": 4.12}, "dataset_tokens_per_second": {"librispeech-10mins": 13.12, "earnings22-10mins": 16.53}, "average_wer": 12.56, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T05:29:28Z", "speed": 32.15, "tokens_per_second": 118.33, "dataset_speed": {"earnings22-10mins": 63.99, "librispeech-10mins": 21.5}, "dataset_tokens_per_second": {"earnings22-10mins": 205.4, "librispeech-10mins": 89.2}, "average_wer": 12.56, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small.en", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:09:44Z", "speed": 19.26, "tokens_per_second": 69.64, "dataset_speed": {"librispeech-10mins": 14.22, "earnings22-10mins": 29.93}, "dataset_tokens_per_second": {"librispeech-10mins": 54.63, "earnings22-10mins": 101.37}, "average_wer": 7.9, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T08:37:46Z", "speed": 2.97, "tokens_per_second": 13.46, "dataset_speed": {"librispeech-10mins": 2.44, "earnings22-10mins": 5.15}, "dataset_tokens_per_second": {"librispeech-10mins": 12.98, "earnings22-10mins": 15.44}, "average_wer": 29.29, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/947MB", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T04:42:27Z", "speed": 2.51, "tokens_per_second": 9.92, "dataset_speed": {"librispeech-10mins": 2.09, "earnings22-10mins": 3.62}, "dataset_tokens_per_second": {"librispeech-10mins": 9.52, "earnings22-10mins": 10.97}, "average_wer": 22.61, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T05:30:13Z", "speed": 34.22, "tokens_per_second": 117.26, "dataset_speed": {"earnings22-10mins": 65.94, "librispeech-10mins": 23.13}, "dataset_tokens_per_second": {"earnings22-10mins": 202.0, "librispeech-10mins": 87.65}, "average_wer": 9.91, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base.en", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T03:00:20Z", "speed": 49.42, "tokens_per_second": 169.41, "dataset_speed": {"librispeech-10mins": 35.29, "earnings22-10mins": 82.67}, "dataset_tokens_per_second": {"librispeech-10mins": 133.77, "earnings22-10mins": 253.24}, "average_wer": 9.98, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T05:08:02Z", "speed": 3.52, "tokens_per_second": 11.93, "dataset_speed": {"earnings22-10mins": 4.44, "librispeech-10mins": 3.01}, "dataset_tokens_per_second": {"earnings22-10mins": 13.42, "librispeech-10mins": 11.11}, "average_wer": 15.36, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:40:01Z", "speed": 12.85, "tokens_per_second": 42.4, "dataset_speed": {"librispeech-10mins": 8.71, "earnings22-10mins": 24.59}, "dataset_tokens_per_second": {"librispeech-10mins": 30.93, "earnings22-10mins": 74.92}, "average_wer": 6.14, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T08:03:12Z", "speed": 3.01, "tokens_per_second": 10.19, "dataset_speed": {"librispeech-10mins": 2.39, "earnings22-10mins": 4.06}, "dataset_tokens_per_second": {"librispeech-10mins": 8.81, "earnings22-10mins": 12.54}, "average_wer": 6.25, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/turbo", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T20:59:09Z", "speed": 4.16, "tokens_per_second": 14.16, "dataset_speed": {"librispeech-10mins": 3.4, "earnings22-10mins": 5.37}, "dataset_tokens_per_second": {"librispeech-10mins": 12.61, "earnings22-10mins": 16.62}, "average_wer": 5.83, "qoi": 0.75, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T09:02:41Z", "speed": 11.57, "tokens_per_second": 42.7, "dataset_speed": {"earnings22-10mins": 26.33, "librispeech-10mins": 7.42}, "dataset_tokens_per_second": {"earnings22-10mins": 84.37, "librispeech-10mins": 31.0}, "average_wer": 7.59, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base.en", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-10-30T07:14:48Z", "speed": 5.25, "tokens_per_second": 12.27, "dataset_speed": {"earnings22-10mins": 5.22, "librispeech-10mins": 5.28}, "dataset_tokens_per_second": {"earnings22-10mins": 21.98, "librispeech-10mins": 2.5}, "average_wer": 96.03, "qoi": 0, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T07:33:41Z", "speed": 64.55, "tokens_per_second": 221.43, "dataset_speed": {"librispeech-10mins": 44.9, "earnings22-10mins": 115.16}, "dataset_tokens_per_second": {"librispeech-10mins": 170.13, "earnings22-10mins": 353.53}, "average_wer": 9.87, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T11:53:37Z", "speed": 16.12, "tokens_per_second": 53.98, "dataset_speed": {"earnings22-10mins": 29.28, "librispeech-10mins": 11.13}, "dataset_tokens_per_second": {"earnings22-10mins": 89.89, "librispeech-10mins": 40.38}, "average_wer": 7.97, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base", "device": "iPhone 12 Pro Max", "os": "iOS 18.1", "timestamp": "2024-10-30T06:14:24Z", "speed": 23.69, "tokens_per_second": 87.28, "dataset_speed": {"earnings22-10mins": 34.78, "librispeech-10mins": 17.98}, "dataset_tokens_per_second": {"earnings22-10mins": 111.58, "librispeech-10mins": 74.78}, "average_wer": 12.6, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small", "device": "iPhone 16 Plus", "os": "iOS 18.0.1", "timestamp": "2024-10-30T15:12:03Z", "speed": 17.01, "tokens_per_second": 63.41, "dataset_speed": {"librispeech-10mins": 13.26, "earnings22-10mins": 23.78}, "dataset_tokens_per_second": {"librispeech-10mins": 55.66, "earnings22-10mins": 77.37}, "average_wer": 9.04, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T06:35:24Z", "speed": 5.36, "tokens_per_second": 23.39, "dataset_speed": {"librispeech-10mins": 3.96, "earnings22-10mins": 8.3}, "dataset_tokens_per_second": {"librispeech-10mins": 16.46, "earnings22-10mins": 37.99}, "average_wer": 6.25, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T01:27:43Z", "speed": 22.08, "tokens_per_second": 82.1, "dataset_speed": {"earnings22-10mins": 32.1, "librispeech-10mins": 16.84}, "dataset_tokens_per_second": {"earnings22-10mins": 104.01, "librispeech-10mins": 70.65}, "average_wer": 9.04, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T02:57:24Z", "speed": 67.26, "tokens_per_second": 273.68, "dataset_speed": {"librispeech-10mins": 47.76, "earnings22-10mins": 114.02}, "dataset_tokens_per_second": {"librispeech-10mins": 197.29, "earnings22-10mins": 456.82}, "average_wer": 16.5, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T04:40:47Z", "speed": 10.97, "tokens_per_second": 40.8, "dataset_speed": {"earnings22-10mins": 14.68, "librispeech-10mins": 8.76}, "dataset_tokens_per_second": {"earnings22-10mins": 47.58, "librispeech-10mins": 36.77}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T11:54:20Z", "speed": 10.2, "tokens_per_second": 34.03, "dataset_speed": {"earnings22-10mins": 17.75, "librispeech-10mins": 7.17}, "dataset_tokens_per_second": {"earnings22-10mins": 54.7, "librispeech-10mins": 25.71}, "average_wer": 8.11, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T07:28:27Z", "speed": 2.74, "tokens_per_second": 9.49, "dataset_speed": {"earnings22-10mins": 3.29, "librispeech-10mins": 2.48}, "dataset_tokens_per_second": {"earnings22-10mins": 10.24, "librispeech-10mins": 9.15}, "average_wer": 22.51, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:04:31Z", "speed": 46.2, "tokens_per_second": 170.28, "dataset_speed": {"librispeech-10mins": 32.62, "earnings22-10mins": 79.42}, "dataset_tokens_per_second": {"librispeech-10mins": 135.66, "earnings22-10mins": 254.95}, "average_wer": 12.53, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-30T14:30:06Z", "speed": 3.88, "tokens_per_second": 16.22, "dataset_speed": {"librispeech-10mins": 2.87, "earnings22-10mins": 6.01}, "dataset_tokens_per_second": {"librispeech-10mins": 11.94, "earnings22-10mins": 25.23}, "average_wer": 6.04, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T05:31:19Z", "speed": 20.29, "tokens_per_second": 75.58, "dataset_speed": {"earnings22-10mins": 44.88, "librispeech-10mins": 13.13}, "dataset_tokens_per_second": {"earnings22-10mins": 146.15, "librispeech-10mins": 55.02}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T16:56:18Z", "speed": 17.18, "tokens_per_second": 57.54, "dataset_speed": {"earnings22-10mins": 36.34, "librispeech-10mins": 11.27}, "dataset_tokens_per_second": {"earnings22-10mins": 111.56, "librispeech-10mins": 40.86}, "average_wer": 7.9, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-31T15:57:50Z", "speed": 4.61, "tokens_per_second": 15.64, "dataset_speed": {"earnings22-10mins": 5.78, "librispeech-10mins": 3.76}, "dataset_tokens_per_second": {"earnings22-10mins": 18.09, "librispeech-10mins": 13.86}, "average_wer": 33.23, "qoi": 0.66, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T20:19:47Z", "speed": 58.21, "tokens_per_second": 214.52, "dataset_speed": {"earnings22-10mins": 103.43, "librispeech-10mins": 40.55}, "dataset_tokens_per_second": {"earnings22-10mins": 332.19, "librispeech-10mins": 168.58}, "average_wer": 12.63, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base.en", "device": "iPhone 16 Plus", "os": "iOS 18.0.1", "timestamp": "2024-10-30T15:09:55Z", "speed": 50.84, "tokens_per_second": 184.25, "dataset_speed": {"librispeech-10mins": 39.28, "earnings22-10mins": 72.16}, "dataset_tokens_per_second": {"librispeech-10mins": 148.78, "earnings22-10mins": 249.68}, "average_wer": 10.22, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base.en", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T15:09:47Z", "speed": 61.6, "tokens_per_second": 211.88, "dataset_speed": {"librispeech-10mins": 39.4, "earnings22-10mins": 141.96}, "dataset_tokens_per_second": {"librispeech-10mins": 149.34, "earnings22-10mins": 438.17}, "average_wer": 10.04, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T02:23:50Z", "speed": 10.59, "tokens_per_second": 39.26, "dataset_speed": {"librispeech-10mins": 7.19, "earnings22-10mins": 20.13}, "dataset_tokens_per_second": {"librispeech-10mins": 29.98, "earnings22-10mins": 65.37}, "average_wer": 6.73, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M1", "os": "macOS 15.1.0", "timestamp": "2024-10-30T08:16:42Z", "speed": 7.3, "tokens_per_second": 27.01, "dataset_speed": {"librispeech-10mins": 4.76, "earnings22-10mins": 15.72}, "dataset_tokens_per_second": {"librispeech-10mins": 19.95, "earnings22-10mins": 50.43}, "average_wer": 7.63, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T21:06:29Z", "speed": 10.53, "tokens_per_second": 39.04, "dataset_speed": {"librispeech-10mins": 7.13, "earnings22-10mins": 20.19}, "dataset_tokens_per_second": {"librispeech-10mins": 29.72, "earnings22-10mins": 65.55}, "average_wer": 6.73, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny.en", "device": "iPhone 16 Plus", "os": "iOS 18.0.1", "timestamp": "2024-10-30T15:07:23Z", "speed": 77.21, "tokens_per_second": 278.99, "dataset_speed": {"librispeech-10mins": 51.22, "earnings22-10mins": 157.42}, "dataset_tokens_per_second": {"librispeech-10mins": 212.62, "earnings22-10mins": 483.79}, "average_wer": 14.6, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T01:25:03Z", "speed": 89.32, "tokens_per_second": 362.91, "dataset_speed": {"librispeech-10mins": 61.57, "earnings22-10mins": 163.15}, "dataset_tokens_per_second": {"librispeech-10mins": 254.56, "earnings22-10mins": 651.22}, "average_wer": 16.29, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:10:09Z", "speed": 2.34, "tokens_per_second": 10.11, "dataset_speed": {"earnings22-10mins": 4.06, "librispeech-10mins": 1.99}, "dataset_tokens_per_second": {"earnings22-10mins": 11.77, "librispeech-10mins": 9.78}, "average_wer": 32.83, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T02:26:27Z", "speed": 10.78, "tokens_per_second": 39.72, "dataset_speed": {"librispeech-10mins": 7.23, "earnings22-10mins": 21.25}, "dataset_tokens_per_second": {"librispeech-10mins": 30.08, "earnings22-10mins": 68.17}, "average_wer": 7.56, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T20:29:30Z", "speed": 2.49, "tokens_per_second": 13.87, "dataset_speed": {"earnings22-10mins": 2.45, "librispeech-10mins": 2.51}, "dataset_tokens_per_second": {"earnings22-10mins": 14.74, "librispeech-10mins": 13.52}, "average_wer": 32.1, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T11:32:28Z", "speed": 4.8, "tokens_per_second": 17.77, "dataset_speed": {"librispeech-10mins": 3.31, "earnings22-10mins": 8.77}, "dataset_tokens_per_second": {"librispeech-10mins": 13.92, "earnings22-10mins": 28.04}, "average_wer": 7.35, "qoi": 0.65, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny.en", "device": "iPad Air (5th generation)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T15:07:20Z", "speed": 51.91, "tokens_per_second": 188.14, "dataset_speed": {"earnings22-10mins": 129.25, "librispeech-10mins": 32.53}, "dataset_tokens_per_second": {"earnings22-10mins": 398.72, "librispeech-10mins": 135.35}, "average_wer": 14.67, "qoi": 0.38, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T07:28:42Z", "speed": 43.81, "tokens_per_second": 170.39, "dataset_speed": {"earnings22-10mins": 73.25, "librispeech-10mins": 31.29}, "dataset_tokens_per_second": {"earnings22-10mins": 266.88, "librispeech-10mins": 129.35}, "average_wer": 16.64, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T21:01:13Z", "speed": 4.41, "tokens_per_second": 15.4, "dataset_speed": {"earnings22-10mins": 5.61, "librispeech-10mins": 3.94}, "dataset_tokens_per_second": {"earnings22-10mins": 17.55, "librispeech-10mins": 14.55}, "average_wer": 24.92, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T05:29:12Z", "speed": 46.63, "tokens_per_second": 171.73, "dataset_speed": {"librispeech-10mins": 28.2, "earnings22-10mins": 135.55}, "dataset_tokens_per_second": {"librispeech-10mins": 117.07, "earnings22-10mins": 435.55}, "average_wer": 12.56, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base", "device": "iPhone 12 mini", "os": "iOS 17.7", "timestamp": "2024-10-30T07:30:48Z", "speed": 19.15, "tokens_per_second": 70.34, "dataset_speed": {"earnings22-10mins": 27.18, "librispeech-10mins": 14.79}, "dataset_tokens_per_second": {"earnings22-10mins": 87.01, "librispeech-10mins": 61.31}, "average_wer": 12.6, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny.en", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T02:58:13Z", "speed": 84.12, "tokens_per_second": 305.03, "dataset_speed": {"earnings22-10mins": 314.25, "librispeech-10mins": 48.65}, "dataset_tokens_per_second": {"earnings22-10mins": 966.84, "librispeech-10mins": 203.01}, "average_wer": 14.6, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T05:42:23Z", "speed": 6.63, "tokens_per_second": 24.65, "dataset_speed": {"librispeech-10mins": 4.57, "earnings22-10mins": 12.14}, "dataset_tokens_per_second": {"librispeech-10mins": 19.29, "earnings22-10mins": 38.97}, "average_wer": 7.73, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T09:11:31Z", "speed": 10.92, "tokens_per_second": 36.63, "dataset_speed": {"librispeech-10mins": 7.71, "earnings22-10mins": 18.77}, "dataset_tokens_per_second": {"librispeech-10mins": 28.0, "earnings22-10mins": 57.72}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T01:52:02Z", "speed": 4.36, "tokens_per_second": 15.86, "dataset_speed": {"earnings22-10mins": 5.6, "librispeech-10mins": 3.89}, "dataset_tokens_per_second": {"earnings22-10mins": 18.64, "librispeech-10mins": 14.82}, "average_wer": 25.79, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny.en", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:12:45Z", "speed": 65.81, "tokens_per_second": 238.18, "dataset_speed": {"librispeech-10mins": 40.75, "earnings22-10mins": 172.14}, "dataset_tokens_per_second": {"librispeech-10mins": 169.41, "earnings22-10mins": 529.91}, "average_wer": 14.67, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/947MB", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T07:10:18Z", "speed": 1.89, "tokens_per_second": 8.85, "dataset_speed": {"earnings22-10mins": 2.84, "librispeech-10mins": 1.59}, "dataset_tokens_per_second": {"earnings22-10mins": 8.4, "librispeech-10mins": 8.99}, "average_wer": 26.13, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/turbo", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-31T15:50:44Z", "speed": 3.9, "tokens_per_second": 13.45, "dataset_speed": {"earnings22-10mins": 4.93, "librispeech-10mins": 3.24}, "dataset_tokens_per_second": {"earnings22-10mins": 15.71, "librispeech-10mins": 12.01}, "average_wer": 35.64, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:11:00Z", "speed": 4.04, "tokens_per_second": 13.94, "dataset_speed": {"librispeech-10mins": 3.47, "earnings22-10mins": 5.52}, "dataset_tokens_per_second": {"librispeech-10mins": 12.79, "earnings22-10mins": 16.93}, "average_wer": 22.64, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T08:57:09Z", "speed": 2.89, "tokens_per_second": 9.97, "dataset_speed": {"earnings22-10mins": 3.91, "librispeech-10mins": 2.3}, "dataset_tokens_per_second": {"earnings22-10mins": 12.12, "librispeech-10mins": 8.71}, "average_wer": 7.21, "qoi": 0.61, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T07:28:52Z", "speed": 71.34, "tokens_per_second": 290.2, "dataset_speed": {"librispeech-10mins": 45.57, "earnings22-10mins": 165.08}, "dataset_tokens_per_second": {"librispeech-10mins": 188.46, "earnings22-10mins": 660.33}, "average_wer": 16.67, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base.en", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:05:14Z", "speed": 53.87, "tokens_per_second": 184.06, "dataset_speed": {"earnings22-10mins": 135.54, "librispeech-10mins": 33.67}, "dataset_tokens_per_second": {"earnings22-10mins": 412.5, "librispeech-10mins": 127.56}, "average_wer": 10.39, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:37:06Z", "speed": 9.14, "tokens_per_second": 33.91, "dataset_speed": {"librispeech-10mins": 5.97, "earnings22-10mins": 19.52}, "dataset_tokens_per_second": {"librispeech-10mins": 24.9, "earnings22-10mins": 63.49}, "average_wer": 6.77, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T14:26:05Z", "speed": 9.52, "tokens_per_second": 36.35, "dataset_speed": {"librispeech-10mins": 6.57, "earnings22-10mins": 17.34}, "dataset_tokens_per_second": {"librispeech-10mins": 27.44, "earnings22-10mins": 59.97}, "average_wer": 5.97, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T10:57:08Z", "speed": 2.32, "tokens_per_second": 7.86, "dataset_speed": {"earnings22-10mins": 3.0, "librispeech-10mins": 1.89}, "dataset_tokens_per_second": {"earnings22-10mins": 9.29, "librispeech-10mins": 6.97}, "average_wer": 6.25, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T01:26:07Z", "speed": 60.54, "tokens_per_second": 223.14, "dataset_speed": {"librispeech-10mins": 42.1, "earnings22-10mins": 108.11}, "dataset_tokens_per_second": {"librispeech-10mins": 175.03, "earnings22-10mins": 347.22}, "average_wer": 12.63, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/949MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T03:31:46Z", "speed": 1.6, "tokens_per_second": 7.92, "dataset_speed": {"earnings22-10mins": 1.49, "librispeech-10mins": 1.65}, "dataset_tokens_per_second": {"earnings22-10mins": 8.39, "librispeech-10mins": 7.69}, "average_wer": 31.17, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T02:17:41Z", "speed": 4.44, "tokens_per_second": 15.46, "dataset_speed": {"earnings22-10mins": 5.62, "librispeech-10mins": 3.98}, "dataset_tokens_per_second": {"earnings22-10mins": 17.41, "librispeech-10mins": 14.7}, "average_wer": 25.72, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny.en", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T15:07:03Z", "speed": 83.51, "tokens_per_second": 302.78, "dataset_speed": {"earnings22-10mins": 274.75, "librispeech-10mins": 49.32}, "dataset_tokens_per_second": {"earnings22-10mins": 845.31, "librispeech-10mins": 205.79}, "average_wer": 14.64, "qoi": 0.38, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base.en", "device": "iPhone 12 Pro Max", "os": "iOS 18.1", "timestamp": "2024-10-30T06:16:19Z", "speed": 30.56, "tokens_per_second": 104.87, "dataset_speed": {"earnings22-10mins": 46.98, "librispeech-10mins": 22.67}, "dataset_tokens_per_second": {"earnings22-10mins": 144.46, "librispeech-10mins": 85.85}, "average_wer": 9.94, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T05:26:42Z", "speed": 60.91, "tokens_per_second": 236.76, "dataset_speed": {"earnings22-10mins": 136.53, "librispeech-10mins": 39.26}, "dataset_tokens_per_second": {"earnings22-10mins": 496.97, "librispeech-10mins": 162.25}, "average_wer": 16.74, "qoi": 0.32, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny.en", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T05:27:45Z", "speed": 62.34, "tokens_per_second": 214.2, "dataset_speed": {"earnings22-10mins": 182.44, "librispeech-10mins": 37.65}, "dataset_tokens_per_second": {"earnings22-10mins": 561.6, "librispeech-10mins": 142.8}, "average_wer": 14.74, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:25:58Z", "speed": 15.18, "tokens_per_second": 51.2, "dataset_speed": {"earnings22-10mins": 32.36, "librispeech-10mins": 9.93}, "dataset_tokens_per_second": {"earnings22-10mins": 99.89, "librispeech-10mins": 36.32}, "average_wer": 6.77, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T16:50:13Z", "speed": 16.35, "tokens_per_second": 55.28, "dataset_speed": {"earnings22-10mins": 34.93, "librispeech-10mins": 10.69}, "dataset_tokens_per_second": {"earnings22-10mins": 108.17, "librispeech-10mins": 39.17}, "average_wer": 6.52, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T02:51:12Z", "speed": 8.71, "tokens_per_second": 30.45, "dataset_speed": {"librispeech-10mins": 6.42, "earnings22-10mins": 13.56}, "dataset_tokens_per_second": {"librispeech-10mins": 23.15, "earnings22-10mins": 45.93}, "average_wer": 6.08, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small.en", "device": "iPhone 16 Plus", "os": "iOS 18.0.1", "timestamp": "2024-10-30T15:15:21Z", "speed": 17.57, "tokens_per_second": 63.58, "dataset_speed": {"librispeech-10mins": 14.37, "earnings22-10mins": 22.64}, "dataset_tokens_per_second": {"librispeech-10mins": 55.14, "earnings22-10mins": 76.95}, "average_wer": 7.87, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T02:57:02Z", "speed": 78.56, "tokens_per_second": 327.41, "dataset_speed": {"earnings22-10mins": 173.46, "librispeech-10mins": 50.85}, "dataset_tokens_per_second": {"earnings22-10mins": 729.38, "librispeech-10mins": 210.06}, "average_wer": 16.69, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T02:01:32Z", "speed": 3.04, "tokens_per_second": 11.56, "dataset_speed": {"librispeech-10mins": 2.65, "earnings22-10mins": 4.42}, "dataset_tokens_per_second": {"librispeech-10mins": 11.12, "earnings22-10mins": 13.12}, "average_wer": 30.55, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T16:39:36Z", "speed": 10.71, "tokens_per_second": 39.72, "dataset_speed": {"librispeech-10mins": 6.96, "earnings22-10mins": 23.37}, "dataset_tokens_per_second": {"librispeech-10mins": 28.99, "earnings22-10mins": 75.88}, "average_wer": 6.63, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T05:09:18Z", "speed": 1.82, "tokens_per_second": 6.57, "dataset_speed": {"librispeech-10mins": 1.66, "earnings22-10mins": 2.28}, "dataset_tokens_per_second": {"librispeech-10mins": 6.33, "earnings22-10mins": 7.23}, "average_wer": 29.48, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T08:57:59Z", "speed": 2.69, "tokens_per_second": 9.42, "dataset_speed": {"librispeech-10mins": 2.44, "earnings22-10mins": 3.24}, "dataset_tokens_per_second": {"librispeech-10mins": 9.03, "earnings22-10mins": 10.28}, "average_wer": 23.2, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T04:12:57Z", "speed": 3.34, "tokens_per_second": 12.9, "dataset_speed": {"earnings22-10mins": 5.04, "librispeech-10mins": 2.86}, "dataset_tokens_per_second": {"earnings22-10mins": 16.09, "librispeech-10mins": 11.98}, "average_wer": 27.8, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T03:01:20Z", "speed": 17.6, "tokens_per_second": 65.6, "dataset_speed": {"earnings22-10mins": 24.08, "librispeech-10mins": 13.88}, "dataset_tokens_per_second": {"earnings22-10mins": 78.33, "librispeech-10mins": 58.3}, "average_wer": 9.04, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/turbo", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:02:00Z", "speed": 3.77, "tokens_per_second": 12.81, "dataset_speed": {"earnings22-10mins": 5.03, "librispeech-10mins": 3.01}, "dataset_tokens_per_second": {"earnings22-10mins": 15.56, "librispeech-10mins": 11.17}, "average_wer": 5.9, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/turbo", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T20:38:44Z", "speed": 3.8, "tokens_per_second": 14.4, "dataset_speed": {"librispeech-10mins": 3.04, "earnings22-10mins": 5.07}, "dataset_tokens_per_second": {"librispeech-10mins": 13.09, "earnings22-10mins": 16.57}, "average_wer": 6.73, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T08:01:02Z", "speed": 4.12, "tokens_per_second": 14.16, "dataset_speed": {"earnings22-10mins": 6.49, "librispeech-10mins": 3.33}, "dataset_tokens_per_second": {"earnings22-10mins": 19.78, "librispeech-10mins": 12.29}, "average_wer": 21.71, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/turbo", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T03:42:57Z", "speed": 4.1, "tokens_per_second": 16.11, "dataset_speed": {"librispeech-10mins": 3.47, "earnings22-10mins": 6.02}, "dataset_tokens_per_second": {"librispeech-10mins": 14.92, "earnings22-10mins": 19.74}, "average_wer": 25.39, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-30T07:29:14Z", "speed": 32.22, "tokens_per_second": 125.36, "dataset_speed": {"librispeech-10mins": 24.09, "earnings22-10mins": 48.76}, "dataset_tokens_per_second": {"librispeech-10mins": 99.59, "earnings22-10mins": 177.71}, "average_wer": 16.6, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny.en", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T01:25:20Z", "speed": 92.19, "tokens_per_second": 333.25, "dataset_speed": {"earnings22-10mins": 204.26, "librispeech-10mins": 59.62}, "dataset_tokens_per_second": {"earnings22-10mins": 628.08, "librispeech-10mins": 247.56}, "average_wer": 14.64, "qoi": 0.38, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T08:56:19Z", "speed": 4.93, "tokens_per_second": 17.01, "dataset_speed": {"earnings22-10mins": 6.61, "librispeech-10mins": 3.94}, "dataset_tokens_per_second": {"earnings22-10mins": 20.43, "librispeech-10mins": 14.98}, "average_wer": 7.21, "qoi": 0.59, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T09:07:49Z", "speed": 3.54, "tokens_per_second": 12.93, "dataset_speed": {"earnings22-10mins": 7.96, "librispeech-10mins": 2.28}, "dataset_tokens_per_second": {"earnings22-10mins": 24.83, "librispeech-10mins": 9.54}, "average_wer": 7.63, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T16:00:37Z", "speed": 3.08, "tokens_per_second": 11.31, "dataset_speed": {"librispeech-10mins": 2.46, "earnings22-10mins": 4.33}, "dataset_tokens_per_second": {"librispeech-10mins": 10.33, "earnings22-10mins": 13.27}, "average_wer": 41.0, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small.en", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T03:03:36Z", "speed": 25.04, "tokens_per_second": 92.9, "dataset_speed": {"earnings22-10mins": 40.32, "librispeech-10mins": 18.18}, "dataset_tokens_per_second": {"earnings22-10mins": 144.22, "librispeech-10mins": 69.86}, "average_wer": 7.92, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/947MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T10:22:40Z", "speed": 1.14, "tokens_per_second": 5.06, "dataset_speed": {"earnings22-10mins": 3.19, "librispeech-10mins": 0.69}, "dataset_tokens_per_second": {"earnings22-10mins": 9.87, "librispeech-10mins": 4.03}, "average_wer": 11.06, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T07:30:18Z", "speed": 90.67, "tokens_per_second": 327.76, "dataset_speed": {"librispeech-10mins": 58.06, "earnings22-10mins": 207.95}, "dataset_tokens_per_second": {"librispeech-10mins": 241.1, "earnings22-10mins": 639.45}, "average_wer": 14.64, "qoi": 0.38, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T15:06:17Z", "speed": 77.2, "tokens_per_second": 318.37, "dataset_speed": {"librispeech-10mins": 49.26, "earnings22-10mins": 179.38}, "dataset_tokens_per_second": {"librispeech-10mins": 203.5, "earnings22-10mins": 738.44}, "average_wer": 17.6, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small.en", "device": "Apple M1", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:49:37Z", "speed": 14.92, "tokens_per_second": 53.99, "dataset_speed": {"earnings22-10mins": 23.95, "librispeech-10mins": 10.85}, "dataset_tokens_per_second": {"earnings22-10mins": 81.28, "librispeech-10mins": 41.68}, "average_wer": 7.84, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:02:49Z", "speed": 2.22, "tokens_per_second": 8.76, "dataset_speed": {"earnings22-10mins": 3.03, "librispeech-10mins": 2.03}, "dataset_tokens_per_second": {"earnings22-10mins": 9.79, "librispeech-10mins": 8.52}, "average_wer": 34.31, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T17:01:44Z", "speed": 6.66, "tokens_per_second": 26.7, "dataset_speed": {"earnings22-10mins": 12.41, "librispeech-10mins": 4.63}, "dataset_tokens_per_second": {"earnings22-10mins": 48.16, "librispeech-10mins": 19.11}, "average_wer": 8.46, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M1", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:53:52Z", "speed": 2.03, "tokens_per_second": 8.67, "dataset_speed": {"earnings22-10mins": 3.19, "librispeech-10mins": 1.81}, "dataset_tokens_per_second": {"earnings22-10mins": 9.91, "librispeech-10mins": 8.44}, "average_wer": 36.38, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T07:32:53Z", "speed": 4.05, "tokens_per_second": 14.15, "dataset_speed": {"earnings22-10mins": 6.35, "librispeech-10mins": 3.28}, "dataset_tokens_per_second": {"earnings22-10mins": 20.17, "librispeech-10mins": 12.11}, "average_wer": 21.37, "qoi": 0.72, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 16 Plus", "os": "iOS 18.0.1", "timestamp": "2024-10-30T15:48:57Z", "speed": 2.9, "tokens_per_second": 10.29, "dataset_speed": {"earnings22-10mins": 3.56, "librispeech-10mins": 2.57}, "dataset_tokens_per_second": {"earnings22-10mins": 11.32, "librispeech-10mins": 9.78}, "average_wer": 20.57, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T05:47:31Z", "speed": 7.96, "tokens_per_second": 26.7, "dataset_speed": {"librispeech-10mins": 5.47, "earnings22-10mins": 14.72}, "dataset_tokens_per_second": {"librispeech-10mins": 19.85, "earnings22-10mins": 45.22}, "average_wer": 7.94, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:35:22Z", "speed": 3.9, "tokens_per_second": 14.02, "dataset_speed": {"earnings22-10mins": 5.52, "librispeech-10mins": 3.38}, "dataset_tokens_per_second": {"earnings22-10mins": 17.68, "librispeech-10mins": 12.84}, "average_wer": 27.72, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/947MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:52:17Z", "speed": 1.71, "tokens_per_second": 7.65, "dataset_speed": {"earnings22-10mins": 2.38, "librispeech-10mins": 1.48}, "dataset_tokens_per_second": {"earnings22-10mins": 7.05, "librispeech-10mins": 7.85}, "average_wer": 29.44, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T05:39:57Z", "speed": 8.31, "tokens_per_second": 30.83, "dataset_speed": {"earnings22-10mins": 15.17, "librispeech-10mins": 5.73}, "dataset_tokens_per_second": {"earnings22-10mins": 48.7, "librispeech-10mins": 24.11}, "average_wer": 7.7, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:37:15Z", "speed": 2.52, "tokens_per_second": 8.91, "dataset_speed": {"earnings22-10mins": 2.91, "librispeech-10mins": 2.33}, "dataset_tokens_per_second": {"earnings22-10mins": 9.0, "librispeech-10mins": 8.87}, "average_wer": 25.03, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T07:35:30Z", "speed": 13.21, "tokens_per_second": 49.22, "dataset_speed": {"earnings22-10mins": 20.04, "librispeech-10mins": 9.87}, "dataset_tokens_per_second": {"earnings22-10mins": 65.03, "librispeech-10mins": 41.46}, "average_wer": 8.91, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:13:07Z", "speed": 15.07, "tokens_per_second": 49.72, "dataset_speed": {"earnings22-10mins": 29.97, "librispeech-10mins": 10.08}, "dataset_tokens_per_second": {"earnings22-10mins": 91.34, "librispeech-10mins": 35.79}, "average_wer": 6.04, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny.en", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-10-30T07:00:22Z", "speed": 7.2, "tokens_per_second": 26.01, "dataset_speed": {"earnings22-10mins": 12.89, "librispeech-10mins": 5.0}, "dataset_tokens_per_second": {"earnings22-10mins": 39.58, "librispeech-10mins": 20.77}, "average_wer": 14.46, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T07:46:57Z", "speed": 3.43, "tokens_per_second": 12.96, "dataset_speed": {"librispeech-10mins": 2.24, "earnings22-10mins": 7.37}, "dataset_tokens_per_second": {"librispeech-10mins": 9.62, "earnings22-10mins": 24.02}, "average_wer": 6.56, "qoi": 0.64, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/949MB", "device": "iPhone 16 Plus", "os": "iOS 18.0.1", "timestamp": "2024-10-30T15:34:56Z", "speed": 2.02, "tokens_per_second": 9.36, "dataset_speed": {"librispeech-10mins": 1.95, "earnings22-10mins": 2.18}, "dataset_tokens_per_second": {"librispeech-10mins": 9.05, "earnings22-10mins": 10.0}, "average_wer": 26.58, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T07:39:03Z", "speed": 22.72, "tokens_per_second": 82.18, "dataset_speed": {"earnings22-10mins": 31.14, "librispeech-10mins": 17.9}, "dataset_tokens_per_second": {"earnings22-10mins": 105.86, "librispeech-10mins": 68.62}, "average_wer": 8.15, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T08:32:46Z", "speed": 10.33, "tokens_per_second": 38.31, "dataset_speed": {"librispeech-10mins": 6.55, "earnings22-10mins": 24.58}, "dataset_tokens_per_second": {"librispeech-10mins": 27.46, "earnings22-10mins": 79.2}, "average_wer": 7.42, "qoi": 0.66, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T08:54:06Z", "speed": 13.8, "tokens_per_second": 45.38, "dataset_speed": {"earnings22-10mins": 30.29, "librispeech-10mins": 8.95}, "dataset_tokens_per_second": {"earnings22-10mins": 91.34, "librispeech-10mins": 31.86}, "average_wer": 6.01, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small.en", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T03:04:27Z", "speed": 17.4, "tokens_per_second": 62.94, "dataset_speed": {"librispeech-10mins": 14.83, "earnings22-10mins": 21.05}, "dataset_tokens_per_second": {"librispeech-10mins": 56.91, "earnings22-10mins": 71.54}, "average_wer": 7.87, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:38:24Z", "speed": 9.43, "tokens_per_second": 34.9, "dataset_speed": {"earnings22-10mins": 20.67, "librispeech-10mins": 6.12}, "dataset_tokens_per_second": {"earnings22-10mins": 66.35, "librispeech-10mins": 25.63}, "average_wer": 7.63, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small", "device": "iPad Air (5th generation)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T15:13:23Z", "speed": 14.01, "tokens_per_second": 52.19, "dataset_speed": {"librispeech-10mins": 10.38, "earnings22-10mins": 21.58}, "dataset_tokens_per_second": {"librispeech-10mins": 43.57, "earnings22-10mins": 70.2}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:07:15Z", "speed": 18.73, "tokens_per_second": 69.66, "dataset_speed": {"librispeech-10mins": 13.11, "earnings22-10mins": 32.9}, "dataset_tokens_per_second": {"librispeech-10mins": 55.01, "earnings22-10mins": 106.59}, "average_wer": 9.04, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T15:10:50Z", "speed": 21.79, "tokens_per_second": 81.12, "dataset_speed": {"earnings22-10mins": 36.54, "librispeech-10mins": 15.54}, "dataset_tokens_per_second": {"earnings22-10mins": 118.69, "librispeech-10mins": 65.21}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny.en", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-30T07:30:39Z", "speed": 33.12, "tokens_per_second": 114.01, "dataset_speed": {"librispeech-10mins": 24.04, "earnings22-10mins": 53.34}, "dataset_tokens_per_second": {"librispeech-10mins": 91.61, "earnings22-10mins": 163.92}, "average_wer": 14.57, "qoi": 0.38, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T07:31:42Z", "speed": 23.22, "tokens_per_second": 85.44, "dataset_speed": {"earnings22-10mins": 37.44, "librispeech-10mins": 16.84}, "dataset_tokens_per_second": {"earnings22-10mins": 120.17, "librispeech-10mins": 69.89}, "average_wer": 12.56, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base.en", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-30T07:34:11Z", "speed": 24.44, "tokens_per_second": 83.77, "dataset_speed": {"librispeech-10mins": 18.0, "earnings22-10mins": 38.16}, "dataset_tokens_per_second": {"librispeech-10mins": 68.2, "earnings22-10mins": 116.91}, "average_wer": 9.91, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/947MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T08:45:05Z", "speed": 1.85, "tokens_per_second": 8.3, "dataset_speed": {"librispeech-10mins": 1.53, "earnings22-10mins": 2.88}, "dataset_tokens_per_second": {"librispeech-10mins": 8.08, "earnings22-10mins": 9.01}, "average_wer": 25.65, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T11:23:57Z", "speed": 1.1, "tokens_per_second": 4.06, "dataset_speed": {"earnings22-10mins": 2.38, "librispeech-10mins": 0.71}, "dataset_tokens_per_second": {"earnings22-10mins": 7.66, "librispeech-10mins": 2.99}, "average_wer": 6.73, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/turbo", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-31T15:43:52Z", "speed": 3.39, "tokens_per_second": 12.99, "dataset_speed": {"librispeech-10mins": 2.88, "earnings22-10mins": 4.24}, "dataset_tokens_per_second": {"librispeech-10mins": 12.4, "earnings22-10mins": 13.95}, "average_wer": 39.29, "qoi": 0.61, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T16:44:47Z", "speed": 11.08, "tokens_per_second": 41.01, "dataset_speed": {"librispeech-10mins": 7.14, "earnings22-10mins": 24.89}, "dataset_tokens_per_second": {"librispeech-10mins": 29.94, "earnings22-10mins": 79.77}, "average_wer": 7.59, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small.en", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T06:24:23Z", "speed": 15.13, "tokens_per_second": 57.62, "dataset_speed": {"librispeech-10mins": 14.09, "earnings22-10mins": 16.34}, "dataset_tokens_per_second": {"librispeech-10mins": 54.07, "earnings22-10mins": 61.74}, "average_wer": 8.11, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-30T07:31:41Z", "speed": 22.94, "tokens_per_second": 84.42, "dataset_speed": {"earnings22-10mins": 36.76, "librispeech-10mins": 16.69}, "dataset_tokens_per_second": {"earnings22-10mins": 117.98, "librispeech-10mins": 69.24}, "average_wer": 12.56, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T17:24:27Z", "speed": 8.94, "tokens_per_second": 33.12, "dataset_speed": {"earnings22-10mins": 14.34, "librispeech-10mins": 6.55}, "dataset_tokens_per_second": {"earnings22-10mins": 54.43, "librispeech-10mins": 23.68}, "average_wer": 6.59, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T20:40:55Z", "speed": 4.35, "tokens_per_second": 15.75, "dataset_speed": {"earnings22-10mins": 5.68, "librispeech-10mins": 3.87}, "dataset_tokens_per_second": {"earnings22-10mins": 18.56, "librispeech-10mins": 14.73}, "average_wer": 26.75, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:07:52Z", "speed": 13.16, "tokens_per_second": 48.96, "dataset_speed": {"librispeech-10mins": 10.2, "earnings22-10mins": 18.57}, "dataset_tokens_per_second": {"librispeech-10mins": 42.83, "earnings22-10mins": 60.16}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M1", "os": "macOS 15.1.0", "timestamp": "2024-10-30T08:24:25Z", "speed": 5.87, "tokens_per_second": 23.84, "dataset_speed": {"librispeech-10mins": 4.19, "earnings22-10mins": 10.81}, "dataset_tokens_per_second": {"librispeech-10mins": 17.46, "earnings22-10mins": 42.55}, "average_wer": 11.56, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T07:26:56Z", "speed": 2.48, "tokens_per_second": 10.85, "dataset_speed": {"librispeech-10mins": 1.99, "earnings22-10mins": 4.8}, "dataset_tokens_per_second": {"librispeech-10mins": 9.76, "earnings22-10mins": 15.98}, "average_wer": 26.68, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T06:41:40Z", "speed": 8.29, "tokens_per_second": 30.48, "dataset_speed": {"librispeech-10mins": 6.33, "earnings22-10mins": 12.04}, "dataset_tokens_per_second": {"librispeech-10mins": 22.83, "earnings22-10mins": 45.09}, "average_wer": 6.21, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T10:57:00Z", "speed": 4.95, "tokens_per_second": 16.85, "dataset_speed": {"librispeech-10mins": 3.33, "earnings22-10mins": 11.4}, "dataset_tokens_per_second": {"librispeech-10mins": 12.28, "earnings22-10mins": 35.1}, "average_wer": 12.08, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:44:44Z", "speed": 14.15, "tokens_per_second": 47.87, "dataset_speed": {"librispeech-10mins": 9.37, "earnings22-10mins": 29.04}, "dataset_tokens_per_second": {"librispeech-10mins": 34.42, "earnings22-10mins": 89.73}, "average_wer": 6.63, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:02:01Z", "speed": 62.75, "tokens_per_second": 267.54, "dataset_speed": {"earnings22-10mins": 117.01, "librispeech-10mins": 42.93}, "dataset_tokens_per_second": {"earnings22-10mins": 513.84, "librispeech-10mins": 177.55}, "average_wer": 16.85, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T02:36:10Z", "speed": 8.96, "tokens_per_second": 37.48, "dataset_speed": {"librispeech-10mins": 6.43, "earnings22-10mins": 14.82}, "dataset_tokens_per_second": {"librispeech-10mins": 26.57, "earnings22-10mins": 62.72}, "average_wer": 5.87, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T07:36:04Z", "speed": 22.03, "tokens_per_second": 81.92, "dataset_speed": {"librispeech-10mins": 16.66, "earnings22-10mins": 32.55}, "dataset_tokens_per_second": {"librispeech-10mins": 69.92, "earnings22-10mins": 105.48}, "average_wer": 9.04, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny.en", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T04:36:49Z", "speed": 55.12, "tokens_per_second": 189.17, "dataset_speed": {"earnings22-10mins": 98.57, "librispeech-10mins": 38.31}, "dataset_tokens_per_second": {"earnings22-10mins": 303.44, "librispeech-10mins": 144.96}, "average_wer": 14.81, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small", "device": "Apple M1", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:47:51Z", "speed": 14.69, "tokens_per_second": 54.72, "dataset_speed": {"earnings22-10mins": 24.82, "librispeech-10mins": 10.44}, "dataset_tokens_per_second": {"earnings22-10mins": 80.74, "librispeech-10mins": 43.82}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T08:10:13Z", "speed": 10.11, "tokens_per_second": 37.47, "dataset_speed": {"earnings22-10mins": 25.11, "librispeech-10mins": 6.34}, "dataset_tokens_per_second": {"earnings22-10mins": 81.06, "librispeech-10mins": 26.51}, "average_wer": 6.8, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T05:34:13Z", "speed": 1.92, "tokens_per_second": 6.73, "dataset_speed": {"librispeech-10mins": 1.74, "earnings22-10mins": 2.49}, "dataset_tokens_per_second": {"librispeech-10mins": 6.42, "earnings22-10mins": 7.7}, "average_wer": 29.0, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small.en", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-30T07:40:55Z", "speed": 9.15, "tokens_per_second": 33.04, "dataset_speed": {"librispeech-10mins": 7.38, "earnings22-10mins": 12.06}, "dataset_tokens_per_second": {"librispeech-10mins": 28.3, "earnings22-10mins": 40.83}, "average_wer": 7.87, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T11:35:16Z", "speed": 16.91, "tokens_per_second": 57.15, "dataset_speed": {"librispeech-10mins": 10.01, "earnings22-10mins": 54.96}, "dataset_tokens_per_second": {"librispeech-10mins": 36.73, "earnings22-10mins": 169.73}, "average_wer": 6.56, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T01:31:49Z", "speed": 2.82, "tokens_per_second": 11.42, "dataset_speed": {"earnings22-10mins": 3.7, "librispeech-10mins": 2.59}, "dataset_tokens_per_second": {"earnings22-10mins": 12.5, "librispeech-10mins": 11.14}, "average_wer": 33.03, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T20:44:44Z", "speed": 3.39, "tokens_per_second": 12.38, "dataset_speed": {"earnings22-10mins": 4.77, "librispeech-10mins": 2.63}, "dataset_tokens_per_second": {"earnings22-10mins": 14.88, "librispeech-10mins": 11.01}, "average_wer": 7.59, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base.en", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T05:30:27Z", "speed": 49.06, "tokens_per_second": 168.15, "dataset_speed": {"librispeech-10mins": 29.95, "earnings22-10mins": 136.43}, "dataset_tokens_per_second": {"librispeech-10mins": 113.64, "earnings22-10mins": 417.47}, "average_wer": 9.87, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/947MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T10:03:17Z", "speed": 3.69, "tokens_per_second": 14.73, "dataset_speed": {"librispeech-10mins": 2.71, "earnings22-10mins": 5.91}, "dataset_tokens_per_second": {"librispeech-10mins": 13.29, "earnings22-10mins": 17.98}, "average_wer": 9.15, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T11:29:15Z", "speed": 11.08, "tokens_per_second": 40.85, "dataset_speed": {"earnings22-10mins": 21.85, "librispeech-10mins": 7.43}, "dataset_tokens_per_second": {"earnings22-10mins": 70.09, "librispeech-10mins": 30.94}, "average_wer": 7.56, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small.en", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:09:25Z", "speed": 13.36, "tokens_per_second": 48.43, "dataset_speed": {"earnings22-10mins": 17.29, "librispeech-10mins": 10.89}, "dataset_tokens_per_second": {"earnings22-10mins": 59.01, "librispeech-10mins": 41.79}, "average_wer": 8.28, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T02:57:21Z", "speed": 74.47, "tokens_per_second": 304.08, "dataset_speed": {"librispeech-10mins": 53.08, "earnings22-10mins": 125.13}, "dataset_tokens_per_second": {"librispeech-10mins": 219.43, "earnings22-10mins": 504.49}, "average_wer": 16.85, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/949MB", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T03:37:03Z", "speed": 2.05, "tokens_per_second": 9.62, "dataset_speed": {"librispeech-10mins": 1.9, "earnings22-10mins": 2.45}, "dataset_tokens_per_second": {"librispeech-10mins": 9.53, "earnings22-10mins": 9.87}, "average_wer": 28.82, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small.en", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T07:40:51Z", "speed": 9.03, "tokens_per_second": 32.61, "dataset_speed": {"librispeech-10mins": 7.29, "earnings22-10mins": 11.89}, "dataset_tokens_per_second": {"librispeech-10mins": 27.93, "earnings22-10mins": 40.26}, "average_wer": 7.87, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/turbo", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:47:31Z", "speed": 2.63, "tokens_per_second": 10.55, "dataset_speed": {"earnings22-10mins": 3.71, "librispeech-10mins": 2.38}, "dataset_tokens_per_second": {"earnings22-10mins": 11.89, "librispeech-10mins": 10.25}, "average_wer": 35.62, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny.en", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:03:21Z", "speed": 70.26, "tokens_per_second": 253.99, "dataset_speed": {"librispeech-10mins": 40.96, "earnings22-10mins": 249.59}, "dataset_tokens_per_second": {"librispeech-10mins": 170.08, "earnings22-10mins": 767.48}, "average_wer": 14.7, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T07:39:08Z", "speed": 13.29, "tokens_per_second": 48.06, "dataset_speed": {"librispeech-10mins": 10.54, "earnings22-10mins": 18.03}, "dataset_tokens_per_second": {"librispeech-10mins": 40.39, "earnings22-10mins": 61.23}, "average_wer": 8.04, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny.en", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T20:19:34Z", "speed": 89.31, "tokens_per_second": 323.06, "dataset_speed": {"librispeech-10mins": 57.76, "earnings22-10mins": 197.78}, "dataset_tokens_per_second": {"librispeech-10mins": 240.14, "earnings22-10mins": 608.15}, "average_wer": 14.6, "qoi": 0.38, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T07:25:25Z", "speed": 60.09, "tokens_per_second": 279.5, "dataset_speed": {"earnings22-10mins": 80.97, "librispeech-10mins": 47.82}, "dataset_tokens_per_second": {"earnings22-10mins": 418.9, "librispeech-10mins": 197.52}, "average_wer": 17.57, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:48:42Z", "speed": 3.01, "tokens_per_second": 11.02, "dataset_speed": {"librispeech-10mins": 2.31, "earnings22-10mins": 4.33}, "dataset_tokens_per_second": {"librispeech-10mins": 9.69, "earnings22-10mins": 13.5}, "average_wer": 7.63, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T06:17:55Z", "speed": 14.55, "tokens_per_second": 54.22, "dataset_speed": {"earnings22-10mins": 17.88, "librispeech-10mins": 12.27}, "dataset_tokens_per_second": {"earnings22-10mins": 58.18, "librispeech-10mins": 51.52}, "average_wer": 9.04, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base.en", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T03:00:00Z", "speed": 48.25, "tokens_per_second": 183.79, "dataset_speed": {"earnings22-10mins": 62.83, "librispeech-10mins": 39.19}, "dataset_tokens_per_second": {"earnings22-10mins": 240.74, "librispeech-10mins": 148.42}, "average_wer": 10.18, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T07:35:51Z", "speed": 21.73, "tokens_per_second": 80.8, "dataset_speed": {"librispeech-10mins": 13.2, "earnings22-10mins": 61.76}, "dataset_tokens_per_second": {"librispeech-10mins": 55.4, "earnings22-10mins": 200.1}, "average_wer": 9.04, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:17:30Z", "speed": 18.04, "tokens_per_second": 67.22, "dataset_speed": {"earnings22-10mins": 30.58, "librispeech-10mins": 12.81}, "dataset_tokens_per_second": {"earnings22-10mins": 99.47, "librispeech-10mins": 53.77}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T17:42:23Z", "speed": 7.94, "tokens_per_second": 30.35, "dataset_speed": {"earnings22-10mins": 15.65, "librispeech-10mins": 5.32}, "dataset_tokens_per_second": {"earnings22-10mins": 54.37, "librispeech-10mins": 22.21}, "average_wer": 6.56, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny.en", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T02:58:15Z", "speed": 74.81, "tokens_per_second": 256.69, "dataset_speed": {"librispeech-10mins": 50.33, "earnings22-10mins": 146.24}, "dataset_tokens_per_second": {"librispeech-10mins": 190.55, "earnings22-10mins": 449.68}, "average_wer": 14.6, "qoi": 0.38, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny", "device": "iPhone 12 mini", "os": "iOS 17.7", "timestamp": "2024-10-30T07:26:27Z", "speed": 28.25, "tokens_per_second": 109.74, "dataset_speed": {"earnings22-10mins": 44.32, "librispeech-10mins": 20.75}, "dataset_tokens_per_second": {"earnings22-10mins": 161.09, "librispeech-10mins": 85.79}, "average_wer": 16.85, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base.en", "device": "iPhone 12", "os": "iOS 17.2.1", "timestamp": "2024-10-30T18:19:55Z", "speed": 14.19, "tokens_per_second": 48.54, "dataset_speed": {"librispeech-10mins": 11.55, "earnings22-10mins": 18.41}, "dataset_tokens_per_second": {"librispeech-10mins": 43.81, "earnings22-10mins": 56.12}, "average_wer": 10.15, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T06:32:38Z", "speed": 6.81, "tokens_per_second": 28.53, "dataset_speed": {"earnings22-10mins": 10.86, "librispeech-10mins": 4.97}, "dataset_tokens_per_second": {"earnings22-10mins": 45.73, "librispeech-10mins": 20.68}, "average_wer": 6.56, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/turbo", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:28:50Z", "speed": 3.44, "tokens_per_second": 12.97, "dataset_speed": {"earnings22-10mins": 4.79, "librispeech-10mins": 2.68}, "dataset_tokens_per_second": {"earnings22-10mins": 15.56, "librispeech-10mins": 11.53}, "average_wer": 6.56, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 16 Plus", "os": "iOS 18.0.1", "timestamp": "2024-10-30T16:58:01Z", "speed": 11.85, "tokens_per_second": 39.72, "dataset_speed": {"librispeech-10mins": 8.42, "earnings22-10mins": 20.07}, "dataset_tokens_per_second": {"librispeech-10mins": 30.57, "earnings22-10mins": 61.66}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small.en", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T01:28:50Z", "speed": 22.61, "tokens_per_second": 81.92, "dataset_speed": {"earnings22-10mins": 30.3, "librispeech-10mins": 18.05}, "dataset_tokens_per_second": {"earnings22-10mins": 103.36, "librispeech-10mins": 69.2}, "average_wer": 8.35, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base", "device": "iPad Air (5th generation)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T15:08:35Z", "speed": 38.24, "tokens_per_second": 140.94, "dataset_speed": {"earnings22-10mins": 86.19, "librispeech-10mins": 24.61}, "dataset_tokens_per_second": {"earnings22-10mins": 276.68, "librispeech-10mins": 102.35}, "average_wer": 12.6, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:11:08Z", "speed": 63.44, "tokens_per_second": 258.19, "dataset_speed": {"earnings22-10mins": 128.92, "librispeech-10mins": 42.13}, "dataset_tokens_per_second": {"earnings22-10mins": 516.11, "librispeech-10mins": 174.26}, "average_wer": 16.71, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny.en", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T06:12:47Z", "speed": 77.41, "tokens_per_second": 279.55, "dataset_speed": {"librispeech-10mins": 51.91, "earnings22-10mins": 152.7}, "dataset_tokens_per_second": {"librispeech-10mins": 215.32, "earnings22-10mins": 469.3}, "average_wer": 14.6, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base", "device": "iPhone 12", "os": "iOS 17.2.1", "timestamp": "2024-10-30T18:17:07Z", "speed": 15.0, "tokens_per_second": 55.09, "dataset_speed": {"librispeech-10mins": 11.24, "earnings22-10mins": 22.57}, "dataset_tokens_per_second": {"librispeech-10mins": 46.58, "earnings22-10mins": 72.26}, "average_wer": 12.6, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T06:11:13Z", "speed": 73.6, "tokens_per_second": 299.59, "dataset_speed": {"earnings22-10mins": 119.0, "librispeech-10mins": 53.34}, "dataset_tokens_per_second": {"earnings22-10mins": 476.77, "librispeech-10mins": 220.5}, "average_wer": 16.33, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:34:31Z", "speed": 2.26, "tokens_per_second": 9.2, "dataset_speed": {"librispeech-10mins": 2.01, "earnings22-10mins": 3.42}, "dataset_tokens_per_second": {"librispeech-10mins": 8.66, "earnings22-10mins": 11.71}, "average_wer": 33.9, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small.en", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T04:43:43Z", "speed": 10.9, "tokens_per_second": 39.45, "dataset_speed": {"earnings22-10mins": 13.16, "librispeech-10mins": 9.31}, "dataset_tokens_per_second": {"earnings22-10mins": 44.74, "librispeech-10mins": 35.73}, "average_wer": 7.97, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T01:37:51Z", "speed": 3.27, "tokens_per_second": 13.62, "dataset_speed": {"earnings22-10mins": 4.84, "librispeech-10mins": 2.79}, "dataset_tokens_per_second": {"earnings22-10mins": 15.77, "librispeech-10mins": 12.96}, "average_wer": 26.34, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T05:51:15Z", "speed": 3.99, "tokens_per_second": 15.18, "dataset_speed": {"earnings22-10mins": 7.01, "librispeech-10mins": 2.79}, "dataset_tokens_per_second": {"earnings22-10mins": 24.23, "librispeech-10mins": 11.59}, "average_wer": 6.14, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small.en", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T07:50:27Z", "speed": 15.7, "tokens_per_second": 56.77, "dataset_speed": {"earnings22-10mins": 20.16, "librispeech-10mins": 12.87}, "dataset_tokens_per_second": {"earnings22-10mins": 68.41, "librispeech-10mins": 49.37}, "average_wer": 7.9, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T17:10:54Z", "speed": 10.19, "tokens_per_second": 33.65, "dataset_speed": {"librispeech-10mins": 7.0, "earnings22-10mins": 18.79}, "dataset_tokens_per_second": {"librispeech-10mins": 24.89, "earnings22-10mins": 57.24}, "average_wer": 6.04, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny.en", "device": "iPhone 12", "os": "iOS 17.2.1", "timestamp": "2024-10-30T18:13:48Z", "speed": 23.11, "tokens_per_second": 83.83, "dataset_speed": {"earnings22-10mins": 35.18, "librispeech-10mins": 17.22}, "dataset_tokens_per_second": {"earnings22-10mins": 108.3, "librispeech-10mins": 71.9}, "average_wer": 14.74, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:19:39Z", "speed": 10.17, "tokens_per_second": 37.65, "dataset_speed": {"earnings22-10mins": 22.93, "librispeech-10mins": 6.54}, "dataset_tokens_per_second": {"earnings22-10mins": 73.61, "librispeech-10mins": 27.44}, "average_wer": 7.63, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T08:34:42Z", "speed": 15.09, "tokens_per_second": 50.86, "dataset_speed": {"earnings22-10mins": 31.0, "librispeech-10mins": 9.98}, "dataset_tokens_per_second": {"earnings22-10mins": 95.47, "librispeech-10mins": 36.55}, "average_wer": 6.49, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base.en", "device": "Apple M1", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:45:43Z", "speed": 42.18, "tokens_per_second": 145.02, "dataset_speed": {"earnings22-10mins": 91.44, "librispeech-10mins": 27.45}, "dataset_tokens_per_second": {"earnings22-10mins": 282.08, "librispeech-10mins": 104.05}, "average_wer": 10.11, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T10:57:54Z", "speed": 4.97, "tokens_per_second": 16.87, "dataset_speed": {"librispeech-10mins": 4.03, "earnings22-10mins": 6.54}, "dataset_tokens_per_second": {"librispeech-10mins": 14.88, "earnings22-10mins": 20.21}, "average_wer": 7.59, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:18:39Z", "speed": 9.82, "tokens_per_second": 36.45, "dataset_speed": {"librispeech-10mins": 6.39, "earnings22-10mins": 21.35}, "dataset_tokens_per_second": {"librispeech-10mins": 26.62, "earnings22-10mins": 69.41}, "average_wer": 6.77, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T06:38:34Z", "speed": 2.75, "tokens_per_second": 10.44, "dataset_speed": {"librispeech-10mins": 2.23, "earnings22-10mins": 5.06}, "dataset_tokens_per_second": {"librispeech-10mins": 9.35, "earnings22-10mins": 15.29}, "average_wer": 28.93, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T16:10:43Z", "speed": 2.81, "tokens_per_second": 12.91, "dataset_speed": {"librispeech-10mins": 2.34, "earnings22-10mins": 4.89}, "dataset_tokens_per_second": {"librispeech-10mins": 12.36, "earnings22-10mins": 15.39}, "average_wer": 30.2, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T08:58:10Z", "speed": 2.28, "tokens_per_second": 7.88, "dataset_speed": {"earnings22-10mins": 3.0, "librispeech-10mins": 1.85}, "dataset_tokens_per_second": {"earnings22-10mins": 9.29, "librispeech-10mins": 7.01}, "average_wer": 7.21, "qoi": 0.61, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T08:00:20Z", "speed": 6.49, "tokens_per_second": 25.91, "dataset_speed": {"librispeech-10mins": 4.67, "earnings22-10mins": 10.63}, "dataset_tokens_per_second": {"librispeech-10mins": 19.45, "earnings22-10mins": 40.67}, "average_wer": 6.08, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T08:23:50Z", "speed": 3.62, "tokens_per_second": 14.27, "dataset_speed": {"earnings22-10mins": 10.14, "librispeech-10mins": 2.39}, "dataset_tokens_per_second": {"earnings22-10mins": 30.95, "librispeech-10mins": 11.12}, "average_wer": 16.47, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T08:14:32Z", "speed": 2.92, "tokens_per_second": 13.51, "dataset_speed": {"earnings22-10mins": 3.56, "librispeech-10mins": 2.72}, "dataset_tokens_per_second": {"earnings22-10mins": 16.3, "librispeech-10mins": 12.66}, "average_wer": 33.17, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny.en", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T07:27:45Z", "speed": 75.26, "tokens_per_second": 258.14, "dataset_speed": {"earnings22-10mins": 146.69, "librispeech-10mins": 50.68}, "dataset_tokens_per_second": {"earnings22-10mins": 451.08, "librispeech-10mins": 191.77}, "average_wer": 14.67, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T07:28:39Z", "speed": 87.84, "tokens_per_second": 356.81, "dataset_speed": {"earnings22-10mins": 163.32, "librispeech-10mins": 60.15}, "dataset_tokens_per_second": {"earnings22-10mins": 651.63, "librispeech-10mins": 248.68}, "average_wer": 16.43, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-30T11:29:24Z", "speed": 4.85, "tokens_per_second": 17.91, "dataset_speed": {"earnings22-10mins": 8.96, "librispeech-10mins": 3.33}, "dataset_tokens_per_second": {"earnings22-10mins": 28.67, "librispeech-10mins": 13.93}, "average_wer": 7.35, "qoi": 0.65, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T15:23:16Z", "speed": 2.72, "tokens_per_second": 10.9, "dataset_speed": {"earnings22-10mins": 4.07, "librispeech-10mins": 2.39}, "dataset_tokens_per_second": {"earnings22-10mins": 13.39, "librispeech-10mins": 10.28}, "average_wer": 31.27, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:36:38Z", "speed": 2.39, "tokens_per_second": 9.94, "dataset_speed": {"earnings22-10mins": 4.07, "librispeech-10mins": 2.04}, "dataset_tokens_per_second": {"earnings22-10mins": 12.01, "librispeech-10mins": 9.51}, "average_wer": 32.59, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T06:55:10Z", "speed": 2.58, "tokens_per_second": 9.25, "dataset_speed": {"earnings22-10mins": 2.96, "librispeech-10mins": 2.4}, "dataset_tokens_per_second": {"earnings22-10mins": 9.56, "librispeech-10mins": 9.11}, "average_wer": 24.68, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T14:33:37Z", "speed": 14.31, "tokens_per_second": 52.86, "dataset_speed": {"librispeech-10mins": 8.68, "earnings22-10mins": 40.96}, "dataset_tokens_per_second": {"librispeech-10mins": 31.45, "earnings22-10mins": 154.28}, "average_wer": 6.63, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T08:54:54Z", "speed": 4.89, "tokens_per_second": 16.98, "dataset_speed": {"earnings22-10mins": 11.72, "librispeech-10mins": 3.26}, "dataset_tokens_per_second": {"earnings22-10mins": 36.1, "librispeech-10mins": 12.41}, "average_wer": 13.53, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/turbo", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T08:41:57Z", "speed": 4.04, "tokens_per_second": 15.27, "dataset_speed": {"librispeech-10mins": 2.62, "earnings22-10mins": 8.97}, "dataset_tokens_per_second": {"librispeech-10mins": 11.25, "earnings22-10mins": 29.12}, "average_wer": 6.56, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small.en", "device": "iPhone 12 Pro Max", "os": "iOS 18.1", "timestamp": "2024-10-30T06:24:48Z", "speed": 6.13, "tokens_per_second": 22.14, "dataset_speed": {"earnings22-10mins": 9.28, "librispeech-10mins": 4.58}, "dataset_tokens_per_second": {"earnings22-10mins": 31.42, "librispeech-10mins": 17.58}, "average_wer": 7.9, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T02:59:16Z", "speed": 50.46, "tokens_per_second": 185.99, "dataset_speed": {"librispeech-10mins": 36.14, "earnings22-10mins": 83.83}, "dataset_tokens_per_second": {"librispeech-10mins": 150.25, "earnings22-10mins": 269.24}, "average_wer": 12.6, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny.en", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T02:58:16Z", "speed": 77.75, "tokens_per_second": 280.98, "dataset_speed": {"librispeech-10mins": 51.59, "earnings22-10mins": 158.36}, "dataset_tokens_per_second": {"librispeech-10mins": 214.25, "earnings22-10mins": 486.68}, "average_wer": 14.53, "qoi": 0.38, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny.en", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T07:30:12Z", "speed": 33.4, "tokens_per_second": 115.0, "dataset_speed": {"earnings22-10mins": 53.86, "librispeech-10mins": 24.24}, "dataset_tokens_per_second": {"earnings22-10mins": 165.52, "librispeech-10mins": 92.36}, "average_wer": 14.67, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T07:29:15Z", "speed": 31.11, "tokens_per_second": 126.59, "dataset_speed": {"librispeech-10mins": 24.67, "earnings22-10mins": 42.14}, "dataset_tokens_per_second": {"librispeech-10mins": 102.0, "earnings22-10mins": 168.78}, "average_wer": 16.57, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny", "device": "Apple M1", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:42:14Z", "speed": 53.44, "tokens_per_second": 217.74, "dataset_speed": {"earnings22-10mins": 109.09, "librispeech-10mins": 35.43}, "dataset_tokens_per_second": {"earnings22-10mins": 437.63, "librispeech-10mins": 146.61}, "average_wer": 16.64, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T05:12:48Z", "speed": 2.64, "tokens_per_second": 9.21, "dataset_speed": {"librispeech-10mins": 2.37, "earnings22-10mins": 3.25}, "dataset_tokens_per_second": {"librispeech-10mins": 8.75, "earnings22-10mins": 10.23}, "average_wer": 21.99, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base.en", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T20:20:36Z", "speed": 62.27, "tokens_per_second": 213.61, "dataset_speed": {"librispeech-10mins": 43.79, "earnings22-10mins": 108.06}, "dataset_tokens_per_second": {"librispeech-10mins": 165.93, "earnings22-10mins": 331.75}, "average_wer": 9.87, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T06:24:43Z", "speed": 3.91, "tokens_per_second": 13.97, "dataset_speed": {"earnings22-10mins": 6.24, "librispeech-10mins": 3.19}, "dataset_tokens_per_second": {"earnings22-10mins": 19.89, "librispeech-10mins": 12.13}, "average_wer": 23.68, "qoi": 0.59, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T21:10:49Z", "speed": 15.78, "tokens_per_second": 52.87, "dataset_speed": {"earnings22-10mins": 28.92, "librispeech-10mins": 10.87}, "dataset_tokens_per_second": {"earnings22-10mins": 88.84, "librispeech-10mins": 39.41}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T09:59:02Z", "speed": 3.12, "tokens_per_second": 14.16, "dataset_speed": {"earnings22-10mins": 9.63, "librispeech-10mins": 2.04}, "dataset_tokens_per_second": {"earnings22-10mins": 30.18, "librispeech-10mins": 11.5}, "average_wer": 15.77, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:31:46Z", "speed": 3.61, "tokens_per_second": 12.44, "dataset_speed": {"librispeech-10mins": 3.14, "earnings22-10mins": 5.15}, "dataset_tokens_per_second": {"librispeech-10mins": 11.58, "earnings22-10mins": 15.24}, "average_wer": 27.82, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T02:30:01Z", "speed": 15.25, "tokens_per_second": 51.57, "dataset_speed": {"librispeech-10mins": 10.55, "earnings22-10mins": 27.58}, "dataset_tokens_per_second": {"librispeech-10mins": 38.71, "earnings22-10mins": 85.3}, "average_wer": 6.52, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T07:40:41Z", "speed": 6.88, "tokens_per_second": 25.38, "dataset_speed": {"librispeech-10mins": 4.75, "earnings22-10mins": 12.53}, "dataset_tokens_per_second": {"librispeech-10mins": 19.79, "earnings22-10mins": 40.22}, "average_wer": 7.7, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T11:08:17Z", "speed": 11.14, "tokens_per_second": 41.35, "dataset_speed": {"librispeech-10mins": 6.51, "earnings22-10mins": 38.99}, "dataset_tokens_per_second": {"librispeech-10mins": 27.14, "earnings22-10mins": 126.77}, "average_wer": 6.77, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T20:23:08Z", "speed": 3.27, "tokens_per_second": 12.4, "dataset_speed": {"earnings22-10mins": 4.48, "librispeech-10mins": 2.58}, "dataset_tokens_per_second": {"earnings22-10mins": 14.65, "librispeech-10mins": 11.12}, "average_wer": 6.52, "qoi": 0.64, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T20:20:51Z", "speed": 21.82, "tokens_per_second": 81.14, "dataset_speed": {"earnings22-10mins": 32.36, "librispeech-10mins": 16.47}, "dataset_tokens_per_second": {"earnings22-10mins": 104.85, "librispeech-10mins": 69.11}, "average_wer": 9.04, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny", "device": "iPhone 16 Plus", "os": "iOS 18.0.1", "timestamp": "2024-10-30T15:06:23Z", "speed": 74.87, "tokens_per_second": 305.0, "dataset_speed": {"librispeech-10mins": 53.37, "earnings22-10mins": 125.7}, "dataset_tokens_per_second": {"librispeech-10mins": 220.65, "earnings22-10mins": 504.48}, "average_wer": 16.47, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T20:19:07Z", "speed": 84.72, "tokens_per_second": 361.7, "dataset_speed": {"librispeech-10mins": 61.03, "earnings22-10mins": 138.82}, "dataset_tokens_per_second": {"librispeech-10mins": 252.33, "earnings22-10mins": 611.51}, "average_wer": 16.47, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-30T11:57:05Z", "speed": 7.88, "tokens_per_second": 26.27, "dataset_speed": {"librispeech-10mins": 5.62, "earnings22-10mins": 13.19}, "dataset_tokens_per_second": {"librispeech-10mins": 20.17, "earnings22-10mins": 40.66}, "average_wer": 8.08, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/949MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T08:24:39Z", "speed": 1.59, "tokens_per_second": 6.8, "dataset_speed": {"earnings22-10mins": 2.09, "librispeech-10mins": 1.29}, "dataset_tokens_per_second": {"earnings22-10mins": 8.11, "librispeech-10mins": 5.99}, "average_wer": 7.25, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T06:02:49Z", "speed": 5.7, "tokens_per_second": 20.96, "dataset_speed": {"librispeech-10mins": 4.09, "earnings22-10mins": 9.42}, "dataset_tokens_per_second": {"librispeech-10mins": 14.75, "earnings22-10mins": 35.35}, "average_wer": 6.18, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T03:01:22Z", "speed": 14.28, "tokens_per_second": 53.12, "dataset_speed": {"earnings22-10mins": 20.0, "librispeech-10mins": 11.11}, "dataset_tokens_per_second": {"earnings22-10mins": 64.8, "librispeech-10mins": 46.66}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small.en", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T05:34:39Z", "speed": 20.62, "tokens_per_second": 74.18, "dataset_speed": {"librispeech-10mins": 14.03, "earnings22-10mins": 39.0}, "dataset_tokens_per_second": {"librispeech-10mins": 53.8, "earnings22-10mins": 131.05}, "average_wer": 7.87, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T06:14:00Z", "speed": 49.92, "tokens_per_second": 183.99, "dataset_speed": {"earnings22-10mins": 80.88, "librispeech-10mins": 36.15}, "dataset_tokens_per_second": {"earnings22-10mins": 259.76, "librispeech-10mins": 150.27}, "average_wer": 12.6, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T15:08:25Z", "speed": 57.35, "tokens_per_second": 211.56, "dataset_speed": {"librispeech-10mins": 36.37, "earnings22-10mins": 136.3}, "dataset_tokens_per_second": {"librispeech-10mins": 151.28, "earnings22-10mins": 438.42}, "average_wer": 12.63, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/947MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T10:09:58Z", "speed": 1.45, "tokens_per_second": 6.86, "dataset_speed": {"librispeech-10mins": 1.01, "earnings22-10mins": 2.59}, "dataset_tokens_per_second": {"librispeech-10mins": 6.41, "earnings22-10mins": 8.01}, "average_wer": 15.05, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:58:41Z", "speed": 3.23, "tokens_per_second": 11.99, "dataset_speed": {"librispeech-10mins": 2.95, "earnings22-10mins": 4.25}, "dataset_tokens_per_second": {"librispeech-10mins": 11.25, "earnings22-10mins": 14.74}, "average_wer": 32.03, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny", "device": "iPhone 12", "os": "iOS 17.2.1", "timestamp": "2024-10-30T18:12:11Z", "speed": 26.5, "tokens_per_second": 103.05, "dataset_speed": {"earnings22-10mins": 40.36, "librispeech-10mins": 19.75}, "dataset_tokens_per_second": {"earnings22-10mins": 146.97, "librispeech-10mins": 81.65}, "average_wer": 16.88, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T02:47:39Z", "speed": 12.66, "tokens_per_second": 49.03, "dataset_speed": {"librispeech-10mins": 9.49, "earnings22-10mins": 19.07}, "dataset_tokens_per_second": {"librispeech-10mins": 34.35, "earnings22-10mins": 78.65}, "average_wer": 6.25, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:13:52Z", "speed": 48.35, "tokens_per_second": 178.15, "dataset_speed": {"earnings22-10mins": 113.12, "librispeech-10mins": 30.79}, "dataset_tokens_per_second": {"earnings22-10mins": 363.1, "librispeech-10mins": 128.02}, "average_wer": 12.56, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:02:25Z", "speed": 60.82, "tokens_per_second": 269.76, "dataset_speed": {"librispeech-10mins": 47.73, "earnings22-10mins": 83.92}, "dataset_tokens_per_second": {"librispeech-10mins": 197.17, "earnings22-10mins": 397.92}, "average_wer": 16.43, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T11:52:26Z", "speed": 17.76, "tokens_per_second": 59.48, "dataset_speed": {"earnings22-10mins": 63.08, "librispeech-10mins": 10.36}, "dataset_tokens_per_second": {"earnings22-10mins": 193.65, "librispeech-10mins": 37.55}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T06:39:22Z", "speed": 9.85, "tokens_per_second": 38.05, "dataset_speed": {"earnings22-10mins": 14.66, "librispeech-10mins": 7.43}, "dataset_tokens_per_second": {"earnings22-10mins": 60.35, "librispeech-10mins": 26.8}, "average_wer": 6.49, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T02:33:02Z", "speed": 15.88, "tokens_per_second": 53.19, "dataset_speed": {"librispeech-10mins": 10.98, "earnings22-10mins": 28.78}, "dataset_tokens_per_second": {"librispeech-10mins": 39.81, "earnings22-10mins": 88.4}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T08:26:00Z", "speed": 2.73, "tokens_per_second": 9.56, "dataset_speed": {"earnings22-10mins": 3.36, "librispeech-10mins": 2.43}, "dataset_tokens_per_second": {"earnings22-10mins": 10.24, "librispeech-10mins": 9.23}, "average_wer": 21.71, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T13:45:55Z", "speed": 14.49, "tokens_per_second": 47.91, "dataset_speed": {"librispeech-10mins": 8.73, "earnings22-10mins": 42.92}, "dataset_tokens_per_second": {"librispeech-10mins": 31.12, "earnings22-10mins": 130.77}, "average_wer": 6.14, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T15:51:02Z", "speed": 4.3, "tokens_per_second": 15.23, "dataset_speed": {"earnings22-10mins": 6.15, "librispeech-10mins": 3.64}, "dataset_tokens_per_second": {"earnings22-10mins": 19.04, "librispeech-10mins": 13.86}, "average_wer": 24.96, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base.en", "device": "iPhone 12 mini", "os": "iOS 17.7", "timestamp": "2024-10-30T07:33:26Z", "speed": 19.87, "tokens_per_second": 67.99, "dataset_speed": {"earnings22-10mins": 27.73, "librispeech-10mins": 15.5}, "dataset_tokens_per_second": {"earnings22-10mins": 84.52, "librispeech-10mins": 58.79}, "average_wer": 10.15, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T02:29:45Z", "speed": 10.67, "tokens_per_second": 35.79, "dataset_speed": {"earnings22-10mins": 17.89, "librispeech-10mins": 7.61}, "dataset_tokens_per_second": {"earnings22-10mins": 55.01, "librispeech-10mins": 27.65}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T06:06:09Z", "speed": 13.42, "tokens_per_second": 44.99, "dataset_speed": {"earnings22-10mins": 22.95, "librispeech-10mins": 9.49}, "dataset_tokens_per_second": {"earnings22-10mins": 70.5, "librispeech-10mins": 34.48}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T08:48:15Z", "speed": 16.72, "tokens_per_second": 55.67, "dataset_speed": {"librispeech-10mins": 10.66, "earnings22-10mins": 38.93}, "dataset_tokens_per_second": {"librispeech-10mins": 38.28, "earnings22-10mins": 119.38}, "average_wer": 7.9, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-30T07:35:46Z", "speed": 8.98, "tokens_per_second": 33.43, "dataset_speed": {"earnings22-10mins": 13.07, "librispeech-10mins": 6.84}, "dataset_tokens_per_second": {"earnings22-10mins": 42.41, "librispeech-10mins": 28.75}, "average_wer": 8.91, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T07:35:41Z", "speed": 8.82, "tokens_per_second": 32.84, "dataset_speed": {"earnings22-10mins": 12.88, "librispeech-10mins": 6.71}, "dataset_tokens_per_second": {"earnings22-10mins": 41.79, "librispeech-10mins": 28.19}, "average_wer": 8.91, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T11:08:09Z", "speed": 1.64, "tokens_per_second": 6.09, "dataset_speed": {"earnings22-10mins": 3.53, "librispeech-10mins": 1.07}, "dataset_tokens_per_second": {"earnings22-10mins": 11.45, "librispeech-10mins": 4.47}, "average_wer": 6.7, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny.en", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T07:30:02Z", "speed": 74.9, "tokens_per_second": 270.82, "dataset_speed": {"earnings22-10mins": 260.54, "librispeech-10mins": 43.81}, "dataset_tokens_per_second": {"earnings22-10mins": 801.16, "librispeech-10mins": 182.01}, "average_wer": 14.6, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T09:03:01Z", "speed": 6.78, "tokens_per_second": 24.98, "dataset_speed": {"earnings22-10mins": 12.68, "librispeech-10mins": 4.63}, "dataset_tokens_per_second": {"earnings22-10mins": 40.7, "librispeech-10mins": 19.26}, "average_wer": 7.73, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base", "device": "Apple M1", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:44:26Z", "speed": 39.75, "tokens_per_second": 146.5, "dataset_speed": {"earnings22-10mins": 88.11, "librispeech-10mins": 25.7}, "dataset_tokens_per_second": {"earnings22-10mins": 282.84, "librispeech-10mins": 106.89}, "average_wer": 12.6, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T11:58:33Z", "speed": 9.64, "tokens_per_second": 38.64, "dataset_speed": {"earnings22-10mins": 28.89, "librispeech-10mins": 5.8}, "dataset_tokens_per_second": {"earnings22-10mins": 111.91, "librispeech-10mins": 24.01}, "average_wer": 5.94, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-small.en", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T15:14:53Z", "speed": 21.6, "tokens_per_second": 78.36, "dataset_speed": {"librispeech-10mins": 16.07, "earnings22-10mins": 33.01}, "dataset_tokens_per_second": {"librispeech-10mins": 61.75, "earnings22-10mins": 112.61}, "average_wer": 8.35, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T02:44:59Z", "speed": 5.5, "tokens_per_second": 21.96, "dataset_speed": {"librispeech-10mins": 3.99, "earnings22-10mins": 8.86}, "dataset_tokens_per_second": {"librispeech-10mins": 16.57, "earnings22-10mins": 33.96}, "average_wer": 6.25, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T21:09:15Z", "speed": 15.21, "tokens_per_second": 51.44, "dataset_speed": {"earnings22-10mins": 27.75, "librispeech-10mins": 10.49}, "dataset_tokens_per_second": {"earnings22-10mins": 85.83, "librispeech-10mins": 38.49}, "average_wer": 6.52, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T15:35:13Z", "speed": 3.03, "tokens_per_second": 13.12, "dataset_speed": {"librispeech-10mins": 2.59, "earnings22-10mins": 4.44}, "dataset_tokens_per_second": {"librispeech-10mins": 12.07, "earnings22-10mins": 16.53}, "average_wer": 27.51, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:48:19Z", "speed": 14.56, "tokens_per_second": 48.81, "dataset_speed": {"librispeech-10mins": 9.62, "earnings22-10mins": 30.1}, "dataset_tokens_per_second": {"librispeech-10mins": 34.89, "earnings22-10mins": 92.55}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T02:07:27Z", "speed": 3.19, "tokens_per_second": 13.69, "dataset_speed": {"librispeech-10mins": 2.68, "earnings22-10mins": 5.02}, "dataset_tokens_per_second": {"librispeech-10mins": 13.14, "earnings22-10mins": 15.65}, "average_wer": 27.48, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base.en", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T07:33:35Z", "speed": 24.63, "tokens_per_second": 84.39, "dataset_speed": {"earnings22-10mins": 38.65, "librispeech-10mins": 18.09}, "dataset_tokens_per_second": {"earnings22-10mins": 118.39, "librispeech-10mins": 68.55}, "average_wer": 9.91, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T09:11:23Z", "speed": 8.83, "tokens_per_second": 33.68, "dataset_speed": {"earnings22-10mins": 20.05, "librispeech-10mins": 5.67}, "dataset_tokens_per_second": {"earnings22-10mins": 69.36, "librispeech-10mins": 23.64}, "average_wer": 5.94, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T04:36:05Z", "speed": 46.69, "tokens_per_second": 198.69, "dataset_speed": {"librispeech-10mins": 36.5, "earnings22-10mins": 64.88}, "dataset_tokens_per_second": {"librispeech-10mins": 150.86, "earnings22-10mins": 284.08}, "average_wer": 16.5, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 16 Plus", "os": "iOS 18.0.1", "timestamp": "2024-10-30T17:16:14Z", "speed": 6.57, "tokens_per_second": 26.29, "dataset_speed": {"earnings22-10mins": 10.68, "librispeech-10mins": 4.75}, "dataset_tokens_per_second": {"earnings22-10mins": 40.98, "librispeech-10mins": 19.78}, "average_wer": 6.39, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/turbo", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T01:45:37Z", "speed": 3.26, "tokens_per_second": 13.2, "dataset_speed": {"earnings22-10mins": 3.87, "librispeech-10mins": 3.07}, "dataset_tokens_per_second": {"earnings22-10mins": 13.14, "librispeech-10mins": 13.22}, "average_wer": 32.27, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/949MB", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T06:42:27Z", "speed": 1.73, "tokens_per_second": 8.79, "dataset_speed": {"librispeech-10mins": 1.81, "earnings22-10mins": 1.56}, "dataset_tokens_per_second": {"librispeech-10mins": 9.09, "earnings22-10mins": 8.13}, "average_wer": 32.14, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:50:43Z", "speed": 12.81, "tokens_per_second": 44.86, "dataset_speed": {"librispeech-10mins": 8.77, "earnings22-10mins": 23.81}, "dataset_tokens_per_second": {"librispeech-10mins": 31.79, "earnings22-10mins": 80.47}, "average_wer": 6.04, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:23:14Z", "speed": 2.84, "tokens_per_second": 11.97, "dataset_speed": {"librispeech-10mins": 2.44, "earnings22-10mins": 4.47}, "dataset_tokens_per_second": {"librispeech-10mins": 11.33, "earnings22-10mins": 14.53}, "average_wer": 29.27, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T07:47:08Z", "speed": 10.92, "tokens_per_second": 36.61, "dataset_speed": {"earnings22-10mins": 18.62, "librispeech-10mins": 7.74}, "dataset_tokens_per_second": {"earnings22-10mins": 57.19, "librispeech-10mins": 28.09}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base.en", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:15:47Z", "speed": 51.43, "tokens_per_second": 175.74, "dataset_speed": {"earnings22-10mins": 113.95, "librispeech-10mins": 33.26}, "dataset_tokens_per_second": {"earnings22-10mins": 346.77, "librispeech-10mins": 126.03}, "average_wer": 10.39, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T17:17:40Z", "speed": 6.73, "tokens_per_second": 26.92, "dataset_speed": {"librispeech-10mins": 4.55, "earnings22-10mins": 12.9}, "dataset_tokens_per_second": {"librispeech-10mins": 19.02, "earnings22-10mins": 49.39}, "average_wer": 5.9, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-tiny", "device": "iPhone 12 Pro Max", "os": "iOS 18.1", "timestamp": "2024-10-30T06:11:50Z", "speed": 40.46, "tokens_per_second": 157.31, "dataset_speed": {"librispeech-10mins": 29.68, "earnings22-10mins": 63.69}, "dataset_tokens_per_second": {"librispeech-10mins": 122.62, "earnings22-10mins": 232.06}, "average_wer": 16.98, "qoi": 0.34, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-base", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:04:24Z", "speed": 49.78, "tokens_per_second": 183.38, "dataset_speed": {"librispeech-10mins": 30.9, "earnings22-10mins": 128.72}, "dataset_tokens_per_second": {"librispeech-10mins": 128.43, "earnings22-10mins": 413.18}, "average_wer": 12.53, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:31:03Z", "speed": 15.88, "tokens_per_second": 53.19, "dataset_speed": {"librispeech-10mins": 10.38, "earnings22-10mins": 33.97}, "dataset_tokens_per_second": {"librispeech-10mins": 37.64, "earnings22-10mins": 104.29}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T09:17:54Z", "speed": 13.55, "tokens_per_second": 47.43, "dataset_speed": {"earnings22-10mins": 28.01, "librispeech-10mins": 8.95}, "dataset_tokens_per_second": {"earnings22-10mins": 94.58, "librispeech-10mins": 32.43}, "average_wer": 6.25, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:51:34Z", "speed": 2.74, "tokens_per_second": 11.65, "dataset_speed": {"earnings22-10mins": 4.33, "librispeech-10mins": 2.32}, "dataset_tokens_per_second": {"earnings22-10mins": 12.63, "librispeech-10mins": 11.39}, "average_wer": 30.58, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"} | |