dashboard_data/performance_data.json

{"model": "distil-whisper/distil-large-v3", "device": "Apple M2 Pro", "os": "macOS 15.1.1", "timestamp": "2024-12-21T23:22:57Z", "speed": 10.02, "tokens_per_second": 37.55, "dataset_speed": {"librispeech-10mins": 6.51, "earnings22-10mins": 21.91}, "dataset_tokens_per_second": {"librispeech-10mins": 27.3, "earnings22-10mins": 72.21}, "average_wer": 6.63, "qoi": 0.68, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-12-22T04:51:49Z", "speed": 6.18, "tokens_per_second": 23.04, "dataset_speed": {"librispeech-10mins": 4.33, "earnings22-10mins": 10.83}, "dataset_tokens_per_second": {"librispeech-10mins": 18.07, "earnings22-10mins": 35.52}, "average_wer": 7.46, "qoi": 0.64, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M2 Pro", "os": "macOS 15.1.1", "timestamp": "2024-12-22T00:24:36Z", "speed": 15.48, "tokens_per_second": 53.41, "dataset_speed": {"librispeech-10mins": 10.32, "earnings22-10mins": 31.06}, "dataset_tokens_per_second": {"librispeech-10mins": 37.52, "earnings22-10mins": 101.41}, "average_wer": 7.77, "qoi": 0.63, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-small.en", "device": "iPhone 14", "os": "iOS 17.7.1", "timestamp": "2024-12-22T00:58:34Z", "speed": 8.96, "tokens_per_second": 31.65, "dataset_speed": {"librispeech-10mins": 6.89, "earnings22-10mins": 12.83}, "dataset_tokens_per_second": {"librispeech-10mins": 26.9, "earnings22-10mins": 40.51}, "average_wer": 7.46, "qoi": 0.62, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v2/949MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-12-21T21:08:39Z", "speed": 1.95, "tokens_per_second": 7.43, "dataset_speed": {"earnings22-10mins": 2.66, "librispeech-10mins": 1.54}, "dataset_tokens_per_second": {"earnings22-10mins": 8.83, "librispeech-10mins": 6.62}, "average_wer": 6.94, "qoi": 0.63, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v2/949MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-12-22T02:03:12Z", "speed": 3.73, "tokens_per_second": 14.27, "dataset_speed": {"librispeech-10mins": 2.96, "earnings22-10mins": 5.24}, "dataset_tokens_per_second": {"librispeech-10mins": 12.75, "earnings22-10mins": 17.26}, "average_wer": 11.49, "qoi": 0.63, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-12-22T05:44:22Z", "speed": 2.19, "tokens_per_second": 8.82, "dataset_speed": {"earnings22-10mins": 2.19}, "dataset_tokens_per_second": {"earnings22-10mins": 8.82}, "average_wer": 7.92, "qoi": 1, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-12-22T05:14:22Z", "speed": 9.62, "tokens_per_second": 39.57, "dataset_speed": {"librispeech-10mins": 5.77, "earnings22-10mins": 29.08}, "dataset_tokens_per_second": {"librispeech-10mins": 24.04, "earnings22-10mins": 118.06}, "average_wer": 6.04, "qoi": 0.74, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-12-22T06:18:20Z", "speed": 9.24, "tokens_per_second": 38.66, "dataset_speed": {"earnings22-10mins": 15.64, "librispeech-10mins": 6.56}, "dataset_tokens_per_second": {"earnings22-10mins": 64.94, "librispeech-10mins": 27.67}, "average_wer": 6.42, "qoi": 0.7, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-tiny", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-12-21T20:08:41Z", "speed": 43.14, "tokens_per_second": 165.78, "dataset_speed": {"earnings22-10mins": 85.35, "librispeech-10mins": 28.91}, "dataset_tokens_per_second": {"earnings22-10mins": 293.3, "librispeech-10mins": 122.77}, "average_wer": 16.67, "qoi": 0.34, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-tiny", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-12-22T00:47:39Z", "speed": 66.95, "tokens_per_second": 256.03, "dataset_speed": {"librispeech-10mins": 39.99, "earnings22-10mins": 207.16}, "dataset_tokens_per_second": {"librispeech-10mins": 170.05, "earnings22-10mins": 703.29}, "average_wer": 16.67, "qoi": 0.33, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v2/949MB", "device": "iPhone 14", "os": "iOS 17.7.1", "timestamp": "2024-12-22T01:59:59Z", "speed": 1.74, "tokens_per_second": 6.63, "dataset_speed": {"earnings22-10mins": 2.44, "librispeech-10mins": 1.36}, "dataset_tokens_per_second": {"earnings22-10mins": 8.09, "librispeech-10mins": 5.82}, "average_wer": 6.94, "qoi": 0.63, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "distil-whisper/distil-large-v3", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-12-22T04:23:44Z", "speed": 1.56, "tokens_per_second": 5.83, "dataset_speed": {"earnings22-10mins": 3.31, "librispeech-10mins": 1.02}, "dataset_tokens_per_second": {"earnings22-10mins": 10.87, "librispeech-10mins": 4.28}, "average_wer": 6.59, "qoi": 0.68, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-tiny.en", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-12-29T18:07:40Z", "speed": 7.41, "tokens_per_second": 25.96, "dataset_speed": {"earnings22-10mins": 12.8, "librispeech-10mins": 5.23}, "dataset_tokens_per_second": {"earnings22-10mins": 40.58, "librispeech-10mins": 20.02}, "average_wer": 15.5, "qoi": 0.39, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-tiny.en", "device": "iPhone 14", "os": "iOS 17.7.1", "timestamp": "2024-12-22T00:48:42Z", "speed": 30.78, "tokens_per_second": 108.0, "dataset_speed": {"earnings22-10mins": 50.03, "librispeech-10mins": 22.25}, "dataset_tokens_per_second": {"earnings22-10mins": 158.17, "librispeech-10mins": 85.79}, "average_wer": 14.95, "qoi": 0.39, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v2", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-12-24T22:00:12Z", "speed": 2.59, "tokens_per_second": 10.98, "dataset_speed": {"earnings22-10mins": 3.72, "librispeech-10mins": 2.24}, "dataset_tokens_per_second": {"earnings22-10mins": 15.22, "librispeech-10mins": 9.68}, "average_wer": 27.72, "qoi": 0.62, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-small", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-12-22T00:53:58Z", "speed": 21.71, "tokens_per_second": 82.48, "dataset_speed": {"librispeech-10mins": 16.52, "earnings22-10mins": 31.7}, "dataset_tokens_per_second": {"librispeech-10mins": 69.91, "earnings22-10mins": 106.71}, "average_wer": 8.7, "qoi": 0.55, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-12-22T05:11:03Z", "speed": 8.63, "tokens_per_second": 29.35, "dataset_speed": {"librispeech-10mins": 6.54, "earnings22-10mins": 12.72}, "dataset_tokens_per_second": {"librispeech-10mins": 23.75, "earnings22-10mins": 40.29}, "average_wer": 7.8, "qoi": 0.6, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-base", "device": "Apple M2 Pro", "os": "macOS 15.1.1", "timestamp": "2024-12-21T20:11:26Z", "speed": 45.53, "tokens_per_second": 173.57, "dataset_speed": {"librispeech-10mins": 29.88, "earnings22-10mins": 96.09}, "dataset_tokens_per_second": {"librispeech-10mins": 125.95, "earnings22-10mins": 327.35}, "average_wer": 12.36, "qoi": 0.39, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "distil-whisper/distil-large-v3/turbo", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-12-22T05:02:39Z", "speed": 2.33, "tokens_per_second": 7.61, "dataset_speed": {"earnings22-10mins": 2.33}, "dataset_tokens_per_second": {"earnings22-10mins": 7.61}, "average_wer": 7.78, "qoi": 1, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-tiny.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-12-22T00:48:49Z", "speed": 90.0, "tokens_per_second": 315.16, "dataset_speed": {"librispeech-10mins": 58.13, "earnings22-10mins": 200.24}, "dataset_tokens_per_second": {"librispeech-10mins": 222.96, "earnings22-10mins": 634.08}, "average_wer": 15.05, "qoi": 0.39, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-12-22T05:07:22Z", "speed": 17.91, "tokens_per_second": 61.07, "dataset_speed": {"earnings22-10mins": 58.56, "librispeech-10mins": 10.59}, "dataset_tokens_per_second": {"earnings22-10mins": 186.63, "librispeech-10mins": 38.46}, "average_wer": 7.77, "qoi": 0.63, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-12-24T23:12:14Z", "speed": 13.69, "tokens_per_second": 47.61, "dataset_speed": {"librispeech-10mins": 9.31, "earnings22-10mins": 25.96}, "dataset_tokens_per_second": {"librispeech-10mins": 35.17, "earnings22-10mins": 82.42}, "average_wer": 6.83, "qoi": 0.68, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-small.en", "device": "Apple M2 Pro", "os": "macOS 15.1.1", "timestamp": "2024-12-21T20:17:18Z", "speed": 18.63, "tokens_per_second": 65.82, "dataset_speed": {"earnings22-10mins": 33.67, "librispeech-10mins": 12.9}, "dataset_tokens_per_second": {"earnings22-10mins": 106.18, "librispeech-10mins": 50.43}, "average_wer": 7.39, "qoi": 0.62, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-12-24T22:11:23Z", "speed": 2.62, "tokens_per_second": 10.57, "dataset_speed": {"librispeech-10mins": 2.26, "earnings22-10mins": 4.14}, "dataset_tokens_per_second": {"librispeech-10mins": 9.75, "earnings22-10mins": 14.12}, "average_wer": 30.89, "qoi": 0.63, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-small", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-12-24T21:57:38Z", "speed": 20.82, "tokens_per_second": 79.1, "dataset_speed": {"librispeech-10mins": 14.15, "earnings22-10mins": 39.51}, "dataset_tokens_per_second": {"librispeech-10mins": 59.88, "earnings22-10mins": 133.01}, "average_wer": 8.7, "qoi": 0.55, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-12-22T01:00:41Z", "speed": 7.62, "tokens_per_second": 27.26, "dataset_speed": {"librispeech-10mins": 5.7, "earnings22-10mins": 11.52}, "dataset_tokens_per_second": {"librispeech-10mins": 20.89, "earnings22-10mins": 40.19}, "average_wer": 6.52, "qoi": 0.67, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v3", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-12-24T22:25:47Z", "speed": 2.75, "tokens_per_second": 10.68, "dataset_speed": {"earnings22-10mins": 4.73, "librispeech-10mins": 2.28}, "dataset_tokens_per_second": {"earnings22-10mins": 14.98, "librispeech-10mins": 9.64}, "average_wer": 28.58, "qoi": 0.74, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v3/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-12-24T22:42:47Z", "speed": 3.75, "tokens_per_second": 14.44, "dataset_speed": {"librispeech-10mins": 3.12, "earnings22-10mins": 5.83}, "dataset_tokens_per_second": {"librispeech-10mins": 12.81, "earnings22-10mins": 19.79}, "average_wer": 24.06, "qoi": 0.73, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-small", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-12-22T00:53:28Z", "speed": 12.49, "tokens_per_second": 47.67, "dataset_speed": {"librispeech-10mins": 9.6, "earnings22-10mins": 17.91}, "dataset_tokens_per_second": {"librispeech-10mins": 40.77, "earnings22-10mins": 60.59}, "average_wer": 8.84, "qoi": 0.55, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M2 Pro", "os": "macOS 15.1.1", "timestamp": "2024-12-22T00:27:05Z", "speed": 8.42, "tokens_per_second": 35.01, "dataset_speed": {"earnings22-10mins": 16.18, "librispeech-10mins": 5.7}, "dataset_tokens_per_second": {"earnings22-10mins": 67.13, "librispeech-10mins": 23.74}, "average_wer": 5.9, "qoi": 0.74, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-12-22T02:36:04Z", "speed": 4.65, "tokens_per_second": 17.11, "dataset_speed": {"earnings22-10mins": 10.69, "librispeech-10mins": 3.18}, "dataset_tokens_per_second": {"earnings22-10mins": 36.05, "librispeech-10mins": 12.5}, "average_wer": 15.15, "qoi": 0.57, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "distil-whisper/distil-large-v3", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-12-24T22:50:18Z", "speed": 10.2, "tokens_per_second": 38.2, "dataset_speed": {"earnings22-10mins": 22.97, "librispeech-10mins": 6.57}, "dataset_tokens_per_second": {"earnings22-10mins": 75.61, "librispeech-10mins": 27.55}, "average_wer": 6.59, "qoi": 0.68, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v3", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-12-22T02:53:06Z", "speed": 3.4, "tokens_per_second": 12.6, "dataset_speed": {"librispeech-10mins": 2.26, "earnings22-10mins": 6.95}, "dataset_tokens_per_second": {"librispeech-10mins": 9.54, "earnings22-10mins": 22.09}, "average_wer": 7.63, "qoi": 0.74, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-small.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-12-22T00:56:43Z", "speed": 22.58, "tokens_per_second": 79.74, "dataset_speed": {"earnings22-10mins": 33.1, "librispeech-10mins": 17.16}, "dataset_tokens_per_second": {"earnings22-10mins": 104.37, "librispeech-10mins": 67.03}, "average_wer": 7.35, "qoi": 0.62, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 14", "os": "iOS 17.7.1", "timestamp": "2024-12-22T04:18:24Z", "speed": 2.28, "tokens_per_second": 7.83, "dataset_speed": {"librispeech-10mins": 1.86, "earnings22-10mins": 2.95}, "dataset_tokens_per_second": {"librispeech-10mins": 6.92, "earnings22-10mins": 9.28}, "average_wer": 6.14, "qoi": 0.67, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-12-21T21:36:19Z", "speed": 2.52, "tokens_per_second": 8.95, "dataset_speed": {"earnings22-10mins": 3.23, "librispeech-10mins": 2.07}, "dataset_tokens_per_second": {"earnings22-10mins": 10.49, "librispeech-10mins": 7.96}, "average_wer": 7.15, "qoi": 0.6, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-12-24T22:45:42Z", "speed": 4.0, "tokens_per_second": 14.17, "dataset_speed": {"earnings22-10mins": 5.9, "librispeech-10mins": 3.37}, "dataset_tokens_per_second": {"earnings22-10mins": 18.33, "librispeech-10mins": 12.8}, "average_wer": 24.51, "qoi": 0.65, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-tiny", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-12-22T00:47:27Z", "speed": 85.87, "tokens_per_second": 328.03, "dataset_speed": {"earnings22-10mins": 194.89, "librispeech-10mins": 55.15}, "dataset_tokens_per_second": {"earnings22-10mins": 661.0, "librispeech-10mins": 234.21}, "average_wer": 16.19, "qoi": 0.33, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-base", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-12-29T18:12:56Z", "speed": 5.28, "tokens_per_second": 8.36, "dataset_speed": {"earnings22-10mins": 9.88, "librispeech-10mins": 3.61}, "dataset_tokens_per_second": {"earnings22-10mins": 13.73, "librispeech-10mins": 6.4}, "average_wer": 99.97, "qoi": 0, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-12-22T06:22:48Z", "speed": 5.46, "tokens_per_second": 21.75, "dataset_speed": {"librispeech-10mins": 4.01, "earnings22-10mins": 8.54}, "dataset_tokens_per_second": {"librispeech-10mins": 16.87, "earnings22-10mins": 32.17}, "average_wer": 6.4, "qoi": 0.7, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-base.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-12-22T00:52:04Z", "speed": 31.91, "tokens_per_second": 113.21, "dataset_speed": {"earnings22-10mins": 59.54, "librispeech-10mins": 21.83}, "dataset_tokens_per_second": {"earnings22-10mins": 192.42, "librispeech-10mins": 84.29}, "average_wer": 10.08, "qoi": 0.49, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-12-24T23:04:31Z", "speed": 13.71, "tokens_per_second": 46.48, "dataset_speed": {"librispeech-10mins": 9.24, "earnings22-10mins": 26.66}, "dataset_tokens_per_second": {"librispeech-10mins": 33.26, "earnings22-10mins": 84.78}, "average_wer": 6.14, "qoi": 0.73, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-base.en", "device": "Apple M2 Pro", "os": "macOS 15.1.1", "timestamp": "2024-12-21T20:13:01Z", "speed": 49.74, "tokens_per_second": 176.08, "dataset_speed": {"librispeech-10mins": 31.22, "earnings22-10mins": 122.97}, "dataset_tokens_per_second": {"librispeech-10mins": 120.23, "earnings22-10mins": 396.98}, "average_wer": 9.91, "qoi": 0.49, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-tiny.en", "device": "Apple M2 Pro", "os": "macOS 15.1.1", "timestamp": "2024-12-21T20:10:00Z", "speed": 68.83, "tokens_per_second": 240.98, "dataset_speed": {"librispeech-10mins": 40.96, "earnings22-10mins": 217.27}, "dataset_tokens_per_second": {"librispeech-10mins": 157.32, "earnings22-10mins": 686.57}, "average_wer": 15.05, "qoi": 0.39, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-12-24T23:06:11Z", "speed": 8.72, "tokens_per_second": 35.72, "dataset_speed": {"earnings22-10mins": 17.22, "librispeech-10mins": 5.85}, "dataset_tokens_per_second": {"earnings22-10mins": 68.48, "librispeech-10mins": 24.65}, "average_wer": 6.66, "qoi": 0.7, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-small", "device": "iPhone 14", "os": "iOS 17.7.1", "timestamp": "2024-12-22T00:55:11Z", "speed": 8.46, "tokens_per_second": 32.27, "dataset_speed": {"librispeech-10mins": 6.51, "earnings22-10mins": 12.08}, "dataset_tokens_per_second": {"librispeech-10mins": 27.65, "earnings22-10mins": 40.87}, "average_wer": 8.84, "qoi": 0.55, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-small", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-12-22T00:52:59Z", "speed": 21.11, "tokens_per_second": 80.29, "dataset_speed": {"earnings22-10mins": 59.22, "librispeech-10mins": 12.86}, "dataset_tokens_per_second": {"earnings22-10mins": 199.96, "librispeech-10mins": 54.41}, "average_wer": 8.77, "qoi": 0.55, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-tiny", "device": "Apple M2 Pro", "os": "macOS 15.1.1", "timestamp": "2024-12-21T20:08:11Z", "speed": 53.18, "tokens_per_second": 203.38, "dataset_speed": {"earnings22-10mins": 186.38, "librispeech-10mins": 31.07}, "dataset_tokens_per_second": {"earnings22-10mins": 632.75, "librispeech-10mins": 132.11}, "average_wer": 16.67, "qoi": 0.33, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-12-24T22:59:30Z", "speed": 16.95, "tokens_per_second": 57.78, "dataset_speed": {"earnings22-10mins": 33.58, "librispeech-10mins": 11.35}, "dataset_tokens_per_second": {"earnings22-10mins": 106.96, "librispeech-10mins": 41.23}, "average_wer": 7.73, "qoi": 0.63, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-base", "device": "iPhone 14", "os": "iOS 17.7.1", "timestamp": "2024-12-22T00:49:59Z", "speed": 21.64, "tokens_per_second": 82.38, "dataset_speed": {"earnings22-10mins": 33.31, "librispeech-10mins": 16.04}, "dataset_tokens_per_second": {"earnings22-10mins": 113.2, "librispeech-10mins": 67.6}, "average_wer": 12.01, "qoi": 0.39, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M2 Pro", "os": "macOS 15.1.1", "timestamp": "2024-12-21T23:16:11Z", "speed": 3.97, "tokens_per_second": 14.29, "dataset_speed": {"librispeech-10mins": 3.45, "earnings22-10mins": 5.3}, "dataset_tokens_per_second": {"librispeech-10mins": 13.08, "earnings22-10mins": 17.41}, "average_wer": 25.23, "qoi": 0.65, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M2 Pro", "os": "macOS 15.1.1", "timestamp": "2024-12-21T23:44:06Z", "speed": 10.39, "tokens_per_second": 38.72, "dataset_speed": {"librispeech-10mins": 6.73, "earnings22-10mins": 22.91}, "dataset_tokens_per_second": {"librispeech-10mins": 28.0, "earnings22-10mins": 75.39}, "average_wer": 7.7, "qoi": 0.66, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-small.en", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-12-22T00:57:14Z", "speed": 21.81, "tokens_per_second": 77.04, "dataset_speed": {"librispeech-10mins": 13.22, "earnings22-10mins": 62.72}, "dataset_tokens_per_second": {"librispeech-10mins": 51.7, "earnings22-10mins": 197.76}, "average_wer": 7.39, "qoi": 0.62, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M2 Pro", "os": "macOS 15.1.1", "timestamp": "2024-12-22T00:33:38Z", "speed": 12.83, "tokens_per_second": 43.89, "dataset_speed": {"librispeech-10mins": 8.74, "earnings22-10mins": 24.17}, "dataset_tokens_per_second": {"librispeech-10mins": 31.93, "earnings22-10mins": 77.12}, "average_wer": 5.94, "qoi": 0.73, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "distil-whisper/distil-large-v3", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-12-22T04:24:46Z", "speed": 1.01, "tokens_per_second": 3.78, "dataset_speed": {"librispeech-10mins": 0.65, "earnings22-10mins": 2.2}, "dataset_tokens_per_second": {"librispeech-10mins": 2.76, "earnings22-10mins": 7.24}, "average_wer": 6.56, "qoi": 0.69, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 14", "os": "iOS 17.7.1", "timestamp": "2024-12-22T02:44:34Z", "speed": 2.21, "tokens_per_second": 7.84, "dataset_speed": {"librispeech-10mins": 1.8, "earnings22-10mins": 2.85}, "dataset_tokens_per_second": {"librispeech-10mins": 6.95, "earnings22-10mins": 9.27}, "average_wer": 7.15, "qoi": 0.6, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-12-22T02:37:29Z", "speed": 4.05, "tokens_per_second": 15.27, "dataset_speed": {"earnings22-10mins": 5.01, "librispeech-10mins": 3.45}, "dataset_tokens_per_second": {"earnings22-10mins": 17.05, "librispeech-10mins": 14.18}, "average_wer": 11.74, "qoi": 0.57, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-12-22T05:36:50Z", "speed": 14.21, "tokens_per_second": 49.57, "dataset_speed": {"librispeech-10mins": 8.58, "earnings22-10mins": 41.59}, "dataset_tokens_per_second": {"librispeech-10mins": 32.32, "earnings22-10mins": 133.51}, "average_wer": 6.25, "qoi": 0.72, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "distil-whisper/distil-large-v3", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-12-22T04:22:16Z", "speed": 11.01, "tokens_per_second": 41.26, "dataset_speed": {"earnings22-10mins": 36.19, "librispeech-10mins": 6.51}, "dataset_tokens_per_second": {"earnings22-10mins": 119.29, "librispeech-10mins": 27.29}, "average_wer": 6.63, "qoi": 0.68, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-tiny.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-12-21T20:09:34Z", "speed": 42.25, "tokens_per_second": 148.3, "dataset_speed": {"earnings22-10mins": 84.4, "librispeech-10mins": 28.22}, "dataset_tokens_per_second": {"earnings22-10mins": 267.0, "librispeech-10mins": 108.79}, "average_wer": 14.98, "qoi": 0.39, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v3/947MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-12-21T22:38:15Z", "speed": 1.96, "tokens_per_second": 7.18, "dataset_speed": {"librispeech-10mins": 1.5, "earnings22-10mins": 2.8}, "dataset_tokens_per_second": {"librispeech-10mins": 6.29, "earnings22-10mins": 8.86}, "average_wer": 7.94, "qoi": 0.69, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-base", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-12-22T00:49:47Z", "speed": 50.53, "tokens_per_second": 192.49, "dataset_speed": {"earnings22-10mins": 148.8, "librispeech-10mins": 30.48}, "dataset_tokens_per_second": {"earnings22-10mins": 506.4, "librispeech-10mins": 128.45}, "average_wer": 12.32, "qoi": 0.39, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-12-24T22:23:54Z", "speed": 3.8, "tokens_per_second": 14.35, "dataset_speed": {"librispeech-10mins": 3.24, "earnings22-10mins": 5.5}, "dataset_tokens_per_second": {"librispeech-10mins": 12.91, "earnings22-10mins": 18.75}, "average_wer": 24.68, "qoi": 0.57, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-base.en", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-12-22T00:51:44Z", "speed": 53.25, "tokens_per_second": 188.49, "dataset_speed": {"librispeech-10mins": 31.96, "earnings22-10mins": 160.76}, "dataset_tokens_per_second": {"librispeech-10mins": 123.06, "earnings22-10mins": 518.97}, "average_wer": 9.91, "qoi": 0.49, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-12-22T01:59:13Z", "speed": 3.63, "tokens_per_second": 14.02, "dataset_speed": {"earnings22-10mins": 8.23, "librispeech-10mins": 2.49}, "dataset_tokens_per_second": {"earnings22-10mins": 27.54, "librispeech-10mins": 10.67}, "average_wer": 13.84, "qoi": 0.64, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-12-22T05:09:33Z", "speed": 15.61, "tokens_per_second": 53.29, "dataset_speed": {"librispeech-10mins": 11.13, "earnings22-10mins": 26.19}, "dataset_tokens_per_second": {"librispeech-10mins": 40.45, "earnings22-10mins": 83.62}, "average_wer": 7.77, "qoi": 0.63, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M2 Pro", "os": "macOS 15.1.1", "timestamp": "2024-12-22T00:58:49Z", "speed": 12.39, "tokens_per_second": 47.89, "dataset_speed": {"librispeech-10mins": 8.64, "earnings22-10mins": 22.01}, "dataset_tokens_per_second": {"librispeech-10mins": 33.04, "earnings22-10mins": 85.92}, "average_wer": 6.94, "qoi": 0.68, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-12-24T22:57:32Z", "speed": 15.64, "tokens_per_second": 55.38, "dataset_speed": {"librispeech-10mins": 10.34, "earnings22-10mins": 32.22}, "dataset_tokens_per_second": {"librispeech-10mins": 39.12, "earnings22-10mins": 106.26}, "average_wer": 6.73, "qoi": 0.68, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-12-22T04:50:23Z", "speed": 11.44, "tokens_per_second": 42.61, "dataset_speed": {"librispeech-10mins": 6.67, "earnings22-10mins": 40.66}, "dataset_tokens_per_second": {"librispeech-10mins": 27.73, "earnings22-10mins": 133.76}, "average_wer": 7.7, "qoi": 0.66, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-12-22T04:13:24Z", "speed": 4.81, "tokens_per_second": 17.37, "dataset_speed": {"librispeech-10mins": 3.33, "earnings22-10mins": 9.97}, "dataset_tokens_per_second": {"librispeech-10mins": 12.4, "earnings22-10mins": 34.64}, "average_wer": 12.22, "qoi": 0.66, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-12-21T23:17:20Z", "speed": 2.58, "tokens_per_second": 8.85, "dataset_speed": {"earnings22-10mins": 3.3, "librispeech-10mins": 2.12}, "dataset_tokens_per_second": {"earnings22-10mins": 10.4, "librispeech-10mins": 7.87}, "average_wer": 6.14, "qoi": 0.67, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v3", "device": "Apple M2 Pro", "os": "macOS 15.1.1", "timestamp": "2024-12-21T21:45:55Z", "speed": 2.55, "tokens_per_second": 10.18, "dataset_speed": {"earnings22-10mins": 3.48, "librispeech-10mins": 2.32}, "dataset_tokens_per_second": {"earnings22-10mins": 11.68, "librispeech-10mins": 9.82}, "average_wer": 34.41, "qoi": 0.74, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 14", "os": "iOS 17.7.1", "timestamp": "2024-12-22T05:09:30Z", "speed": 7.81, "tokens_per_second": 26.55, "dataset_speed": {"earnings22-10mins": 12.28, "librispeech-10mins": 5.73}, "dataset_tokens_per_second": {"earnings22-10mins": 38.91, "librispeech-10mins": 20.8}, "average_wer": 7.73, "qoi": 0.6, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v3/947MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-12-22T03:38:03Z", "speed": 3.49, "tokens_per_second": 13.07, "dataset_speed": {"librispeech-10mins": 2.95, "earnings22-10mins": 4.56}, "dataset_tokens_per_second": {"librispeech-10mins": 12.32, "earnings22-10mins": 14.53}, "average_wer": 16.64, "qoi": 0.7, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-12-22T04:54:59Z", "speed": 16.9, "tokens_per_second": 58.79, "dataset_speed": {"librispeech-10mins": 10.01, "earnings22-10mins": 54.75}, "dataset_tokens_per_second": {"librispeech-10mins": 37.25, "earnings22-10mins": 177.1}, "average_wer": 6.7, "qoi": 0.69, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M2 Pro", "os": "macOS 15.1.1", "timestamp": "2024-12-21T21:13:13Z", "speed": 2.92, "tokens_per_second": 11.45, "dataset_speed": {"librispeech-10mins": 2.5, "earnings22-10mins": 4.67}, "dataset_tokens_per_second": {"librispeech-10mins": 10.74, "earnings22-10mins": 14.39}, "average_wer": 31.14, "qoi": 0.64, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-small.en", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-12-24T21:58:26Z", "speed": 21.85, "tokens_per_second": 77.19, "dataset_speed": {"earnings22-10mins": 41.42, "librispeech-10mins": 14.86}, "dataset_tokens_per_second": {"earnings22-10mins": 130.68, "librispeech-10mins": 58.07}, "average_wer": 7.42, "qoi": 0.62, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 14", "os": "iOS 17.7.1", "timestamp": "2024-12-22T06:24:12Z", "speed": 3.96, "tokens_per_second": 15.41, "dataset_speed": {"librispeech-10mins": 2.8, "earnings22-10mins": 6.74}, "dataset_tokens_per_second": {"librispeech-10mins": 11.79, "earnings22-10mins": 24.16}, "average_wer": 6.42, "qoi": 0.7, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-12-24T22:36:30Z", "speed": 2.89, "tokens_per_second": 10.92, "dataset_speed": {"librispeech-10mins": 2.31, "earnings22-10mins": 5.34}, "dataset_tokens_per_second": {"librispeech-10mins": 9.66, "earnings22-10mins": 16.23}, "average_wer": 26.92, "qoi": 0.7, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-base", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-12-22T00:50:31Z", "speed": 30.47, "tokens_per_second": 116.01, "dataset_speed": {"librispeech-10mins": 20.85, "earnings22-10mins": 56.84}, "dataset_tokens_per_second": {"librispeech-10mins": 87.84, "earnings22-10mins": 193.16}, "average_wer": 12.01, "qoi": 0.39, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-base.en", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-12-24T21:56:15Z", "speed": 53.33, "tokens_per_second": 189.28, "dataset_speed": {"librispeech-10mins": 33.43, "earnings22-10mins": 132.67}, "dataset_tokens_per_second": {"librispeech-10mins": 128.7, "earnings22-10mins": 430.72}, "average_wer": 10.04, "qoi": 0.49, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-12-22T04:14:48Z", "speed": 3.87, "tokens_per_second": 15.03, "dataset_speed": {"librispeech-10mins": 3.39, "earnings22-10mins": 4.58}, "dataset_tokens_per_second": {"librispeech-10mins": 14.0, "earnings22-10mins": 16.59}, "average_wer": 10.56, "qoi": 0.65, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-base", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-12-22T00:49:52Z", "speed": 58.02, "tokens_per_second": 220.74, "dataset_speed": {"earnings22-10mins": 102.87, "librispeech-10mins": 40.46}, "dataset_tokens_per_second": {"earnings22-10mins": 349.08, "librispeech-10mins": 170.48}, "average_wer": 12.19, "qoi": 0.39, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-12-22T04:50:29Z", "speed": 11.02, "tokens_per_second": 41.11, "dataset_speed": {"librispeech-10mins": 7.42, "earnings22-10mins": 21.53}, "dataset_tokens_per_second": {"librispeech-10mins": 30.9, "earnings22-10mins": 70.86}, "average_wer": 7.73, "qoi": 0.66, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v2/turbo", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-12-22T02:12:06Z", "speed": 3.7, "tokens_per_second": 14.82, "dataset_speed": {"earnings22-10mins": 6.34, "librispeech-10mins": 2.61}, "dataset_tokens_per_second": {"earnings22-10mins": 23.45, "librispeech-10mins": 11.28}, "average_wer": 6.25, "qoi": 0.62, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v3/947MB", "device": "iPhone 14", "os": "iOS 17.7.1", "timestamp": "2024-12-22T03:34:46Z", "speed": 1.79, "tokens_per_second": 6.57, "dataset_speed": {"earnings22-10mins": 2.55, "librispeech-10mins": 1.38}, "dataset_tokens_per_second": {"earnings22-10mins": 8.05, "librispeech-10mins": 5.77}, "average_wer": 7.94, "qoi": 0.69, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-small.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-12-21T20:17:05Z", "speed": 12.81, "tokens_per_second": 45.24, "dataset_speed": {"earnings22-10mins": 18.11, "librispeech-10mins": 9.92}, "dataset_tokens_per_second": {"earnings22-10mins": 57.19, "librispeech-10mins": 38.72}, "average_wer": 7.46, "qoi": 0.62, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-base", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-12-24T21:55:05Z", "speed": 50.53, "tokens_per_second": 192.66, "dataset_speed": {"earnings22-10mins": 127.87, "librispeech-10mins": 31.54}, "dataset_tokens_per_second": {"earnings22-10mins": 435.83, "librispeech-10mins": 132.94}, "average_wer": 12.39, "qoi": 0.39, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-tiny", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-12-24T21:47:41Z", "speed": 71.16, "tokens_per_second": 272.85, "dataset_speed": {"earnings22-10mins": 235.24, "librispeech-10mins": 41.99}, "dataset_tokens_per_second": {"earnings22-10mins": 804.5, "librispeech-10mins": 178.34}, "average_wer": 16.85, "qoi": 0.33, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-12-22T06:17:28Z", "speed": 9.75, "tokens_per_second": 37.9, "dataset_speed": {"earnings22-10mins": 31.4, "librispeech-10mins": 5.78}, "dataset_tokens_per_second": {"earnings22-10mins": 111.72, "librispeech-10mins": 24.35}, "average_wer": 6.63, "qoi": 0.69, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-tiny.en", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-12-22T00:48:50Z", "speed": 70.76, "tokens_per_second": 247.66, "dataset_speed": {"librispeech-10mins": 42.47, "earnings22-10mins": 213.62}, "dataset_tokens_per_second": {"librispeech-10mins": 162.91, "earnings22-10mins": 675.75}, "average_wer": 15.02, "qoi": 0.39, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 14", "os": "iOS 17.7.1", "timestamp": "2024-12-22T04:52:20Z", "speed": 4.75, "tokens_per_second": 17.71, "dataset_speed": {"librispeech-10mins": 3.29, "earnings22-10mins": 8.59}, "dataset_tokens_per_second": {"librispeech-10mins": 13.71, "earnings22-10mins": 28.19}, "average_wer": 7.46, "qoi": 0.64, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-12-24T22:54:22Z", "speed": 10.56, "tokens_per_second": 39.38, "dataset_speed": {"librispeech-10mins": 6.78, "earnings22-10mins": 24.03}, "dataset_tokens_per_second": {"librispeech-10mins": 28.23, "earnings22-10mins": 79.08}, "average_wer": 7.73, "qoi": 0.66, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-small", "device": "Apple M2 Pro", "os": "macOS 15.1.1", "timestamp": "2024-12-21T20:14:34Z", "speed": 18.24, "tokens_per_second": 69.44, "dataset_speed": {"earnings22-10mins": 30.52, "librispeech-10mins": 13.03}, "dataset_tokens_per_second": {"earnings22-10mins": 103.05, "librispeech-10mins": 55.15}, "average_wer": 8.73, "qoi": 0.55, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M2 Pro", "os": "macOS 15.1.1", "timestamp": "2024-12-22T00:49:31Z", "speed": 8.67, "tokens_per_second": 36.02, "dataset_speed": {"earnings22-10mins": 16.68, "librispeech-10mins": 5.87}, "dataset_tokens_per_second": {"earnings22-10mins": 68.36, "librispeech-10mins": 24.7}, "average_wer": 7.08, "qoi": 0.69, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v2", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-12-22T00:59:45Z", "speed": 3.22, "tokens_per_second": 12.94, "dataset_speed": {"earnings22-10mins": 5.85, "librispeech-10mins": 2.22}, "dataset_tokens_per_second": {"earnings22-10mins": 21.79, "librispeech-10mins": 9.6}, "average_wer": 6.21, "qoi": 0.63, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-tiny", "device": "iPhone 14", "os": "iOS 17.7.1", "timestamp": "2024-12-22T00:47:29Z", "speed": 31.56, "tokens_per_second": 121.29, "dataset_speed": {"earnings22-10mins": 52.63, "librispeech-10mins": 22.57}, "dataset_tokens_per_second": {"earnings22-10mins": 180.86, "librispeech-10mins": 95.85}, "average_wer": 16.67, "qoi": 0.34, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 14", "os": "iOS 17.7.1", "timestamp": "2024-12-22T06:33:33Z", "speed": 6.23, "tokens_per_second": 22.27, "dataset_speed": {"librispeech-10mins": 4.59, "earnings22-10mins": 9.73}, "dataset_tokens_per_second": {"librispeech-10mins": 16.82, "earnings22-10mins": 33.88}, "average_wer": 6.39, "qoi": 0.68, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-12-22T03:34:03Z", "speed": 3.91, "tokens_per_second": 14.42, "dataset_speed": {"earnings22-10mins": 9.8, "librispeech-10mins": 2.53}, "dataset_tokens_per_second": {"earnings22-10mins": 30.78, "librispeech-10mins": 10.6}, "average_wer": 11.43, "qoi": 0.69, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M2 Pro", "os": "macOS 15.1.1", "timestamp": "2024-12-21T21:36:31Z", "speed": 3.71, "tokens_per_second": 14.11, "dataset_speed": {"earnings22-10mins": 4.95, "librispeech-10mins": 3.29}, "dataset_tokens_per_second": {"earnings22-10mins": 17.11, "librispeech-10mins": 13.11}, "average_wer": 26.99, "qoi": 0.57, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-base.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-12-22T00:51:28Z", "speed": 59.9, "tokens_per_second": 212.5, "dataset_speed": {"earnings22-10mins": 104.53, "librispeech-10mins": 42.03}, "dataset_tokens_per_second": {"earnings22-10mins": 339.01, "librispeech-10mins": 161.84}, "average_wer": 9.77, "qoi": 0.49, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-base.en", "device": "iPhone 14", "os": "iOS 17.7.1", "timestamp": "2024-12-22T00:51:36Z", "speed": 21.52, "tokens_per_second": 76.36, "dataset_speed": {"earnings22-10mins": 30.86, "librispeech-10mins": 16.53}, "dataset_tokens_per_second": {"earnings22-10mins": 99.73, "librispeech-10mins": 63.88}, "average_wer": 10.08, "qoi": 0.49, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-12-22T06:29:06Z", "speed": 12.79, "tokens_per_second": 49.27, "dataset_speed": {"librispeech-10mins": 9.46, "earnings22-10mins": 19.82}, "dataset_tokens_per_second": {"librispeech-10mins": 35.56, "earnings22-10mins": 78.12}, "average_wer": 6.97, "qoi": 0.68, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M2 Pro", "os": "macOS 15.1.1", "timestamp": "2024-12-21T23:49:02Z", "speed": 15.26, "tokens_per_second": 53.08, "dataset_speed": {"librispeech-10mins": 10.02, "earnings22-10mins": 32.14}, "dataset_tokens_per_second": {"librispeech-10mins": 36.87, "earnings22-10mins": 105.32}, "average_wer": 6.66, "qoi": 0.68, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v2", "device": "Apple M2 Pro", "os": "macOS 15.1.1", "timestamp": "2024-12-21T20:21:28Z", "speed": 2.33, "tokens_per_second": 10.09, "dataset_speed": {"earnings22-10mins": 2.67, "librispeech-10mins": 2.24}, "dataset_tokens_per_second": {"earnings22-10mins": 11.64, "librispeech-10mins": 9.67}, "average_wer": 34.66, "qoi": 0.62, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-12-22T06:26:07Z", "speed": 13.71, "tokens_per_second": 53.07, "dataset_speed": {"earnings22-10mins": 35.37, "librispeech-10mins": 8.52}, "dataset_tokens_per_second": {"earnings22-10mins": 136.53, "librispeech-10mins": 33.05}, "average_wer": 6.87, "qoi": 0.68, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-tiny.en", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-12-24T21:54:43Z", "speed": 68.97, "tokens_per_second": 243.51, "dataset_speed": {"librispeech-10mins": 40.49, "earnings22-10mins": 234.69}, "dataset_tokens_per_second": {"librispeech-10mins": 157.73, "earnings22-10mins": 742.79}, "average_wer": 15.02, "qoi": 0.39, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-base.en", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-12-29T18:19:27Z", "speed": 8.76, "tokens_per_second": 3.1, "dataset_speed": {"earnings22-10mins": 18.81, "librispeech-10mins": 5.71}, "dataset_tokens_per_second": {"earnings22-10mins": 9.85, "librispeech-10mins": 1.06}, "average_wer": 97.89, "qoi": 0, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M2 Pro", "os": "macOS 15.1.1", "timestamp": "2024-12-21T22:32:32Z", "speed": 2.98, "tokens_per_second": 11.47, "dataset_speed": {"earnings22-10mins": 4.26, "librispeech-10mins": 2.62}, "dataset_tokens_per_second": {"earnings22-10mins": 13.33, "librispeech-10mins": 10.95}, "average_wer": 31.07, "qoi": 0.69, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v2/turbo", "device": "Apple M2 Pro", "os": "macOS 15.1.1", "timestamp": "2024-12-21T21:26:33Z", "speed": 2.95, "tokens_per_second": 11.89, "dataset_speed": {"librispeech-10mins": 2.55, "earnings22-10mins": 4.58}, "dataset_tokens_per_second": {"librispeech-10mins": 11.02, "earnings22-10mins": 15.45}, "average_wer": 30.65, "qoi": 0.61, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v3/turbo", "device": "Apple M2 Pro", "os": "macOS 15.1.1", "timestamp": "2024-12-21T22:48:21Z", "speed": 3.35, "tokens_per_second": 12.21, "dataset_speed": {"librispeech-10mins": 3.0, "earnings22-10mins": 4.49}, "dataset_tokens_per_second": {"librispeech-10mins": 11.43, "earnings22-10mins": 14.74}, "average_wer": 28.79, "qoi": 0.72, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v3/turbo", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-12-22T03:50:23Z", "speed": 4.15, "tokens_per_second": 14.72, "dataset_speed": {"librispeech-10mins": 2.9, "earnings22-10mins": 7.31}, "dataset_tokens_per_second": {"librispeech-10mins": 10.92, "earnings22-10mins": 24.34}, "average_wer": 5.76, "qoi": 0.73, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v2/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-12-24T22:17:49Z", "speed": 3.62, "tokens_per_second": 14.38, "dataset_speed": {"librispeech-10mins": 3.03, "earnings22-10mins": 5.69}, "dataset_tokens_per_second": {"librispeech-10mins": 13.11, "earnings22-10mins": 18.86}, "average_wer": 26.13, "qoi": 0.61, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-tiny", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-12-29T17:50:40Z", "speed": 1.3, "tokens_per_second": 50.21, "dataset_speed": {"earnings22-10mins": 2.58, "librispeech-10mins": 0.87}, "dataset_tokens_per_second": {"earnings22-10mins": 57.41, "librispeech-10mins": 47.79}, "average_wer": 95.89, "qoi": 0, "commit_hash": "112a023", "commit_timestamp": "2024-12-21T053728"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T17:12:40Z", "speed": 8.3, "tokens_per_second": 33.25, "dataset_speed": {"librispeech-10mins": 5.51, "earnings22-10mins": 16.92}, "dataset_tokens_per_second": {"librispeech-10mins": 22.99, "earnings22-10mins": 64.89}, "average_wer": 6.27, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "iPhone 12 Pro Max", "os": "iOS 18.1", "timestamp": "2024-10-30T06:21:37Z", "speed": 6.78, "tokens_per_second": 25.27, "dataset_speed": {"librispeech-10mins": 5.14, "earnings22-10mins": 9.97}, "dataset_tokens_per_second": {"librispeech-10mins": 21.59, "earnings22-10mins": 32.41}, "average_wer": 9.11, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T05:28:47Z", "speed": 46.63, "tokens_per_second": 171.73, "dataset_speed": {"earnings22-10mins": 135.55, "librispeech-10mins": 28.2}, "dataset_tokens_per_second": {"earnings22-10mins": 435.55, "librispeech-10mins": 117.07}, "average_wer": 12.56, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T04:02:08Z", "speed": 2.6, "tokens_per_second": 9.24, "dataset_speed": {"earnings22-10mins": 3.26, "librispeech-10mins": 2.31}, "dataset_tokens_per_second": {"earnings22-10mins": 10.27, "librispeech-10mins": 8.79}, "average_wer": 22.85, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T03:04:12Z", "speed": 25.04, "tokens_per_second": 92.9, "dataset_speed": {"librispeech-10mins": 18.18, "earnings22-10mins": 40.32}, "dataset_tokens_per_second": {"librispeech-10mins": 69.86, "earnings22-10mins": 144.22}, "average_wer": 7.92, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:05:35Z", "speed": 53.87, "tokens_per_second": 184.06, "dataset_speed": {"librispeech-10mins": 33.67, "earnings22-10mins": 135.54}, "dataset_tokens_per_second": {"librispeech-10mins": 127.56, "earnings22-10mins": 412.5}, "average_wer": 10.39, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:51:52Z", "speed": 7.95, "tokens_per_second": 30.39, "dataset_speed": {"librispeech-10mins": 5.36, "earnings22-10mins": 15.41}, "dataset_tokens_per_second": {"librispeech-10mins": 22.2, "earnings22-10mins": 54.0}, "average_wer": 5.94, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T03:00:00Z", "speed": 48.25, "tokens_per_second": 183.79, "dataset_speed": {"earnings22-10mins": 62.83, "librispeech-10mins": 39.19}, "dataset_tokens_per_second": {"earnings22-10mins": 240.74, "librispeech-10mins": 148.42}, "average_wer": 10.18, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T05:26:42Z", "speed": 60.91, "tokens_per_second": 236.76, "dataset_speed": {"earnings22-10mins": 136.53, "librispeech-10mins": 39.26}, "dataset_tokens_per_second": {"earnings22-10mins": 496.97, "librispeech-10mins": 162.25}, "average_wer": 16.74, "qoi": 0.32, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T17:26:05Z", "speed": 8.94, "tokens_per_second": 33.12, "dataset_speed": {"librispeech-10mins": 6.55, "earnings22-10mins": 14.34}, "dataset_tokens_per_second": {"librispeech-10mins": 23.68, "earnings22-10mins": 54.43}, "average_wer": 6.59, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T21:18:16Z", "speed": 9.06, "tokens_per_second": 38.0, "dataset_speed": {"earnings22-10mins": 15.39, "librispeech-10mins": 6.43}, "dataset_tokens_per_second": {"earnings22-10mins": 64.83, "librispeech-10mins": 26.84}, "average_wer": 6.21, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T01:27:43Z", "speed": 22.08, "tokens_per_second": 82.1, "dataset_speed": {"earnings22-10mins": 32.1, "librispeech-10mins": 16.84}, "dataset_tokens_per_second": {"earnings22-10mins": 104.01, "librispeech-10mins": 70.65}, "average_wer": 9.04, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T06:31:14Z", "speed": 2.89, "tokens_per_second": 9.97, "dataset_speed": {"librispeech-10mins": 2.3, "earnings22-10mins": 3.91}, "dataset_tokens_per_second": {"librispeech-10mins": 8.71, "earnings22-10mins": 12.12}, "average_wer": 7.21, "qoi": 0.61, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:17:01Z", "speed": 9.82, "tokens_per_second": 36.45, "dataset_speed": {"earnings22-10mins": 21.35, "librispeech-10mins": 6.39}, "dataset_tokens_per_second": {"earnings22-10mins": 69.41, "librispeech-10mins": 26.62}, "average_wer": 6.77, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T11:28:58Z", "speed": 11.47, "tokens_per_second": 42.49, "dataset_speed": {"earnings22-10mins": 42.66, "librispeech-10mins": 6.64}, "dataset_tokens_per_second": {"earnings22-10mins": 136.93, "librispeech-10mins": 27.85}, "average_wer": 7.63, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T05:57:57Z", "speed": 2.6, "tokens_per_second": 10.63, "dataset_speed": {"earnings22-10mins": 4.99, "librispeech-10mins": 2.09}, "dataset_tokens_per_second": {"earnings22-10mins": 14.95, "librispeech-10mins": 9.71}, "average_wer": 29.17, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T07:39:03Z", "speed": 22.72, "tokens_per_second": 82.18, "dataset_speed": {"earnings22-10mins": 31.14, "librispeech-10mins": 17.9}, "dataset_tokens_per_second": {"earnings22-10mins": 105.86, "librispeech-10mins": 68.62}, "average_wer": 8.15, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T08:04:27Z", "speed": 8.81, "tokens_per_second": 30.78, "dataset_speed": {"earnings22-10mins": 13.91, "librispeech-10mins": 6.45}, "dataset_tokens_per_second": {"earnings22-10mins": 46.98, "librispeech-10mins": 23.3}, "average_wer": 6.28, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T11:30:39Z", "speed": 11.08, "tokens_per_second": 40.85, "dataset_speed": {"librispeech-10mins": 7.43, "earnings22-10mins": 21.85}, "dataset_tokens_per_second": {"librispeech-10mins": 30.94, "earnings22-10mins": 70.09}, "average_wer": 7.56, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:28:29Z", "speed": 3.61, "tokens_per_second": 12.44, "dataset_speed": {"earnings22-10mins": 5.15, "librispeech-10mins": 3.14}, "dataset_tokens_per_second": {"earnings22-10mins": 15.24, "librispeech-10mins": 11.58}, "average_wer": 27.82, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-31T15:45:14Z", "speed": 3.08, "tokens_per_second": 11.31, "dataset_speed": {"earnings22-10mins": 4.33, "librispeech-10mins": 2.46}, "dataset_tokens_per_second": {"earnings22-10mins": 13.27, "librispeech-10mins": 10.33}, "average_wer": 41.0, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T17:09:33Z", "speed": 21.63, "tokens_per_second": 78.38, "dataset_speed": {"earnings22-10mins": 48.7, "librispeech-10mins": 13.92}, "dataset_tokens_per_second": {"earnings22-10mins": 165.83, "librispeech-10mins": 53.49}, "average_wer": 8.32, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T08:32:40Z", "speed": 3.34, "tokens_per_second": 12.9, "dataset_speed": {"librispeech-10mins": 2.86, "earnings22-10mins": 5.04}, "dataset_tokens_per_second": {"librispeech-10mins": 11.98, "earnings22-10mins": 16.09}, "average_wer": 27.8, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T07:39:08Z", "speed": 13.29, "tokens_per_second": 48.06, "dataset_speed": {"earnings22-10mins": 18.03, "librispeech-10mins": 10.54}, "dataset_tokens_per_second": {"earnings22-10mins": 61.23, "librispeech-10mins": 40.39}, "average_wer": 8.04, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T02:40:08Z", "speed": 13.3, "tokens_per_second": 43.82, "dataset_speed": {"librispeech-10mins": 9.44, "earnings22-10mins": 22.55}, "dataset_tokens_per_second": {"librispeech-10mins": 33.47, "earnings22-10mins": 68.67}, "average_wer": 6.08, "qoi": 0.72, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:51:50Z", "speed": 2.63, "tokens_per_second": 10.55, "dataset_speed": {"librispeech-10mins": 2.38, "earnings22-10mins": 3.71}, "dataset_tokens_per_second": {"librispeech-10mins": 10.25, "earnings22-10mins": 11.89}, "average_wer": 35.62, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-30T14:26:18Z", "speed": 3.88, "tokens_per_second": 16.22, "dataset_speed": {"earnings22-10mins": 6.01, "librispeech-10mins": 2.87}, "dataset_tokens_per_second": {"earnings22-10mins": 25.23, "librispeech-10mins": 11.94}, "average_wer": 6.04, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T21:13:56Z", "speed": 9.21, "tokens_per_second": 35.14, "dataset_speed": {"librispeech-10mins": 6.41, "earnings22-10mins": 16.46}, "dataset_tokens_per_second": {"librispeech-10mins": 26.46, "earnings22-10mins": 57.54}, "average_wer": 5.83, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T02:47:39Z", "speed": 12.66, "tokens_per_second": 49.03, "dataset_speed": {"librispeech-10mins": 9.49, "earnings22-10mins": 19.07}, "dataset_tokens_per_second": {"librispeech-10mins": 34.35, "earnings22-10mins": 78.65}, "average_wer": 6.25, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T20:19:21Z", "speed": 89.31, "tokens_per_second": 323.06, "dataset_speed": {"earnings22-10mins": 197.78, "librispeech-10mins": 57.76}, "dataset_tokens_per_second": {"earnings22-10mins": 608.15, "librispeech-10mins": 240.14}, "average_wer": 14.6, "qoi": 0.38, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T08:04:19Z", "speed": 11.49, "tokens_per_second": 42.31, "dataset_speed": {"earnings22-10mins": 19.6, "librispeech-10mins": 8.14}, "dataset_tokens_per_second": {"earnings22-10mins": 73.3, "librispeech-10mins": 29.5}, "average_wer": 6.32, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:32:23Z", "speed": 65.42, "tokens_per_second": 225.02, "dataset_speed": {"earnings22-10mins": 166.56, "librispeech-10mins": 40.77}, "dataset_tokens_per_second": {"earnings22-10mins": 514.1, "librispeech-10mins": 154.55}, "average_wer": 10.04, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T01:41:30Z", "speed": 3.27, "tokens_per_second": 13.62, "dataset_speed": {"librispeech-10mins": 2.79, "earnings22-10mins": 4.84}, "dataset_tokens_per_second": {"librispeech-10mins": 12.96, "earnings22-10mins": 15.77}, "average_wer": 26.34, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T21:07:09Z", "speed": 10.82, "tokens_per_second": 40.05, "dataset_speed": {"earnings22-10mins": 21.39, "librispeech-10mins": 7.25}, "dataset_tokens_per_second": {"earnings22-10mins": 68.62, "librispeech-10mins": 30.4}, "average_wer": 7.56, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "iPhone 12 mini", "os": "iOS 17.7", "timestamp": "2024-10-30T07:28:23Z", "speed": 27.18, "tokens_per_second": 98.6, "dataset_speed": {"earnings22-10mins": 48.55, "librispeech-10mins": 18.9}, "dataset_tokens_per_second": {"earnings22-10mins": 149.45, "librispeech-10mins": 78.88}, "average_wer": 14.7, "qoi": 0.38, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:25:19Z", "speed": 78.56, "tokens_per_second": 327.41, "dataset_speed": {"earnings22-10mins": 173.46, "librispeech-10mins": 50.85}, "dataset_tokens_per_second": {"earnings22-10mins": 729.38, "librispeech-10mins": 210.06}, "average_wer": 16.69, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/949MB", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T06:42:27Z", "speed": 1.73, "tokens_per_second": 8.79, "dataset_speed": {"librispeech-10mins": 1.81, "earnings22-10mins": 1.56}, "dataset_tokens_per_second": {"librispeech-10mins": 9.09, "earnings22-10mins": 8.13}, "average_wer": 32.14, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T06:18:49Z", "speed": 14.55, "tokens_per_second": 54.22, "dataset_speed": {"librispeech-10mins": 12.27, "earnings22-10mins": 17.88}, "dataset_tokens_per_second": {"librispeech-10mins": 51.52, "earnings22-10mins": 58.18}, "average_wer": 9.04, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T01:48:57Z", "speed": 3.26, "tokens_per_second": 13.2, "dataset_speed": {"librispeech-10mins": 3.07, "earnings22-10mins": 3.87}, "dataset_tokens_per_second": {"librispeech-10mins": 13.22, "earnings22-10mins": 13.14}, "average_wer": 32.27, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T15:07:18Z", "speed": 83.51, "tokens_per_second": 302.78, "dataset_speed": {"librispeech-10mins": 49.32, "earnings22-10mins": 274.75}, "dataset_tokens_per_second": {"librispeech-10mins": 205.79, "earnings22-10mins": 845.31}, "average_wer": 14.64, "qoi": 0.38, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T20:21:31Z", "speed": 21.82, "tokens_per_second": 81.14, "dataset_speed": {"librispeech-10mins": 16.47, "earnings22-10mins": 32.36}, "dataset_tokens_per_second": {"librispeech-10mins": 69.11, "earnings22-10mins": 104.85}, "average_wer": 9.04, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:21:18Z", "speed": 2.98, "tokens_per_second": 10.51, "dataset_speed": {"earnings22-10mins": 3.92, "librispeech-10mins": 2.72}, "dataset_tokens_per_second": {"earnings22-10mins": 12.11, "librispeech-10mins": 10.07}, "average_wer": 32.31, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/947MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T09:59:31Z", "speed": 3.69, "tokens_per_second": 14.73, "dataset_speed": {"earnings22-10mins": 5.91, "librispeech-10mins": 2.71}, "dataset_tokens_per_second": {"earnings22-10mins": 17.98, "librispeech-10mins": 13.29}, "average_wer": 9.15, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T15:53:52Z", "speed": 4.3, "tokens_per_second": 15.23, "dataset_speed": {"librispeech-10mins": 3.64, "earnings22-10mins": 6.15}, "dataset_tokens_per_second": {"librispeech-10mins": 13.86, "earnings22-10mins": 19.04}, "average_wer": 24.96, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "Apple M1", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:47:51Z", "speed": 14.69, "tokens_per_second": 54.72, "dataset_speed": {"earnings22-10mins": 24.82, "librispeech-10mins": 10.44}, "dataset_tokens_per_second": {"earnings22-10mins": 80.74, "librispeech-10mins": 43.82}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/947MB", "device": "iPhone 16 Plus", "os": "iOS 18.0.1", "timestamp": "2024-10-30T16:12:16Z", "speed": 2.17, "tokens_per_second": 9.15, "dataset_speed": {"librispeech-10mins": 1.81, "earnings22-10mins": 3.2}, "dataset_tokens_per_second": {"librispeech-10mins": 8.92, "earnings22-10mins": 9.76}, "average_wer": 23.51, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T04:38:21Z", "speed": 34.35, "tokens_per_second": 126.63, "dataset_speed": {"librispeech-10mins": 24.76, "earnings22-10mins": 56.21}, "dataset_tokens_per_second": {"librispeech-10mins": 103.02, "earnings22-10mins": 180.44}, "average_wer": 12.56, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T14:32:22Z", "speed": 14.31, "tokens_per_second": 52.86, "dataset_speed": {"earnings22-10mins": 40.96, "librispeech-10mins": 8.68}, "dataset_tokens_per_second": {"earnings22-10mins": 154.28, "librispeech-10mins": 31.45}, "average_wer": 6.63, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T06:16:15Z", "speed": 47.66, "tokens_per_second": 181.2, "dataset_speed": {"librispeech-10mins": 39.17, "earnings22-10mins": 60.92}, "dataset_tokens_per_second": {"librispeech-10mins": 148.35, "earnings22-10mins": 232.51}, "average_wer": 9.98, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T07:32:30Z", "speed": 49.69, "tokens_per_second": 170.32, "dataset_speed": {"earnings22-10mins": 82.33, "librispeech-10mins": 35.62}, "dataset_tokens_per_second": {"earnings22-10mins": 252.21, "librispeech-10mins": 135.04}, "average_wer": 9.98, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:11:00Z", "speed": 4.04, "tokens_per_second": 13.94, "dataset_speed": {"librispeech-10mins": 3.47, "earnings22-10mins": 5.52}, "dataset_tokens_per_second": {"librispeech-10mins": 12.79, "earnings22-10mins": 16.93}, "average_wer": 22.64, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-10-30T07:16:51Z", "speed": 5.25, "tokens_per_second": 12.27, "dataset_speed": {"librispeech-10mins": 5.28, "earnings22-10mins": 5.22}, "dataset_tokens_per_second": {"librispeech-10mins": 2.5, "earnings22-10mins": 21.98}, "average_wer": 96.03, "qoi": 0, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T06:23:36Z", "speed": 15.13, "tokens_per_second": 57.62, "dataset_speed": {"earnings22-10mins": 16.34, "librispeech-10mins": 14.09}, "dataset_tokens_per_second": {"earnings22-10mins": 61.74, "librispeech-10mins": 54.07}, "average_wer": 8.11, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:10:09Z", "speed": 2.34, "tokens_per_second": 10.11, "dataset_speed": {"earnings22-10mins": 4.06, "librispeech-10mins": 1.99}, "dataset_tokens_per_second": {"earnings22-10mins": 11.77, "librispeech-10mins": 9.78}, "average_wer": 32.83, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T05:42:23Z", "speed": 6.63, "tokens_per_second": 24.65, "dataset_speed": {"librispeech-10mins": 4.57, "earnings22-10mins": 12.14}, "dataset_tokens_per_second": {"librispeech-10mins": 19.29, "earnings22-10mins": 38.97}, "average_wer": 7.73, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/949MB", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T03:31:41Z", "speed": 2.05, "tokens_per_second": 9.62, "dataset_speed": {"earnings22-10mins": 2.45, "librispeech-10mins": 1.9}, "dataset_tokens_per_second": {"earnings22-10mins": 9.87, "librispeech-10mins": 9.53}, "average_wer": 28.82, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T17:09:24Z", "speed": 10.19, "tokens_per_second": 33.65, "dataset_speed": {"earnings22-10mins": 18.79, "librispeech-10mins": 7.0}, "dataset_tokens_per_second": {"earnings22-10mins": 57.24, "librispeech-10mins": 24.89}, "average_wer": 6.04, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T05:11:27Z", "speed": 3.52, "tokens_per_second": 11.93, "dataset_speed": {"librispeech-10mins": 3.01, "earnings22-10mins": 4.44}, "dataset_tokens_per_second": {"librispeech-10mins": 11.11, "earnings22-10mins": 13.42}, "average_wer": 15.36, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T11:57:10Z", "speed": 7.86, "tokens_per_second": 26.22, "dataset_speed": {"librispeech-10mins": 5.68, "earnings22-10mins": 12.78}, "dataset_tokens_per_second": {"librispeech-10mins": 20.39, "earnings22-10mins": 39.4}, "average_wer": 8.01, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T06:00:14Z", "speed": 5.7, "tokens_per_second": 20.96, "dataset_speed": {"earnings22-10mins": 9.42, "librispeech-10mins": 4.09}, "dataset_tokens_per_second": {"earnings22-10mins": 35.35, "librispeech-10mins": 14.75}, "average_wer": 6.18, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T07:28:52Z", "speed": 87.84, "tokens_per_second": 356.81, "dataset_speed": {"librispeech-10mins": 60.15, "earnings22-10mins": 163.32}, "dataset_tokens_per_second": {"librispeech-10mins": 248.68, "earnings22-10mins": 651.63}, "average_wer": 16.43, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T15:10:50Z", "speed": 21.79, "tokens_per_second": 81.12, "dataset_speed": {"earnings22-10mins": 36.54, "librispeech-10mins": 15.54}, "dataset_tokens_per_second": {"earnings22-10mins": 118.69, "librispeech-10mins": 65.21}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T15:27:32Z", "speed": 2.72, "tokens_per_second": 10.9, "dataset_speed": {"librispeech-10mins": 2.39, "earnings22-10mins": 4.07}, "dataset_tokens_per_second": {"librispeech-10mins": 10.28, "earnings22-10mins": 13.39}, "average_wer": 31.27, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T07:30:42Z", "speed": 33.4, "tokens_per_second": 115.0, "dataset_speed": {"librispeech-10mins": 24.24, "earnings22-10mins": 53.86}, "dataset_tokens_per_second": {"librispeech-10mins": 92.36, "earnings22-10mins": 165.52}, "average_wer": 14.67, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T09:00:21Z", "speed": 11.08, "tokens_per_second": 41.09, "dataset_speed": {"librispeech-10mins": 7.2, "earnings22-10mins": 24.21}, "dataset_tokens_per_second": {"librispeech-10mins": 29.98, "earnings22-10mins": 78.59}, "average_wer": 6.63, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "Apple M1", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:46:09Z", "speed": 42.18, "tokens_per_second": 145.02, "dataset_speed": {"librispeech-10mins": 27.45, "earnings22-10mins": 91.44}, "dataset_tokens_per_second": {"librispeech-10mins": 104.05, "earnings22-10mins": 282.08}, "average_wer": 10.11, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:18:21Z", "speed": 18.04, "tokens_per_second": 67.22, "dataset_speed": {"librispeech-10mins": 12.81, "earnings22-10mins": 30.58}, "dataset_tokens_per_second": {"librispeech-10mins": 53.77, "earnings22-10mins": 99.47}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:40:19Z", "speed": 14.85, "tokens_per_second": 51.92, "dataset_speed": {"librispeech-10mins": 10.16, "earnings22-10mins": 27.7}, "dataset_tokens_per_second": {"librispeech-10mins": 36.72, "earnings22-10mins": 93.55}, "average_wer": 6.09, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/947MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T10:09:58Z", "speed": 1.45, "tokens_per_second": 6.86, "dataset_speed": {"librispeech-10mins": 1.01, "earnings22-10mins": 2.59}, "dataset_tokens_per_second": {"librispeech-10mins": 6.41, "earnings22-10mins": 8.01}, "average_wer": 15.05, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "iPhone 12 Pro Max", "os": "iOS 18.1", "timestamp": "2024-10-30T06:12:44Z", "speed": 41.45, "tokens_per_second": 142.14, "dataset_speed": {"earnings22-10mins": 66.28, "librispeech-10mins": 30.19}, "dataset_tokens_per_second": {"earnings22-10mins": 203.69, "librispeech-10mins": 114.23}, "average_wer": 14.7, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/949MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T08:17:15Z", "speed": 2.04, "tokens_per_second": 8.38, "dataset_speed": {"librispeech-10mins": 1.74, "earnings22-10mins": 2.88}, "dataset_tokens_per_second": {"librispeech-10mins": 8.12, "earnings22-10mins": 9.14}, "average_wer": 26.72, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/947MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T08:45:05Z", "speed": 1.85, "tokens_per_second": 8.3, "dataset_speed": {"librispeech-10mins": 1.53, "earnings22-10mins": 2.88}, "dataset_tokens_per_second": {"librispeech-10mins": 8.08, "earnings22-10mins": 9.01}, "average_wer": 25.65, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:07:00Z", "speed": 18.5, "tokens_per_second": 61.95, "dataset_speed": {"librispeech-10mins": 11.93, "earnings22-10mins": 41.34}, "dataset_tokens_per_second": {"librispeech-10mins": 43.28, "earnings22-10mins": 126.92}, "average_wer": 7.9, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T14:25:24Z", "speed": 9.74, "tokens_per_second": 38.97, "dataset_speed": {"librispeech-10mins": 5.8, "earnings22-10mins": 30.76}, "dataset_tokens_per_second": {"librispeech-10mins": 24.19, "earnings22-10mins": 117.72}, "average_wer": 6.21, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T07:40:41Z", "speed": 6.88, "tokens_per_second": 25.38, "dataset_speed": {"librispeech-10mins": 4.75, "earnings22-10mins": 12.53}, "dataset_tokens_per_second": {"librispeech-10mins": 19.79, "earnings22-10mins": 40.22}, "average_wer": 7.7, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T02:34:34Z", "speed": 8.96, "tokens_per_second": 37.48, "dataset_speed": {"earnings22-10mins": 14.82, "librispeech-10mins": 6.43}, "dataset_tokens_per_second": {"earnings22-10mins": 62.72, "librispeech-10mins": 26.57}, "average_wer": 5.87, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "iPhone 12 mini", "os": "iOS 17.7", "timestamp": "2024-10-30T07:33:26Z", "speed": 19.87, "tokens_per_second": 67.99, "dataset_speed": {"earnings22-10mins": 27.73, "librispeech-10mins": 15.5}, "dataset_tokens_per_second": {"earnings22-10mins": 84.52, "librispeech-10mins": 58.79}, "average_wer": 10.15, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-30T11:29:24Z", "speed": 4.85, "tokens_per_second": 17.91, "dataset_speed": {"earnings22-10mins": 8.96, "librispeech-10mins": 3.33}, "dataset_tokens_per_second": {"earnings22-10mins": 28.67, "librispeech-10mins": 13.93}, "average_wer": 7.35, "qoi": 0.65, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/949MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T08:24:21Z", "speed": 3.3, "tokens_per_second": 14.39, "dataset_speed": {"earnings22-10mins": 4.12, "librispeech-10mins": 2.82}, "dataset_tokens_per_second": {"earnings22-10mins": 16.53, "librispeech-10mins": 13.12}, "average_wer": 12.56, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "iPad Air (5th generation)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T15:06:17Z", "speed": 49.98, "tokens_per_second": 203.87, "dataset_speed": {"earnings22-10mins": 97.96, "librispeech-10mins": 33.6}, "dataset_tokens_per_second": {"earnings22-10mins": 393.8, "librispeech-10mins": 139.01}, "average_wer": 16.71, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T05:03:10Z", "speed": 1.82, "tokens_per_second": 6.57, "dataset_speed": {"earnings22-10mins": 2.28, "librispeech-10mins": 1.66}, "dataset_tokens_per_second": {"earnings22-10mins": 7.23, "librispeech-10mins": 6.33}, "average_wer": 29.48, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "iPhone 12 mini", "os": "iOS 17.7", "timestamp": "2024-10-30T07:26:27Z", "speed": 28.25, "tokens_per_second": 109.74, "dataset_speed": {"earnings22-10mins": 44.32, "librispeech-10mins": 20.75}, "dataset_tokens_per_second": {"earnings22-10mins": 161.09, "librispeech-10mins": 85.79}, "average_wer": 16.85, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "iPad Air (5th generation)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T15:07:20Z", "speed": 51.91, "tokens_per_second": 188.14, "dataset_speed": {"earnings22-10mins": 129.25, "librispeech-10mins": 32.53}, "dataset_tokens_per_second": {"earnings22-10mins": 398.72, "librispeech-10mins": 135.35}, "average_wer": 14.67, "qoi": 0.38, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T03:01:22Z", "speed": 14.28, "tokens_per_second": 53.12, "dataset_speed": {"earnings22-10mins": 20.0, "librispeech-10mins": 11.11}, "dataset_tokens_per_second": {"earnings22-10mins": 64.8, "librispeech-10mins": 46.66}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:55:11Z", "speed": 3.23, "tokens_per_second": 11.99, "dataset_speed": {"earnings22-10mins": 4.25, "librispeech-10mins": 2.95}, "dataset_tokens_per_second": {"earnings22-10mins": 14.74, "librispeech-10mins": 11.25}, "average_wer": 32.03, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:48:42Z", "speed": 3.01, "tokens_per_second": 11.02, "dataset_speed": {"librispeech-10mins": 2.31, "earnings22-10mins": 4.33}, "dataset_tokens_per_second": {"librispeech-10mins": 9.69, "earnings22-10mins": 13.5}, "average_wer": 7.63, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T09:12:32Z", "speed": 9.81, "tokens_per_second": 38.31, "dataset_speed": {"earnings22-10mins": 19.44, "librispeech-10mins": 6.57}, "dataset_tokens_per_second": {"earnings22-10mins": 71.56, "librispeech-10mins": 27.13}, "average_wer": 5.95, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T01:35:45Z", "speed": 2.82, "tokens_per_second": 11.42, "dataset_speed": {"librispeech-10mins": 2.59, "earnings22-10mins": 3.7}, "dataset_tokens_per_second": {"librispeech-10mins": 11.14, "earnings22-10mins": 12.5}, "average_wer": 33.03, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T05:28:21Z", "speed": 1.92, "tokens_per_second": 6.73, "dataset_speed": {"earnings22-10mins": 2.49, "librispeech-10mins": 1.74}, "dataset_tokens_per_second": {"earnings22-10mins": 7.7, "librispeech-10mins": 6.42}, "average_wer": 29.0, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T08:33:38Z", "speed": 6.98, "tokens_per_second": 25.98, "dataset_speed": {"earnings22-10mins": 12.82, "librispeech-10mins": 4.8}, "dataset_tokens_per_second": {"earnings22-10mins": 41.01, "librispeech-10mins": 20.37}, "average_wer": 7.35, "qoi": 0.65, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T07:30:07Z", "speed": 46.71, "tokens_per_second": 172.15, "dataset_speed": {"librispeech-10mins": 33.28, "earnings22-10mins": 78.55}, "dataset_tokens_per_second": {"librispeech-10mins": 138.4, "earnings22-10mins": 252.14}, "average_wer": 12.53, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T13:45:55Z", "speed": 14.49, "tokens_per_second": 47.91, "dataset_speed": {"librispeech-10mins": 8.73, "earnings22-10mins": 42.92}, "dataset_tokens_per_second": {"librispeech-10mins": 31.12, "earnings22-10mins": 130.77}, "average_wer": 6.14, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/949MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T03:37:56Z", "speed": 1.6, "tokens_per_second": 7.92, "dataset_speed": {"librispeech-10mins": 1.65, "earnings22-10mins": 1.49}, "dataset_tokens_per_second": {"librispeech-10mins": 7.69, "earnings22-10mins": 8.39}, "average_wer": 31.17, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-30T07:30:10Z", "speed": 33.12, "tokens_per_second": 114.01, "dataset_speed": {"earnings22-10mins": 53.34, "librispeech-10mins": 24.04}, "dataset_tokens_per_second": {"earnings22-10mins": 163.92, "librispeech-10mins": 91.61}, "average_wer": 14.57, "qoi": 0.38, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "iPhone 16 Plus", "os": "iOS 18.0.1", "timestamp": "2024-10-30T15:11:13Z", "speed": 17.01, "tokens_per_second": 63.41, "dataset_speed": {"earnings22-10mins": 23.78, "librispeech-10mins": 13.26}, "dataset_tokens_per_second": {"earnings22-10mins": 77.37, "librispeech-10mins": 55.66}, "average_wer": 9.04, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T20:18:55Z", "speed": 84.72, "tokens_per_second": 361.7, "dataset_speed": {"earnings22-10mins": 138.82, "librispeech-10mins": 61.03}, "dataset_tokens_per_second": {"earnings22-10mins": 611.51, "librispeech-10mins": 252.33}, "average_wer": 16.47, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "Apple M1", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:42:35Z", "speed": 53.44, "tokens_per_second": 217.74, "dataset_speed": {"librispeech-10mins": 35.43, "earnings22-10mins": 109.09}, "dataset_tokens_per_second": {"librispeech-10mins": 146.61, "earnings22-10mins": 437.63}, "average_wer": 16.64, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T15:45:45Z", "speed": 3.39, "tokens_per_second": 12.99, "dataset_speed": {"earnings22-10mins": 4.24, "librispeech-10mins": 2.88}, "dataset_tokens_per_second": {"earnings22-10mins": 13.95, "librispeech-10mins": 12.4}, "average_wer": 39.29, "qoi": 0.61, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:28:50Z", "speed": 3.44, "tokens_per_second": 12.97, "dataset_speed": {"earnings22-10mins": 4.79, "librispeech-10mins": 2.68}, "dataset_tokens_per_second": {"earnings22-10mins": 15.56, "librispeech-10mins": 11.53}, "average_wer": 6.56, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T20:27:05Z", "speed": 3.27, "tokens_per_second": 12.4, "dataset_speed": {"librispeech-10mins": 2.58, "earnings22-10mins": 4.48}, "dataset_tokens_per_second": {"librispeech-10mins": 11.12, "earnings22-10mins": 14.65}, "average_wer": 6.52, "qoi": 0.64, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T08:04:07Z", "speed": 4.12, "tokens_per_second": 14.16, "dataset_speed": {"librispeech-10mins": 3.33, "earnings22-10mins": 6.49}, "dataset_tokens_per_second": {"librispeech-10mins": 12.29, "earnings22-10mins": 19.78}, "average_wer": 21.71, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:23:12Z", "speed": 18.93, "tokens_per_second": 68.41, "dataset_speed": {"earnings22-10mins": 29.08, "librispeech-10mins": 14.04}, "dataset_tokens_per_second": {"earnings22-10mins": 98.49, "librispeech-10mins": 53.95}, "average_wer": 7.87, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T05:41:28Z", "speed": 4.75, "tokens_per_second": 17.58, "dataset_speed": {"librispeech-10mins": 3.17, "earnings22-10mins": 9.53}, "dataset_tokens_per_second": {"librispeech-10mins": 13.28, "earnings22-10mins": 30.58}, "average_wer": 7.66, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:40:06Z", "speed": 9.43, "tokens_per_second": 34.9, "dataset_speed": {"librispeech-10mins": 6.12, "earnings22-10mins": 20.67}, "dataset_tokens_per_second": {"librispeech-10mins": 25.63, "earnings22-10mins": 66.35}, "average_wer": 7.63, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T02:58:13Z", "speed": 84.12, "tokens_per_second": 305.03, "dataset_speed": {"librispeech-10mins": 48.65, "earnings22-10mins": 314.25}, "dataset_tokens_per_second": {"librispeech-10mins": 203.01, "earnings22-10mins": 966.84}, "average_wer": 14.6, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:51:34Z", "speed": 2.74, "tokens_per_second": 11.65, "dataset_speed": {"earnings22-10mins": 4.33, "librispeech-10mins": 2.32}, "dataset_tokens_per_second": {"earnings22-10mins": 12.63, "librispeech-10mins": 11.39}, "average_wer": 30.58, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T01:25:03Z", "speed": 89.32, "tokens_per_second": 362.91, "dataset_speed": {"librispeech-10mins": 61.57, "earnings22-10mins": 163.15}, "dataset_tokens_per_second": {"librispeech-10mins": 254.56, "earnings22-10mins": 651.22}, "average_wer": 16.29, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T07:39:23Z", "speed": 9.03, "tokens_per_second": 32.61, "dataset_speed": {"earnings22-10mins": 11.89, "librispeech-10mins": 7.29}, "dataset_tokens_per_second": {"earnings22-10mins": 40.26, "librispeech-10mins": 27.93}, "average_wer": 7.87, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T20:54:56Z", "speed": 3.03, "tokens_per_second": 13.71, "dataset_speed": {"librispeech-10mins": 2.53, "earnings22-10mins": 5.08}, "dataset_tokens_per_second": {"librispeech-10mins": 13.34, "earnings22-10mins": 15.23}, "average_wer": 29.03, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T14:34:11Z", "speed": 13.05, "tokens_per_second": 48.11, "dataset_speed": {"earnings22-10mins": 20.54, "librispeech-10mins": 9.58}, "dataset_tokens_per_second": {"earnings22-10mins": 77.08, "librispeech-10mins": 34.66}, "average_wer": 6.21, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T08:10:47Z", "speed": 2.92, "tokens_per_second": 13.51, "dataset_speed": {"earnings22-10mins": 3.56, "librispeech-10mins": 2.72}, "dataset_tokens_per_second": {"earnings22-10mins": 16.3, "librispeech-10mins": 12.66}, "average_wer": 33.17, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:25:58Z", "speed": 15.18, "tokens_per_second": 51.2, "dataset_speed": {"earnings22-10mins": 32.36, "librispeech-10mins": 9.93}, "dataset_tokens_per_second": {"earnings22-10mins": 99.89, "librispeech-10mins": 36.32}, "average_wer": 6.77, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:29:58Z", "speed": 61.94, "tokens_per_second": 228.47, "dataset_speed": {"librispeech-10mins": 37.76, "earnings22-10mins": 173.45}, "dataset_tokens_per_second": {"librispeech-10mins": 157.05, "earnings22-10mins": 557.93}, "average_wer": 12.63, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T16:43:19Z", "speed": 11.08, "tokens_per_second": 41.01, "dataset_speed": {"earnings22-10mins": 24.89, "librispeech-10mins": 7.14}, "dataset_tokens_per_second": {"earnings22-10mins": 79.77, "librispeech-10mins": 29.94}, "average_wer": 7.59, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T01:54:41Z", "speed": 4.36, "tokens_per_second": 15.86, "dataset_speed": {"librispeech-10mins": 3.89, "earnings22-10mins": 5.6}, "dataset_tokens_per_second": {"librispeech-10mins": 14.82, "earnings22-10mins": 18.64}, "average_wer": 25.79, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T11:54:35Z", "speed": 16.12, "tokens_per_second": 53.98, "dataset_speed": {"librispeech-10mins": 11.13, "earnings22-10mins": 29.28}, "dataset_tokens_per_second": {"librispeech-10mins": 40.38, "earnings22-10mins": 89.89}, "average_wer": 7.97, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T05:41:05Z", "speed": 2.69, "tokens_per_second": 10.51, "dataset_speed": {"librispeech-10mins": 2.17, "earnings22-10mins": 5.03}, "dataset_tokens_per_second": {"librispeech-10mins": 9.33, "earnings22-10mins": 15.91}, "average_wer": 28.48, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T02:57:24Z", "speed": 67.26, "tokens_per_second": 273.68, "dataset_speed": {"librispeech-10mins": 47.76, "earnings22-10mins": 114.02}, "dataset_tokens_per_second": {"librispeech-10mins": 197.29, "earnings22-10mins": 456.82}, "average_wer": 16.5, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T10:26:37Z", "speed": 4.29, "tokens_per_second": 14.58, "dataset_speed": {"earnings22-10mins": 8.19, "librispeech-10mins": 2.91}, "dataset_tokens_per_second": {"earnings22-10mins": 25.34, "librispeech-10mins": 10.78}, "average_wer": 5.9, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T07:28:46Z", "speed": 31.11, "tokens_per_second": 126.59, "dataset_speed": {"earnings22-10mins": 42.14, "librispeech-10mins": 24.67}, "dataset_tokens_per_second": {"earnings22-10mins": 168.78, "librispeech-10mins": 102.0}, "average_wer": 16.57, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T08:54:54Z", "speed": 4.89, "tokens_per_second": 16.98, "dataset_speed": {"earnings22-10mins": 11.72, "librispeech-10mins": 3.26}, "dataset_tokens_per_second": {"earnings22-10mins": 36.1, "librispeech-10mins": 12.41}, "average_wer": 13.53, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-31T15:57:50Z", "speed": 4.61, "tokens_per_second": 15.64, "dataset_speed": {"earnings22-10mins": 5.78, "librispeech-10mins": 3.76}, "dataset_tokens_per_second": {"earnings22-10mins": 18.09, "librispeech-10mins": 13.86}, "average_wer": 33.23, "qoi": 0.66, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T08:03:12Z", "speed": 3.01, "tokens_per_second": 10.19, "dataset_speed": {"librispeech-10mins": 2.39, "earnings22-10mins": 4.06}, "dataset_tokens_per_second": {"librispeech-10mins": 8.81, "earnings22-10mins": 12.54}, "average_wer": 6.25, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "iPhone 12", "os": "iOS 17.2.1", "timestamp": "2024-10-30T18:16:08Z", "speed": 15.0, "tokens_per_second": 55.09, "dataset_speed": {"earnings22-10mins": 22.57, "librispeech-10mins": 11.24}, "dataset_tokens_per_second": {"earnings22-10mins": 72.26, "librispeech-10mins": 46.58}, "average_wer": 12.6, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T07:29:06Z", "speed": 43.81, "tokens_per_second": 170.39, "dataset_speed": {"librispeech-10mins": 31.29, "earnings22-10mins": 73.25}, "dataset_tokens_per_second": {"librispeech-10mins": 129.35, "earnings22-10mins": 266.88}, "average_wer": 16.64, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T09:16:29Z", "speed": 5.64, "tokens_per_second": 23.04, "dataset_speed": {"librispeech-10mins": 4.15, "earnings22-10mins": 8.8}, "dataset_tokens_per_second": {"librispeech-10mins": 17.29, "earnings22-10mins": 35.29}, "average_wer": 6.11, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T09:13:14Z", "speed": 8.83, "tokens_per_second": 33.68, "dataset_speed": {"librispeech-10mins": 5.67, "earnings22-10mins": 20.05}, "dataset_tokens_per_second": {"librispeech-10mins": 23.64, "earnings22-10mins": 69.36}, "average_wer": 5.94, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "Apple M1", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:44:26Z", "speed": 39.75, "tokens_per_second": 146.5, "dataset_speed": {"earnings22-10mins": 88.11, "librispeech-10mins": 25.7}, "dataset_tokens_per_second": {"earnings22-10mins": 282.84, "librispeech-10mins": 106.89}, "average_wer": 12.6, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T08:48:15Z", "speed": 16.72, "tokens_per_second": 55.67, "dataset_speed": {"librispeech-10mins": 10.66, "earnings22-10mins": 38.93}, "dataset_tokens_per_second": {"librispeech-10mins": 38.28, "earnings22-10mins": 119.38}, "average_wer": 7.9, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T09:04:06Z", "speed": 11.57, "tokens_per_second": 42.7, "dataset_speed": {"earnings22-10mins": 26.33, "librispeech-10mins": 7.42}, "dataset_tokens_per_second": {"earnings22-10mins": 84.37, "librispeech-10mins": 31.0}, "average_wer": 7.59, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:12:27Z", "speed": 65.81, "tokens_per_second": 238.18, "dataset_speed": {"earnings22-10mins": 172.14, "librispeech-10mins": 40.75}, "dataset_tokens_per_second": {"earnings22-10mins": 529.91, "librispeech-10mins": 169.41}, "average_wer": 14.67, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T16:50:13Z", "speed": 16.35, "tokens_per_second": 55.28, "dataset_speed": {"earnings22-10mins": 34.93, "librispeech-10mins": 10.69}, "dataset_tokens_per_second": {"earnings22-10mins": 108.17, "librispeech-10mins": 39.17}, "average_wer": 6.52, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T07:30:05Z", "speed": 90.67, "tokens_per_second": 327.76, "dataset_speed": {"earnings22-10mins": 207.95, "librispeech-10mins": 58.06}, "dataset_tokens_per_second": {"earnings22-10mins": 639.45, "librispeech-10mins": 241.1}, "average_wer": 14.64, "qoi": 0.38, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T09:59:02Z", "speed": 3.12, "tokens_per_second": 14.16, "dataset_speed": {"earnings22-10mins": 9.63, "librispeech-10mins": 2.04}, "dataset_tokens_per_second": {"earnings22-10mins": 30.18, "librispeech-10mins": 11.5}, "average_wer": 15.77, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T20:29:30Z", "speed": 2.49, "tokens_per_second": 13.87, "dataset_speed": {"earnings22-10mins": 2.45, "librispeech-10mins": 2.51}, "dataset_tokens_per_second": {"earnings22-10mins": 14.74, "librispeech-10mins": 13.52}, "average_wer": 32.1, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 16 Plus", "os": "iOS 18.0.1", "timestamp": "2024-10-30T16:45:13Z", "speed": 8.02, "tokens_per_second": 29.62, "dataset_speed": {"librispeech-10mins": 5.54, "earnings22-10mins": 14.56}, "dataset_tokens_per_second": {"librispeech-10mins": 23.13, "earnings22-10mins": 46.73}, "average_wer": 7.7, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M1", "os": "macOS 15.1.0", "timestamp": "2024-10-30T08:16:42Z", "speed": 7.3, "tokens_per_second": 27.01, "dataset_speed": {"librispeech-10mins": 4.76, "earnings22-10mins": 15.72}, "dataset_tokens_per_second": {"librispeech-10mins": 19.95, "earnings22-10mins": 50.43}, "average_wer": 7.63, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:08:58Z", "speed": 19.26, "tokens_per_second": 69.64, "dataset_speed": {"earnings22-10mins": 29.93, "librispeech-10mins": 14.22}, "dataset_tokens_per_second": {"earnings22-10mins": 101.37, "librispeech-10mins": 54.63}, "average_wer": 7.9, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T06:39:22Z", "speed": 9.85, "tokens_per_second": 38.05, "dataset_speed": {"earnings22-10mins": 14.66, "librispeech-10mins": 7.43}, "dataset_tokens_per_second": {"earnings22-10mins": 60.35, "librispeech-10mins": 26.8}, "average_wer": 6.49, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/949MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T08:24:39Z", "speed": 1.59, "tokens_per_second": 6.8, "dataset_speed": {"earnings22-10mins": 2.09, "librispeech-10mins": 1.29}, "dataset_tokens_per_second": {"earnings22-10mins": 8.11, "librispeech-10mins": 5.99}, "average_wer": 7.25, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "iPhone 12 Pro Max", "os": "iOS 18.1", "timestamp": "2024-10-30T06:11:25Z", "speed": 40.46, "tokens_per_second": 157.31, "dataset_speed": {"earnings22-10mins": 63.69, "librispeech-10mins": 29.68}, "dataset_tokens_per_second": {"earnings22-10mins": 232.06, "librispeech-10mins": 122.62}, "average_wer": 16.98, "qoi": 0.34, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T11:29:21Z", "speed": 4.8, "tokens_per_second": 17.77, "dataset_speed": {"earnings22-10mins": 8.77, "librispeech-10mins": 3.31}, "dataset_tokens_per_second": {"earnings22-10mins": 28.04, "librispeech-10mins": 13.92}, "average_wer": 7.35, "qoi": 0.65, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T08:34:42Z", "speed": 15.09, "tokens_per_second": 50.86, "dataset_speed": {"earnings22-10mins": 31.0, "librispeech-10mins": 9.98}, "dataset_tokens_per_second": {"earnings22-10mins": 95.47, "librispeech-10mins": 36.55}, "average_wer": 6.49, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T14:26:05Z", "speed": 9.52, "tokens_per_second": 36.35, "dataset_speed": {"librispeech-10mins": 6.57, "earnings22-10mins": 17.34}, "dataset_tokens_per_second": {"librispeech-10mins": 27.44, "earnings22-10mins": 59.97}, "average_wer": 5.97, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T08:28:06Z", "speed": 3.62, "tokens_per_second": 14.27, "dataset_speed": {"librispeech-10mins": 2.39, "earnings22-10mins": 10.14}, "dataset_tokens_per_second": {"librispeech-10mins": 11.12, "earnings22-10mins": 30.95}, "average_wer": 16.47, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T07:35:30Z", "speed": 13.21, "tokens_per_second": 49.22, "dataset_speed": {"earnings22-10mins": 20.04, "librispeech-10mins": 9.87}, "dataset_tokens_per_second": {"earnings22-10mins": 65.03, "librispeech-10mins": 41.46}, "average_wer": 8.91, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:29:27Z", "speed": 2.26, "tokens_per_second": 9.2, "dataset_speed": {"earnings22-10mins": 3.42, "librispeech-10mins": 2.01}, "dataset_tokens_per_second": {"earnings22-10mins": 11.71, "librispeech-10mins": 8.66}, "average_wer": 33.9, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "iPhone 12", "os": "iOS 17.2.1", "timestamp": "2024-10-30T18:19:55Z", "speed": 14.19, "tokens_per_second": 48.54, "dataset_speed": {"librispeech-10mins": 11.55, "earnings22-10mins": 18.41}, "dataset_tokens_per_second": {"librispeech-10mins": 43.81, "earnings22-10mins": 56.12}, "average_wer": 10.15, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T05:45:35Z", "speed": 7.96, "tokens_per_second": 26.7, "dataset_speed": {"earnings22-10mins": 14.72, "librispeech-10mins": 5.47}, "dataset_tokens_per_second": {"earnings22-10mins": 45.22, "librispeech-10mins": 19.85}, "average_wer": 7.94, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T14:26:15Z", "speed": 3.92, "tokens_per_second": 15.63, "dataset_speed": {"earnings22-10mins": 6.41, "librispeech-10mins": 2.83}, "dataset_tokens_per_second": {"earnings22-10mins": 24.47, "librispeech-10mins": 11.76}, "average_wer": 6.08, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T08:51:46Z", "speed": 4.6, "tokens_per_second": 15.84, "dataset_speed": {"librispeech-10mins": 3.95, "earnings22-10mins": 6.33}, "dataset_tokens_per_second": {"librispeech-10mins": 14.55, "earnings22-10mins": 19.28}, "average_wer": 24.15, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "iPhone 16 Plus", "os": "iOS 18.0.1", "timestamp": "2024-10-30T15:06:08Z", "speed": 74.87, "tokens_per_second": 305.0, "dataset_speed": {"earnings22-10mins": 125.7, "librispeech-10mins": 53.37}, "dataset_tokens_per_second": {"earnings22-10mins": 504.48, "librispeech-10mins": 220.65}, "average_wer": 16.47, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T15:09:47Z", "speed": 61.6, "tokens_per_second": 211.88, "dataset_speed": {"librispeech-10mins": 39.4, "earnings22-10mins": 141.96}, "dataset_tokens_per_second": {"librispeech-10mins": 149.34, "earnings22-10mins": 438.17}, "average_wer": 10.04, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T04:37:09Z", "speed": 55.12, "tokens_per_second": 189.17, "dataset_speed": {"librispeech-10mins": 38.31, "earnings22-10mins": 98.57}, "dataset_tokens_per_second": {"librispeech-10mins": 144.96, "earnings22-10mins": 303.44}, "average_wer": 14.81, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T05:33:52Z", "speed": 20.62, "tokens_per_second": 74.18, "dataset_speed": {"earnings22-10mins": 39.0, "librispeech-10mins": 14.03}, "dataset_tokens_per_second": {"earnings22-10mins": 131.05, "librispeech-10mins": 53.8}, "average_wer": 7.87, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "Apple M1", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:43:13Z", "speed": 55.13, "tokens_per_second": 199.73, "dataset_speed": {"earnings22-10mins": 146.27, "librispeech-10mins": 34.02}, "dataset_tokens_per_second": {"earnings22-10mins": 451.25, "librispeech-10mins": 141.48}, "average_wer": 14.7, "qoi": 0.38, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T06:06:25Z", "speed": 10.32, "tokens_per_second": 34.61, "dataset_speed": {"earnings22-10mins": 16.66, "librispeech-10mins": 7.49}, "dataset_tokens_per_second": {"earnings22-10mins": 51.2, "librispeech-10mins": 27.19}, "average_wer": 7.97, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-31T15:53:55Z", "speed": 3.9, "tokens_per_second": 13.45, "dataset_speed": {"librispeech-10mins": 3.24, "earnings22-10mins": 4.93}, "dataset_tokens_per_second": {"librispeech-10mins": 12.01, "earnings22-10mins": 15.71}, "average_wer": 35.64, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T20:44:44Z", "speed": 3.39, "tokens_per_second": 12.38, "dataset_speed": {"earnings22-10mins": 4.77, "librispeech-10mins": 2.63}, "dataset_tokens_per_second": {"earnings22-10mins": 14.88, "librispeech-10mins": 11.01}, "average_wer": 7.59, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T04:01:50Z", "speed": 3.15, "tokens_per_second": 11.07, "dataset_speed": {"earnings22-10mins": 3.87, "librispeech-10mins": 2.78}, "dataset_tokens_per_second": {"earnings22-10mins": 12.03, "librispeech-10mins": 10.56}, "average_wer": 18.57, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T02:14:23Z", "speed": 2.41, "tokens_per_second": 8.44, "dataset_speed": {"librispeech-10mins": 2.33, "earnings22-10mins": 2.59}, "dataset_tokens_per_second": {"librispeech-10mins": 8.6, "earnings22-10mins": 8.07}, "average_wer": 28.44, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:43:36Z", "speed": 14.15, "tokens_per_second": 47.87, "dataset_speed": {"earnings22-10mins": 29.04, "librispeech-10mins": 9.37}, "dataset_tokens_per_second": {"earnings22-10mins": 89.73, "librispeech-10mins": 34.42}, "average_wer": 6.63, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/949MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T08:30:55Z", "speed": 1.99, "tokens_per_second": 8.37, "dataset_speed": {"earnings22-10mins": 2.7, "librispeech-10mins": 1.58}, "dataset_tokens_per_second": {"earnings22-10mins": 10.12, "librispeech-10mins": 7.34}, "average_wer": 7.7, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "iPhone 12 Pro Max", "os": "iOS 18.1", "timestamp": "2024-10-30T06:16:50Z", "speed": 30.56, "tokens_per_second": 104.87, "dataset_speed": {"librispeech-10mins": 22.67, "earnings22-10mins": 46.98}, "dataset_tokens_per_second": {"librispeech-10mins": 85.85, "earnings22-10mins": 144.46}, "average_wer": 9.94, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T05:46:06Z", "speed": 17.18, "tokens_per_second": 58.11, "dataset_speed": {"librispeech-10mins": 11.15, "earnings22-10mins": 37.64}, "dataset_tokens_per_second": {"librispeech-10mins": 40.89, "earnings22-10mins": 116.5}, "average_wer": 6.56, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "iPhone 12", "os": "iOS 17.2.1", "timestamp": "2024-10-30T18:12:46Z", "speed": 26.5, "tokens_per_second": 103.05, "dataset_speed": {"librispeech-10mins": 19.75, "earnings22-10mins": 40.36}, "dataset_tokens_per_second": {"librispeech-10mins": 81.65, "earnings22-10mins": 146.97}, "average_wer": 16.88, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/947MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T05:13:26Z", "speed": 1.26, "tokens_per_second": 5.6, "dataset_speed": {"earnings22-10mins": 1.87, "librispeech-10mins": 1.12}, "dataset_tokens_per_second": {"earnings22-10mins": 5.99, "librispeech-10mins": 5.51}, "average_wer": 32.69, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:35:13Z", "speed": 8.37, "tokens_per_second": 35.09, "dataset_speed": {"librispeech-10mins": 5.71, "earnings22-10mins": 15.68}, "dataset_tokens_per_second": {"librispeech-10mins": 23.67, "earnings22-10mins": 66.53}, "average_wer": 5.87, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T15:08:25Z", "speed": 57.35, "tokens_per_second": 211.56, "dataset_speed": {"librispeech-10mins": 36.37, "earnings22-10mins": 136.3}, "dataset_tokens_per_second": {"librispeech-10mins": 151.28, "earnings22-10mins": 438.42}, "average_wer": 12.63, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T04:36:05Z", "speed": 46.69, "tokens_per_second": 198.69, "dataset_speed": {"librispeech-10mins": 36.5, "earnings22-10mins": 64.88}, "dataset_tokens_per_second": {"librispeech-10mins": 150.86, "earnings22-10mins": 284.08}, "average_wer": 16.5, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T02:41:57Z", "speed": 9.21, "tokens_per_second": 36.92, "dataset_speed": {"earnings22-10mins": 16.12, "librispeech-10mins": 6.46}, "dataset_tokens_per_second": {"earnings22-10mins": 61.9, "librispeech-10mins": 26.96}, "average_wer": 6.39, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T01:25:50Z", "speed": 60.54, "tokens_per_second": 223.14, "dataset_speed": {"earnings22-10mins": 108.11, "librispeech-10mins": 42.1}, "dataset_tokens_per_second": {"earnings22-10mins": 347.22, "librispeech-10mins": 175.03}, "average_wer": 12.63, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T07:28:52Z", "speed": 71.34, "tokens_per_second": 290.2, "dataset_speed": {"librispeech-10mins": 45.57, "earnings22-10mins": 165.08}, "dataset_tokens_per_second": {"librispeech-10mins": 188.46, "earnings22-10mins": 660.33}, "average_wer": 16.67, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T01:26:54Z", "speed": 64.67, "tokens_per_second": 221.85, "dataset_speed": {"librispeech-10mins": 45.75, "earnings22-10mins": 110.65}, "dataset_tokens_per_second": {"librispeech-10mins": 173.34, "earnings22-10mins": 339.68}, "average_wer": 9.87, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T16:39:36Z", "speed": 10.71, "tokens_per_second": 39.72, "dataset_speed": {"librispeech-10mins": 6.96, "earnings22-10mins": 23.37}, "dataset_tokens_per_second": {"librispeech-10mins": 28.99, "earnings22-10mins": 75.88}, "average_wer": 6.63, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T08:54:06Z", "speed": 13.8, "tokens_per_second": 45.38, "dataset_speed": {"earnings22-10mins": 30.29, "librispeech-10mins": 8.95}, "dataset_tokens_per_second": {"earnings22-10mins": 91.34, "librispeech-10mins": 31.86}, "average_wer": 6.01, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:03:09Z", "speed": 74.43, "tokens_per_second": 255.44, "dataset_speed": {"earnings22-10mins": 143.31, "librispeech-10mins": 50.34}, "dataset_tokens_per_second": {"earnings22-10mins": 440.67, "librispeech-10mins": 190.65}, "average_wer": 14.6, "qoi": 0.38, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T17:44:21Z", "speed": 7.94, "tokens_per_second": 30.35, "dataset_speed": {"librispeech-10mins": 5.32, "earnings22-10mins": 15.65}, "dataset_tokens_per_second": {"librispeech-10mins": 22.21, "earnings22-10mins": 54.37}, "average_wer": 6.56, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T11:53:29Z", "speed": 17.76, "tokens_per_second": 59.48, "dataset_speed": {"librispeech-10mins": 10.36, "earnings22-10mins": 63.08}, "dataset_tokens_per_second": {"librispeech-10mins": 37.55, "earnings22-10mins": 193.65}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:32:24Z", "speed": 9.73, "tokens_per_second": 38.99, "dataset_speed": {"librispeech-10mins": 6.56, "earnings22-10mins": 18.93}, "dataset_tokens_per_second": {"librispeech-10mins": 27.38, "earnings22-10mins": 72.65}, "average_wer": 6.09, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T12:00:21Z", "speed": 9.64, "tokens_per_second": 38.64, "dataset_speed": {"librispeech-10mins": 5.8, "earnings22-10mins": 28.89}, "dataset_tokens_per_second": {"librispeech-10mins": 24.01, "earnings22-10mins": 111.91}, "average_wer": 5.94, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T04:04:21Z", "speed": 4.51, "tokens_per_second": 16.08, "dataset_speed": {"librispeech-10mins": 3.85, "earnings22-10mins": 6.33}, "dataset_tokens_per_second": {"librispeech-10mins": 14.67, "earnings22-10mins": 19.97}, "average_wer": 24.04, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T02:22:16Z", "speed": 6.65, "tokens_per_second": 24.49, "dataset_speed": {"librispeech-10mins": 4.61, "earnings22-10mins": 11.97}, "dataset_tokens_per_second": {"librispeech-10mins": 19.15, "earnings22-10mins": 38.43}, "average_wer": 7.73, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T09:16:11Z", "speed": 15.07, "tokens_per_second": 49.72, "dataset_speed": {"librispeech-10mins": 10.08, "earnings22-10mins": 29.97}, "dataset_tokens_per_second": {"librispeech-10mins": 35.79, "earnings22-10mins": 91.34}, "average_wer": 6.04, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T02:49:32Z", "speed": 8.71, "tokens_per_second": 30.45, "dataset_speed": {"earnings22-10mins": 13.56, "librispeech-10mins": 6.42}, "dataset_tokens_per_second": {"earnings22-10mins": 45.93, "librispeech-10mins": 23.15}, "average_wer": 6.08, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T20:20:04Z", "speed": 58.21, "tokens_per_second": 214.52, "dataset_speed": {"librispeech-10mins": 40.55, "earnings22-10mins": 103.43}, "dataset_tokens_per_second": {"librispeech-10mins": 168.58, "earnings22-10mins": 332.19}, "average_wer": 12.63, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T07:21:49Z", "speed": 2.48, "tokens_per_second": 10.85, "dataset_speed": {"earnings22-10mins": 4.8, "librispeech-10mins": 1.99}, "dataset_tokens_per_second": {"earnings22-10mins": 15.98, "librispeech-10mins": 9.76}, "average_wer": 26.68, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/949MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T04:47:22Z", "speed": 1.14, "tokens_per_second": 5.81, "dataset_speed": {"earnings22-10mins": 1.14, "librispeech-10mins": 1.14}, "dataset_tokens_per_second": {"earnings22-10mins": 6.14, "librispeech-10mins": 5.7}, "average_wer": 34.9, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "iPad Air (5th generation)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T15:12:21Z", "speed": 14.01, "tokens_per_second": 52.19, "dataset_speed": {"earnings22-10mins": 21.58, "librispeech-10mins": 10.38}, "dataset_tokens_per_second": {"earnings22-10mins": 70.2, "librispeech-10mins": 43.57}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T09:26:48Z", "speed": 8.45, "tokens_per_second": 31.05, "dataset_speed": {"librispeech-10mins": 6.4, "earnings22-10mins": 12.43}, "dataset_tokens_per_second": {"librispeech-10mins": 23.1, "earnings22-10mins": 46.55}, "average_wer": 6.08, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T03:45:54Z", "speed": 4.1, "tokens_per_second": 16.11, "dataset_speed": {"librispeech-10mins": 3.47, "earnings22-10mins": 6.02}, "dataset_tokens_per_second": {"librispeech-10mins": 14.92, "earnings22-10mins": 19.74}, "average_wer": 25.39, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/947MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T07:22:37Z", "speed": 1.14, "tokens_per_second": 5.06, "dataset_speed": {"earnings22-10mins": 3.19, "librispeech-10mins": 0.69}, "dataset_tokens_per_second": {"earnings22-10mins": 9.87, "librispeech-10mins": 4.03}, "average_wer": 11.06, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:35:22Z", "speed": 9.14, "tokens_per_second": 33.91, "dataset_speed": {"earnings22-10mins": 19.52, "librispeech-10mins": 5.97}, "dataset_tokens_per_second": {"earnings22-10mins": 63.49, "librispeech-10mins": 24.9}, "average_wer": 6.77, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T08:37:46Z", "speed": 2.97, "tokens_per_second": 13.46, "dataset_speed": {"earnings22-10mins": 5.15, "librispeech-10mins": 2.44}, "dataset_tokens_per_second": {"earnings22-10mins": 15.44, "librispeech-10mins": 12.98}, "average_wer": 29.29, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T04:40:47Z", "speed": 10.97, "tokens_per_second": 40.8, "dataset_speed": {"earnings22-10mins": 14.68, "librispeech-10mins": 8.76}, "dataset_tokens_per_second": {"earnings22-10mins": 47.58, "librispeech-10mins": 36.77}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T08:11:51Z", "speed": 10.11, "tokens_per_second": 37.47, "dataset_speed": {"librispeech-10mins": 6.34, "earnings22-10mins": 25.11}, "dataset_tokens_per_second": {"librispeech-10mins": 26.51, "earnings22-10mins": 81.06}, "average_wer": 6.8, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T03:02:08Z", "speed": 17.6, "tokens_per_second": 65.6, "dataset_speed": {"librispeech-10mins": 13.88, "earnings22-10mins": 24.08}, "dataset_tokens_per_second": {"librispeech-10mins": 58.3, "earnings22-10mins": 78.33}, "average_wer": 9.04, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T16:10:43Z", "speed": 2.81, "tokens_per_second": 12.91, "dataset_speed": {"librispeech-10mins": 2.34, "earnings22-10mins": 4.89}, "dataset_tokens_per_second": {"librispeech-10mins": 12.36, "earnings22-10mins": 15.39}, "average_wer": 30.2, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T02:33:02Z", "speed": 15.88, "tokens_per_second": 53.19, "dataset_speed": {"librispeech-10mins": 10.98, "earnings22-10mins": 28.78}, "dataset_tokens_per_second": {"librispeech-10mins": 39.81, "earnings22-10mins": 88.4}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T08:53:46Z", "speed": 2.69, "tokens_per_second": 9.42, "dataset_speed": {"earnings22-10mins": 3.24, "librispeech-10mins": 2.44}, "dataset_tokens_per_second": {"earnings22-10mins": 10.28, "librispeech-10mins": 9.03}, "average_wer": 23.2, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T17:03:58Z", "speed": 6.66, "tokens_per_second": 26.7, "dataset_speed": {"librispeech-10mins": 4.63, "earnings22-10mins": 12.41}, "dataset_tokens_per_second": {"librispeech-10mins": 19.11, "earnings22-10mins": 48.16}, "average_wer": 8.46, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T11:08:17Z", "speed": 11.14, "tokens_per_second": 41.35, "dataset_speed": {"librispeech-10mins": 6.51, "earnings22-10mins": 38.99}, "dataset_tokens_per_second": {"librispeech-10mins": 27.14, "earnings22-10mins": 126.77}, "average_wer": 6.77, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-30T11:57:05Z", "speed": 7.88, "tokens_per_second": 26.27, "dataset_speed": {"librispeech-10mins": 5.62, "earnings22-10mins": 13.19}, "dataset_tokens_per_second": {"librispeech-10mins": 20.17, "earnings22-10mins": 40.66}, "average_wer": 8.08, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M1", "os": "macOS 15.1.0", "timestamp": "2024-10-30T08:24:25Z", "speed": 5.87, "tokens_per_second": 23.84, "dataset_speed": {"librispeech-10mins": 4.19, "earnings22-10mins": 10.81}, "dataset_tokens_per_second": {"librispeech-10mins": 17.46, "earnings22-10mins": 42.55}, "average_wer": 11.56, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T07:33:24Z", "speed": 64.55, "tokens_per_second": 221.43, "dataset_speed": {"earnings22-10mins": 115.16, "librispeech-10mins": 44.9}, "dataset_tokens_per_second": {"earnings22-10mins": 353.53, "librispeech-10mins": 170.13}, "average_wer": 9.87, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T07:35:25Z", "speed": 22.03, "tokens_per_second": 81.92, "dataset_speed": {"earnings22-10mins": 32.55, "librispeech-10mins": 16.66}, "dataset_tokens_per_second": {"earnings22-10mins": 105.48, "librispeech-10mins": 69.92}, "average_wer": 9.04, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T21:21:54Z", "speed": 12.61, "tokens_per_second": 48.77, "dataset_speed": {"librispeech-10mins": 9.4, "earnings22-10mins": 19.16}, "dataset_tokens_per_second": {"librispeech-10mins": 34.05, "earnings22-10mins": 78.89}, "average_wer": 6.18, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T05:30:43Z", "speed": 34.22, "tokens_per_second": 117.26, "dataset_speed": {"librispeech-10mins": 23.13, "earnings22-10mins": 65.94}, "dataset_tokens_per_second": {"librispeech-10mins": 87.65, "earnings22-10mins": 202.0}, "average_wer": 9.91, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T02:57:06Z", "speed": 74.47, "tokens_per_second": 304.08, "dataset_speed": {"earnings22-10mins": 125.13, "librispeech-10mins": 53.08}, "dataset_tokens_per_second": {"earnings22-10mins": 504.49, "librispeech-10mins": 219.43}, "average_wer": 16.85, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T08:31:10Z", "speed": 10.33, "tokens_per_second": 38.31, "dataset_speed": {"earnings22-10mins": 24.58, "librispeech-10mins": 6.55}, "dataset_tokens_per_second": {"earnings22-10mins": 79.2, "librispeech-10mins": 27.46}, "average_wer": 7.42, "qoi": 0.66, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:04:24Z", "speed": 49.78, "tokens_per_second": 183.38, "dataset_speed": {"librispeech-10mins": 30.9, "earnings22-10mins": 128.72}, "dataset_tokens_per_second": {"librispeech-10mins": 128.43, "earnings22-10mins": 413.18}, "average_wer": 12.53, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "iPhone 16 Plus", "os": "iOS 18.0.1", "timestamp": "2024-10-30T15:08:32Z", "speed": 50.48, "tokens_per_second": 186.05, "dataset_speed": {"librispeech-10mins": 36.49, "earnings22-10mins": 82.08}, "dataset_tokens_per_second": {"librispeech-10mins": 151.71, "earnings22-10mins": 263.62}, "average_wer": 12.6, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T06:41:40Z", "speed": 8.29, "tokens_per_second": 30.48, "dataset_speed": {"librispeech-10mins": 6.33, "earnings22-10mins": 12.04}, "dataset_tokens_per_second": {"librispeech-10mins": 22.83, "earnings22-10mins": 45.09}, "average_wer": 6.21, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T05:30:27Z", "speed": 49.06, "tokens_per_second": 168.15, "dataset_speed": {"librispeech-10mins": 29.95, "earnings22-10mins": 136.43}, "dataset_tokens_per_second": {"librispeech-10mins": 113.64, "earnings22-10mins": 417.47}, "average_wer": 9.87, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M1", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:59:29Z", "speed": 2.03, "tokens_per_second": 8.67, "dataset_speed": {"librispeech-10mins": 1.81, "earnings22-10mins": 3.19}, "dataset_tokens_per_second": {"librispeech-10mins": 8.44, "earnings22-10mins": 9.91}, "average_wer": 36.38, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T17:17:40Z", "speed": 6.73, "tokens_per_second": 26.92, "dataset_speed": {"librispeech-10mins": 4.55, "earnings22-10mins": 12.9}, "dataset_tokens_per_second": {"librispeech-10mins": 19.02, "earnings22-10mins": 49.39}, "average_wer": 5.9, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T21:01:13Z", "speed": 4.41, "tokens_per_second": 15.4, "dataset_speed": {"earnings22-10mins": 5.61, "librispeech-10mins": 3.94}, "dataset_tokens_per_second": {"earnings22-10mins": 17.55, "librispeech-10mins": 14.55}, "average_wer": 24.92, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T07:35:01Z", "speed": 21.73, "tokens_per_second": 80.8, "dataset_speed": {"earnings22-10mins": 61.76, "librispeech-10mins": 13.2}, "dataset_tokens_per_second": {"earnings22-10mins": 200.1, "librispeech-10mins": 55.4}, "average_wer": 9.04, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T10:57:00Z", "speed": 4.95, "tokens_per_second": 16.85, "dataset_speed": {"librispeech-10mins": 3.33, "earnings22-10mins": 11.4}, "dataset_tokens_per_second": {"librispeech-10mins": 12.28, "earnings22-10mins": 35.1}, "average_wer": 12.08, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-30T07:29:14Z", "speed": 32.22, "tokens_per_second": 125.36, "dataset_speed": {"librispeech-10mins": 24.09, "earnings22-10mins": 48.76}, "dataset_tokens_per_second": {"librispeech-10mins": 99.59, "earnings22-10mins": 177.71}, "average_wer": 16.6, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T04:51:23Z", "speed": 4.46, "tokens_per_second": 15.45, "dataset_speed": {"librispeech-10mins": 3.86, "earnings22-10mins": 6.07}, "dataset_tokens_per_second": {"librispeech-10mins": 14.29, "earnings22-10mins": 18.53}, "average_wer": 23.97, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T07:42:24Z", "speed": 3.43, "tokens_per_second": 12.96, "dataset_speed": {"earnings22-10mins": 7.37, "librispeech-10mins": 2.24}, "dataset_tokens_per_second": {"earnings22-10mins": 24.02, "librispeech-10mins": 9.62}, "average_wer": 6.56, "qoi": 0.64, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:50:43Z", "speed": 12.81, "tokens_per_second": 44.86, "dataset_speed": {"librispeech-10mins": 8.77, "earnings22-10mins": 23.81}, "dataset_tokens_per_second": {"librispeech-10mins": 31.79, "earnings22-10mins": 80.47}, "average_wer": 6.04, "qoi": 0.71, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:36:38Z", "speed": 2.39, "tokens_per_second": 9.94, "dataset_speed": {"earnings22-10mins": 4.07, "librispeech-10mins": 2.04}, "dataset_tokens_per_second": {"earnings22-10mins": 12.01, "librispeech-10mins": 9.51}, "average_wer": 32.59, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T11:34:11Z", "speed": 16.91, "tokens_per_second": 57.15, "dataset_speed": {"earnings22-10mins": 54.96, "librispeech-10mins": 10.01}, "dataset_tokens_per_second": {"earnings22-10mins": 169.73, "librispeech-10mins": 36.73}, "average_wer": 6.56, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T11:08:43Z", "speed": 1.1, "tokens_per_second": 4.06, "dataset_speed": {"librispeech-10mins": 0.71, "earnings22-10mins": 2.38}, "dataset_tokens_per_second": {"librispeech-10mins": 2.99, "earnings22-10mins": 7.66}, "average_wer": 6.73, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T02:59:59Z", "speed": 49.42, "tokens_per_second": 169.41, "dataset_speed": {"earnings22-10mins": 82.67, "librispeech-10mins": 35.29}, "dataset_tokens_per_second": {"earnings22-10mins": 253.24, "librispeech-10mins": 133.77}, "average_wer": 9.98, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "iPad Air (5th generation)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T15:17:34Z", "speed": 14.07, "tokens_per_second": 51.11, "dataset_speed": {"librispeech-10mins": 11.17, "earnings22-10mins": 19.05}, "dataset_tokens_per_second": {"librispeech-10mins": 42.92, "earnings22-10mins": 65.13}, "average_wer": 8.39, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T21:10:49Z", "speed": 15.78, "tokens_per_second": 52.87, "dataset_speed": {"earnings22-10mins": 28.92, "librispeech-10mins": 10.87}, "dataset_tokens_per_second": {"earnings22-10mins": 88.84, "librispeech-10mins": 39.41}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-30T07:31:41Z", "speed": 22.94, "tokens_per_second": 84.42, "dataset_speed": {"earnings22-10mins": 36.76, "librispeech-10mins": 16.69}, "dataset_tokens_per_second": {"earnings22-10mins": 117.98, "librispeech-10mins": 69.24}, "average_wer": 12.56, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T07:27:45Z", "speed": 75.26, "tokens_per_second": 258.14, "dataset_speed": {"earnings22-10mins": 146.69, "librispeech-10mins": 50.68}, "dataset_tokens_per_second": {"earnings22-10mins": 451.08, "librispeech-10mins": 191.77}, "average_wer": 14.67, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T15:06:02Z", "speed": 77.2, "tokens_per_second": 318.37, "dataset_speed": {"earnings22-10mins": 179.38, "librispeech-10mins": 49.26}, "dataset_tokens_per_second": {"earnings22-10mins": 738.44, "librispeech-10mins": 203.5}, "average_wer": 17.6, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T01:25:33Z", "speed": 92.19, "tokens_per_second": 333.25, "dataset_speed": {"librispeech-10mins": 59.62, "earnings22-10mins": 204.26}, "dataset_tokens_per_second": {"librispeech-10mins": 247.56, "earnings22-10mins": 628.08}, "average_wer": 14.64, "qoi": 0.38, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T07:25:42Z", "speed": 60.09, "tokens_per_second": 279.5, "dataset_speed": {"librispeech-10mins": 47.82, "earnings22-10mins": 80.97}, "dataset_tokens_per_second": {"librispeech-10mins": 197.52, "earnings22-10mins": 418.9}, "average_wer": 17.57, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T02:29:45Z", "speed": 10.67, "tokens_per_second": 35.79, "dataset_speed": {"earnings22-10mins": 17.89, "librispeech-10mins": 7.61}, "dataset_tokens_per_second": {"earnings22-10mins": 55.01, "librispeech-10mins": 27.65}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "iPhone 12", "os": "iOS 17.2.1", "timestamp": "2024-10-30T18:14:27Z", "speed": 23.11, "tokens_per_second": 83.83, "dataset_speed": {"librispeech-10mins": 17.22, "earnings22-10mins": 35.18}, "dataset_tokens_per_second": {"librispeech-10mins": 71.9, "earnings22-10mins": 108.3}, "average_wer": 14.74, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T11:54:20Z", "speed": 10.2, "tokens_per_second": 34.03, "dataset_speed": {"earnings22-10mins": 17.75, "librispeech-10mins": 7.17}, "dataset_tokens_per_second": {"earnings22-10mins": 54.7, "librispeech-10mins": 25.71}, "average_wer": 8.11, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 16 Plus", "os": "iOS 18.0.1", "timestamp": "2024-10-30T16:56:45Z", "speed": 11.85, "tokens_per_second": 39.72, "dataset_speed": {"earnings22-10mins": 20.07, "librispeech-10mins": 8.42}, "dataset_tokens_per_second": {"earnings22-10mins": 61.66, "librispeech-10mins": 30.57}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T07:51:18Z", "speed": 15.7, "tokens_per_second": 56.77, "dataset_speed": {"librispeech-10mins": 12.87, "earnings22-10mins": 20.16}, "dataset_tokens_per_second": {"librispeech-10mins": 49.37, "earnings22-10mins": 68.41}, "average_wer": 7.9, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T07:37:17Z", "speed": 8.82, "tokens_per_second": 32.84, "dataset_speed": {"librispeech-10mins": 6.71, "earnings22-10mins": 12.88}, "dataset_tokens_per_second": {"librispeech-10mins": 28.19, "earnings22-10mins": 41.79}, "average_wer": 8.91, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:19:02Z", "speed": 2.84, "tokens_per_second": 11.97, "dataset_speed": {"earnings22-10mins": 4.47, "librispeech-10mins": 2.44}, "dataset_tokens_per_second": {"earnings22-10mins": 14.53, "librispeech-10mins": 11.33}, "average_wer": 29.27, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T05:28:14Z", "speed": 44.97, "tokens_per_second": 154.8, "dataset_speed": {"librispeech-10mins": 30.34, "earnings22-10mins": 87.16}, "dataset_tokens_per_second": {"librispeech-10mins": 115.61, "earnings22-10mins": 267.88}, "average_wer": 14.62, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/947MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:59:09Z", "speed": 1.71, "tokens_per_second": 7.65, "dataset_speed": {"librispeech-10mins": 1.48, "earnings22-10mins": 2.38}, "dataset_tokens_per_second": {"librispeech-10mins": 7.85, "earnings22-10mins": 7.05}, "average_wer": 29.44, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "iPhone 16 Plus", "os": "iOS 18.0.1", "timestamp": "2024-10-30T15:07:08Z", "speed": 77.21, "tokens_per_second": 278.99, "dataset_speed": {"earnings22-10mins": 157.42, "librispeech-10mins": 51.22}, "dataset_tokens_per_second": {"earnings22-10mins": 483.79, "librispeech-10mins": 212.62}, "average_wer": 14.6, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T07:32:22Z", "speed": 23.22, "tokens_per_second": 85.44, "dataset_speed": {"librispeech-10mins": 16.84, "earnings22-10mins": 37.44}, "dataset_tokens_per_second": {"librispeech-10mins": 69.89, "earnings22-10mins": 120.17}, "average_wer": 12.56, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:35:00Z", "speed": 24.64, "tokens_per_second": 91.73, "dataset_speed": {"librispeech-10mins": 16.99, "earnings22-10mins": 45.0}, "dataset_tokens_per_second": {"librispeech-10mins": 71.27, "earnings22-10mins": 146.16}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 16 Plus", "os": "iOS 18.0.1", "timestamp": "2024-10-30T15:48:57Z", "speed": 2.9, "tokens_per_second": 10.29, "dataset_speed": {"earnings22-10mins": 3.56, "librispeech-10mins": 2.57}, "dataset_tokens_per_second": {"earnings22-10mins": 11.32, "librispeech-10mins": 9.78}, "average_wer": 20.57, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T06:14:00Z", "speed": 49.92, "tokens_per_second": 183.99, "dataset_speed": {"earnings22-10mins": 80.88, "librispeech-10mins": 36.15}, "dataset_tokens_per_second": {"earnings22-10mins": 259.76, "librispeech-10mins": 150.27}, "average_wer": 12.6, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T02:29:01Z", "speed": 15.25, "tokens_per_second": 51.57, "dataset_speed": {"earnings22-10mins": 27.58, "librispeech-10mins": 10.55}, "dataset_tokens_per_second": {"earnings22-10mins": 85.3, "librispeech-10mins": 38.71}, "average_wer": 6.52, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T06:59:28Z", "speed": 2.58, "tokens_per_second": 9.25, "dataset_speed": {"librispeech-10mins": 2.4, "earnings22-10mins": 2.96}, "dataset_tokens_per_second": {"librispeech-10mins": 9.11, "earnings22-10mins": 9.56}, "average_wer": 24.68, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:38:48Z", "speed": 12.85, "tokens_per_second": 42.4, "dataset_speed": {"earnings22-10mins": 24.59, "librispeech-10mins": 8.71}, "dataset_tokens_per_second": {"earnings22-10mins": 74.92, "librispeech-10mins": 30.93}, "average_wer": 6.14, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:14:15Z", "speed": 48.35, "tokens_per_second": 178.15, "dataset_speed": {"librispeech-10mins": 30.79, "earnings22-10mins": 113.12}, "dataset_tokens_per_second": {"librispeech-10mins": 128.02, "earnings22-10mins": 363.1}, "average_wer": 12.56, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T02:23:50Z", "speed": 10.59, "tokens_per_second": 39.26, "dataset_speed": {"librispeech-10mins": 7.19, "earnings22-10mins": 20.13}, "dataset_tokens_per_second": {"librispeech-10mins": 29.98, "earnings22-10mins": 65.37}, "average_wer": 6.73, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T20:43:35Z", "speed": 4.35, "tokens_per_second": 15.75, "dataset_speed": {"librispeech-10mins": 3.87, "earnings22-10mins": 5.68}, "dataset_tokens_per_second": {"librispeech-10mins": 14.73, "earnings22-10mins": 18.56}, "average_wer": 26.75, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T21:16:29Z", "speed": 13.17, "tokens_per_second": 43.43, "dataset_speed": {"earnings22-10mins": 22.36, "librispeech-10mins": 9.34}, "dataset_tokens_per_second": {"earnings22-10mins": 68.09, "librispeech-10mins": 33.18}, "average_wer": 6.04, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T05:28:57Z", "speed": 32.15, "tokens_per_second": 118.33, "dataset_speed": {"earnings22-10mins": 63.99, "librispeech-10mins": 21.5}, "dataset_tokens_per_second": {"earnings22-10mins": 205.4, "librispeech-10mins": 89.2}, "average_wer": 12.56, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T07:30:02Z", "speed": 74.9, "tokens_per_second": 270.82, "dataset_speed": {"earnings22-10mins": 260.54, "librispeech-10mins": 43.81}, "dataset_tokens_per_second": {"earnings22-10mins": 801.16, "librispeech-10mins": 182.01}, "average_wer": 14.6, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T09:10:07Z", "speed": 10.92, "tokens_per_second": 36.63, "dataset_speed": {"earnings22-10mins": 18.77, "librispeech-10mins": 7.71}, "dataset_tokens_per_second": {"earnings22-10mins": 57.72, "librispeech-10mins": 28.0}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T15:14:53Z", "speed": 21.6, "tokens_per_second": 78.36, "dataset_speed": {"librispeech-10mins": 16.07, "earnings22-10mins": 33.01}, "dataset_tokens_per_second": {"librispeech-10mins": 61.75, "earnings22-10mins": 112.61}, "average_wer": 8.35, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T06:38:34Z", "speed": 2.75, "tokens_per_second": 10.44, "dataset_speed": {"librispeech-10mins": 2.23, "earnings22-10mins": 5.06}, "dataset_tokens_per_second": {"librispeech-10mins": 9.35, "earnings22-10mins": 15.29}, "average_wer": 28.93, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T06:11:13Z", "speed": 73.6, "tokens_per_second": 299.59, "dataset_speed": {"earnings22-10mins": 119.0, "librispeech-10mins": 53.34}, "dataset_tokens_per_second": {"earnings22-10mins": 476.77, "librispeech-10mins": 220.5}, "average_wer": 16.33, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "iPhone 12 mini", "os": "iOS 17.7", "timestamp": "2024-10-30T07:30:48Z", "speed": 19.15, "tokens_per_second": 70.34, "dataset_speed": {"earnings22-10mins": 27.18, "librispeech-10mins": 14.79}, "dataset_tokens_per_second": {"earnings22-10mins": 87.01, "librispeech-10mins": 61.31}, "average_wer": 12.6, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/949MB", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T15:31:17Z", "speed": 3.03, "tokens_per_second": 13.12, "dataset_speed": {"earnings22-10mins": 4.44, "librispeech-10mins": 2.59}, "dataset_tokens_per_second": {"earnings22-10mins": 16.53, "librispeech-10mins": 12.07}, "average_wer": 27.51, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T03:04:27Z", "speed": 17.4, "tokens_per_second": 62.94, "dataset_speed": {"librispeech-10mins": 14.83, "earnings22-10mins": 21.05}, "dataset_tokens_per_second": {"librispeech-10mins": 56.91, "earnings22-10mins": 71.54}, "average_wer": 7.87, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T08:41:57Z", "speed": 4.04, "tokens_per_second": 15.27, "dataset_speed": {"librispeech-10mins": 2.62, "earnings22-10mins": 8.97}, "dataset_tokens_per_second": {"librispeech-10mins": 11.25, "earnings22-10mins": 29.12}, "average_wer": 6.56, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T01:29:27Z", "speed": 22.61, "tokens_per_second": 81.92, "dataset_speed": {"librispeech-10mins": 18.05, "earnings22-10mins": 30.3}, "dataset_tokens_per_second": {"librispeech-10mins": 69.2, "earnings22-10mins": 103.36}, "average_wer": 8.35, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:55:56Z", "speed": 12.05, "tokens_per_second": 39.76, "dataset_speed": {"librispeech-10mins": 8.25, "earnings22-10mins": 22.39}, "dataset_tokens_per_second": {"librispeech-10mins": 29.31, "earnings22-10mins": 68.23}, "average_wer": 6.14, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T10:55:20Z", "speed": 4.97, "tokens_per_second": 16.87, "dataset_speed": {"earnings22-10mins": 6.54, "librispeech-10mins": 4.03}, "dataset_tokens_per_second": {"earnings22-10mins": 20.21, "librispeech-10mins": 14.88}, "average_wer": 7.59, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T06:24:43Z", "speed": 3.91, "tokens_per_second": 13.97, "dataset_speed": {"earnings22-10mins": 6.24, "librispeech-10mins": 3.19}, "dataset_tokens_per_second": {"earnings22-10mins": 19.89, "librispeech-10mins": 12.13}, "average_wer": 23.68, "qoi": 0.59, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T07:47:08Z", "speed": 10.92, "tokens_per_second": 36.61, "dataset_speed": {"earnings22-10mins": 18.62, "librispeech-10mins": 7.74}, "dataset_tokens_per_second": {"earnings22-10mins": 57.19, "librispeech-10mins": 28.09}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "iPhone 12 Pro Max", "os": "iOS 18.1", "timestamp": "2024-10-30T06:14:24Z", "speed": 23.69, "tokens_per_second": 87.28, "dataset_speed": {"earnings22-10mins": 34.78, "librispeech-10mins": 17.98}, "dataset_tokens_per_second": {"earnings22-10mins": 111.58, "librispeech-10mins": 74.78}, "average_wer": 12.6, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T06:32:38Z", "speed": 6.81, "tokens_per_second": 28.53, "dataset_speed": {"earnings22-10mins": 10.86, "librispeech-10mins": 4.97}, "dataset_tokens_per_second": {"earnings22-10mins": 45.73, "librispeech-10mins": 20.68}, "average_wer": 6.56, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T08:26:00Z", "speed": 2.73, "tokens_per_second": 9.56, "dataset_speed": {"earnings22-10mins": 3.36, "librispeech-10mins": 2.43}, "dataset_tokens_per_second": {"earnings22-10mins": 10.24, "librispeech-10mins": 9.23}, "average_wer": 21.71, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T07:33:35Z", "speed": 24.63, "tokens_per_second": 84.39, "dataset_speed": {"earnings22-10mins": 38.65, "librispeech-10mins": 18.09}, "dataset_tokens_per_second": {"earnings22-10mins": 118.39, "librispeech-10mins": 68.55}, "average_wer": 9.91, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-30T07:40:55Z", "speed": 9.15, "tokens_per_second": 33.04, "dataset_speed": {"librispeech-10mins": 7.38, "earnings22-10mins": 12.06}, "dataset_tokens_per_second": {"librispeech-10mins": 28.3, "earnings22-10mins": 40.83}, "average_wer": 7.87, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-30T09:21:52Z", "speed": 7.81, "tokens_per_second": 28.05, "dataset_speed": {"librispeech-10mins": 5.83, "earnings22-10mins": 11.87}, "dataset_tokens_per_second": {"librispeech-10mins": 21.13, "earnings22-10mins": 42.2}, "average_wer": 6.28, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:47:11Z", "speed": 14.56, "tokens_per_second": 48.81, "dataset_speed": {"earnings22-10mins": 30.1, "librispeech-10mins": 9.62}, "dataset_tokens_per_second": {"earnings22-10mins": 92.55, "librispeech-10mins": 34.89}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/949MB", "device": "iPhone 16 Plus", "os": "iOS 18.0.1", "timestamp": "2024-10-30T15:29:42Z", "speed": 2.02, "tokens_per_second": 9.36, "dataset_speed": {"earnings22-10mins": 2.18, "librispeech-10mins": 1.95}, "dataset_tokens_per_second": {"earnings22-10mins": 10.0, "librispeech-10mins": 9.05}, "average_wer": 26.58, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T02:25:01Z", "speed": 10.78, "tokens_per_second": 39.72, "dataset_speed": {"earnings22-10mins": 21.25, "librispeech-10mins": 7.23}, "dataset_tokens_per_second": {"earnings22-10mins": 68.17, "librispeech-10mins": 30.08}, "average_wer": 7.56, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T05:41:46Z", "speed": 8.31, "tokens_per_second": 30.83, "dataset_speed": {"librispeech-10mins": 5.73, "earnings22-10mins": 15.17}, "dataset_tokens_per_second": {"librispeech-10mins": 24.11, "earnings22-10mins": 48.7}, "average_wer": 7.7, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T04:44:52Z", "speed": 10.9, "tokens_per_second": 39.45, "dataset_speed": {"librispeech-10mins": 9.31, "earnings22-10mins": 13.16}, "dataset_tokens_per_second": {"librispeech-10mins": 35.73, "earnings22-10mins": 44.74}, "average_wer": 7.97, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-30T08:09:08Z", "speed": 3.15, "tokens_per_second": 12.64, "dataset_speed": {"librispeech-10mins": 2.81, "earnings22-10mins": 4.26}, "dataset_tokens_per_second": {"librispeech-10mins": 12.09, "earnings22-10mins": 14.44}, "average_wer": 29.2, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T05:51:15Z", "speed": 3.99, "tokens_per_second": 15.18, "dataset_speed": {"earnings22-10mins": 7.01, "librispeech-10mins": 2.79}, "dataset_tokens_per_second": {"earnings22-10mins": 24.23, "librispeech-10mins": 11.59}, "average_wer": 6.14, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T02:20:17Z", "speed": 4.44, "tokens_per_second": 15.46, "dataset_speed": {"librispeech-10mins": 3.98, "earnings22-10mins": 5.62}, "dataset_tokens_per_second": {"librispeech-10mins": 14.7, "earnings22-10mins": 17.41}, "average_wer": 25.72, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T20:22:36Z", "speed": 22.33, "tokens_per_second": 80.95, "dataset_speed": {"librispeech-10mins": 17.63, "earnings22-10mins": 30.49}, "dataset_tokens_per_second": {"librispeech-10mins": 67.6, "earnings22-10mins": 104.12}, "average_wer": 8.42, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:07:15Z", "speed": 18.73, "tokens_per_second": 69.66, "dataset_speed": {"librispeech-10mins": 13.11, "earnings22-10mins": 32.9}, "dataset_tokens_per_second": {"librispeech-10mins": 55.01, "earnings22-10mins": 106.59}, "average_wer": 9.04, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T05:12:48Z", "speed": 2.64, "tokens_per_second": 9.21, "dataset_speed": {"librispeech-10mins": 2.37, "earnings22-10mins": 3.25}, "dataset_tokens_per_second": {"librispeech-10mins": 8.75, "earnings22-10mins": 10.23}, "average_wer": 21.99, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/947MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T04:44:39Z", "speed": 1.72, "tokens_per_second": 7.82, "dataset_speed": {"librispeech-10mins": 1.45, "earnings22-10mins": 2.64}, "dataset_tokens_per_second": {"librispeech-10mins": 7.7, "earnings22-10mins": 8.23}, "average_wer": 27.3, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "iPad Air (5th generation)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T15:08:35Z", "speed": 38.24, "tokens_per_second": 140.94, "dataset_speed": {"earnings22-10mins": 86.19, "librispeech-10mins": 24.61}, "dataset_tokens_per_second": {"earnings22-10mins": 276.68, "librispeech-10mins": 102.35}, "average_wer": 12.6, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T07:33:18Z", "speed": 58.38, "tokens_per_second": 199.49, "dataset_speed": {"earnings22-10mins": 179.06, "librispeech-10mins": 34.94}, "dataset_tokens_per_second": {"earnings22-10mins": 544.93, "librispeech-10mins": 132.37}, "average_wer": 10.39, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-10-30T07:02:28Z", "speed": 7.2, "tokens_per_second": 26.01, "dataset_speed": {"librispeech-10mins": 5.0, "earnings22-10mins": 12.89}, "dataset_tokens_per_second": {"librispeech-10mins": 20.77, "earnings22-10mins": 39.58}, "average_wer": 14.46, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T05:32:08Z", "speed": 20.29, "tokens_per_second": 75.58, "dataset_speed": {"librispeech-10mins": 13.13, "earnings22-10mins": 44.88}, "dataset_tokens_per_second": {"librispeech-10mins": 55.02, "earnings22-10mins": 146.15}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 16 Plus", "os": "iOS 18.0.1", "timestamp": "2024-10-30T17:18:26Z", "speed": 6.57, "tokens_per_second": 26.29, "dataset_speed": {"librispeech-10mins": 4.75, "earnings22-10mins": 10.68}, "dataset_tokens_per_second": {"librispeech-10mins": 19.78, "earnings22-10mins": 40.98}, "average_wer": 6.39, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:03:21Z", "speed": 70.26, "tokens_per_second": 253.99, "dataset_speed": {"librispeech-10mins": 40.96, "earnings22-10mins": 249.59}, "dataset_tokens_per_second": {"librispeech-10mins": 170.08, "earnings22-10mins": 767.48}, "average_wer": 14.7, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T02:58:01Z", "speed": 77.75, "tokens_per_second": 280.98, "dataset_speed": {"earnings22-10mins": 158.36, "librispeech-10mins": 51.59}, "dataset_tokens_per_second": {"earnings22-10mins": 486.68, "librispeech-10mins": 214.25}, "average_wer": 14.53, "qoi": 0.38, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T21:09:15Z", "speed": 15.21, "tokens_per_second": 51.44, "dataset_speed": {"earnings22-10mins": 27.75, "librispeech-10mins": 10.49}, "dataset_tokens_per_second": {"earnings22-10mins": 85.83, "librispeech-10mins": 38.49}, "average_wer": 6.52, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:02:00Z", "speed": 3.77, "tokens_per_second": 12.81, "dataset_speed": {"earnings22-10mins": 5.03, "librispeech-10mins": 3.01}, "dataset_tokens_per_second": {"earnings22-10mins": 15.56, "librispeech-10mins": 11.17}, "average_wer": 5.9, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:02:08Z", "speed": 60.82, "tokens_per_second": 269.76, "dataset_speed": {"earnings22-10mins": 83.92, "librispeech-10mins": 47.73}, "dataset_tokens_per_second": {"earnings22-10mins": 397.92, "librispeech-10mins": 197.17}, "average_wer": 16.43, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T09:19:06Z", "speed": 13.55, "tokens_per_second": 47.43, "dataset_speed": {"librispeech-10mins": 8.95, "earnings22-10mins": 28.01}, "dataset_tokens_per_second": {"librispeech-10mins": 32.43, "earnings22-10mins": 94.58}, "average_wer": 6.25, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T11:02:37Z", "speed": 2.32, "tokens_per_second": 7.86, "dataset_speed": {"librispeech-10mins": 1.89, "earnings22-10mins": 3.0}, "dataset_tokens_per_second": {"librispeech-10mins": 6.97, "earnings22-10mins": 9.29}, "average_wer": 6.25, "qoi": 0.68, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T21:05:02Z", "speed": 10.53, "tokens_per_second": 39.04, "dataset_speed": {"earnings22-10mins": 20.19, "librispeech-10mins": 7.13}, "dataset_tokens_per_second": {"earnings22-10mins": 65.55, "librispeech-10mins": 29.72}, "average_wer": 6.73, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "iPad Air (5th generation)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T15:09:59Z", "speed": 40.68, "tokens_per_second": 139.89, "dataset_speed": {"earnings22-10mins": 88.18, "librispeech-10mins": 26.48}, "dataset_tokens_per_second": {"earnings22-10mins": 272.02, "librispeech-10mins": 100.38}, "average_wer": 10.11, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:11:08Z", "speed": 63.44, "tokens_per_second": 258.19, "dataset_speed": {"earnings22-10mins": 128.92, "librispeech-10mins": 42.13}, "dataset_tokens_per_second": {"earnings22-10mins": 516.11, "librispeech-10mins": 174.26}, "average_wer": 16.71, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:02:19Z", "speed": 62.75, "tokens_per_second": 267.54, "dataset_speed": {"librispeech-10mins": 42.93, "earnings22-10mins": 117.01}, "dataset_tokens_per_second": {"librispeech-10mins": 177.55, "earnings22-10mins": 513.84}, "average_wer": 16.85, "qoi": 0.33, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "iPhone 16 Plus", "os": "iOS 18.0.1", "timestamp": "2024-10-30T15:14:36Z", "speed": 17.57, "tokens_per_second": 63.58, "dataset_speed": {"earnings22-10mins": 22.64, "librispeech-10mins": 14.37}, "dataset_tokens_per_second": {"earnings22-10mins": 76.95, "librispeech-10mins": 55.14}, "average_wer": 7.87, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "iPhone 12 Pro Max", "os": "iOS 18.1", "timestamp": "2024-10-30T06:24:48Z", "speed": 6.13, "tokens_per_second": 22.14, "dataset_speed": {"earnings22-10mins": 9.28, "librispeech-10mins": 4.58}, "dataset_tokens_per_second": {"earnings22-10mins": 31.42, "librispeech-10mins": 17.58}, "average_wer": 7.9, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T07:31:33Z", "speed": 60.42, "tokens_per_second": 222.67, "dataset_speed": {"earnings22-10mins": 110.39, "librispeech-10mins": 41.65}, "dataset_tokens_per_second": {"earnings22-10mins": 354.52, "librispeech-10mins": 173.14}, "average_wer": 12.63, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T20:56:08Z", "speed": 4.16, "tokens_per_second": 14.16, "dataset_speed": {"earnings22-10mins": 5.37, "librispeech-10mins": 3.4}, "dataset_tokens_per_second": {"earnings22-10mins": 16.62, "librispeech-10mins": 12.61}, "average_wer": 5.83, "qoi": 0.75, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:04:31Z", "speed": 46.2, "tokens_per_second": 170.28, "dataset_speed": {"librispeech-10mins": 32.62, "earnings22-10mins": 79.42}, "dataset_tokens_per_second": {"librispeech-10mins": 135.66, "earnings22-10mins": 254.95}, "average_wer": 12.53, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T02:03:38Z", "speed": 3.19, "tokens_per_second": 13.69, "dataset_speed": {"earnings22-10mins": 5.02, "librispeech-10mins": 2.68}, "dataset_tokens_per_second": {"earnings22-10mins": 15.65, "librispeech-10mins": 13.14}, "average_wer": 27.48, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T06:16:09Z", "speed": 51.43, "tokens_per_second": 175.74, "dataset_speed": {"librispeech-10mins": 33.26, "earnings22-10mins": 113.95}, "dataset_tokens_per_second": {"librispeech-10mins": 126.03, "earnings22-10mins": 346.77}, "average_wer": 10.39, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T20:38:44Z", "speed": 3.8, "tokens_per_second": 14.4, "dataset_speed": {"librispeech-10mins": 3.04, "earnings22-10mins": 5.07}, "dataset_tokens_per_second": {"librispeech-10mins": 13.09, "earnings22-10mins": 16.57}, "average_wer": 6.73, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T07:35:21Z", "speed": 14.95, "tokens_per_second": 55.61, "dataset_speed": {"earnings22-10mins": 21.09, "librispeech-10mins": 11.59}, "dataset_tokens_per_second": {"earnings22-10mins": 68.34, "librispeech-10mins": 48.65}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "iPhone 13 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T04:39:34Z", "speed": 36.12, "tokens_per_second": 123.97, "dataset_speed": {"librispeech-10mins": 26.88, "earnings22-10mins": 55.15}, "dataset_tokens_per_second": {"librispeech-10mins": 101.84, "earnings22-10mins": 169.58}, "average_wer": 9.91, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T07:36:02Z", "speed": 4.05, "tokens_per_second": 14.15, "dataset_speed": {"librispeech-10mins": 3.28, "earnings22-10mins": 6.35}, "dataset_tokens_per_second": {"librispeech-10mins": 12.11, "earnings22-10mins": 20.17}, "average_wer": 21.37, "qoi": 0.72, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T06:12:47Z", "speed": 77.41, "tokens_per_second": 279.55, "dataset_speed": {"librispeech-10mins": 51.91, "earnings22-10mins": 152.7}, "dataset_tokens_per_second": {"librispeech-10mins": 215.32, "earnings22-10mins": 469.3}, "average_wer": 14.6, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T02:58:15Z", "speed": 74.81, "tokens_per_second": 256.69, "dataset_speed": {"librispeech-10mins": 50.33, "earnings22-10mins": 146.24}, "dataset_tokens_per_second": {"librispeech-10mins": 190.55, "earnings22-10mins": 449.68}, "average_wer": 14.6, "qoi": 0.38, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-tiny.en", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T05:28:04Z", "speed": 62.34, "tokens_per_second": 214.2, "dataset_speed": {"librispeech-10mins": 37.65, "earnings22-10mins": 182.44}, "dataset_tokens_per_second": {"librispeech-10mins": 142.8, "earnings22-10mins": 561.6}, "average_wer": 14.74, "qoi": 0.37, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3", "device": "Apple M2", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:07:49Z", "speed": 2.22, "tokens_per_second": 8.76, "dataset_speed": {"librispeech-10mins": 2.03, "earnings22-10mins": 3.03}, "dataset_tokens_per_second": {"librispeech-10mins": 8.52, "earnings22-10mins": 9.79}, "average_wer": 34.31, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T07:58:05Z", "speed": 6.49, "tokens_per_second": 25.91, "dataset_speed": {"earnings22-10mins": 10.63, "librispeech-10mins": 4.67}, "dataset_tokens_per_second": {"earnings22-10mins": 40.67, "librispeech-10mins": 19.45}, "average_wer": 6.08, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/949MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:19:42Z", "speed": 1.8, "tokens_per_second": 7.97, "dataset_speed": {"earnings22-10mins": 2.38, "librispeech-10mins": 1.6}, "dataset_tokens_per_second": {"earnings22-10mins": 7.78, "librispeech-10mins": 8.03}, "average_wer": 27.03, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T09:03:01Z", "speed": 6.78, "tokens_per_second": 24.98, "dataset_speed": {"earnings22-10mins": 12.68, "librispeech-10mins": 4.63}, "dataset_tokens_per_second": {"earnings22-10mins": 40.7, "librispeech-10mins": 19.26}, "average_wer": 7.73, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "iPhone 16 Plus", "os": "iOS 18.0.1", "timestamp": "2024-10-30T15:09:37Z", "speed": 50.84, "tokens_per_second": 184.25, "dataset_speed": {"earnings22-10mins": 72.16, "librispeech-10mins": 39.28}, "dataset_tokens_per_second": {"earnings22-10mins": 249.68, "librispeech-10mins": 148.78}, "average_wer": 10.22, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:09:25Z", "speed": 13.36, "tokens_per_second": 48.43, "dataset_speed": {"earnings22-10mins": 17.29, "librispeech-10mins": 10.89}, "dataset_tokens_per_second": {"earnings22-10mins": 59.01, "librispeech-10mins": 41.79}, "average_wer": 8.28, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T08:56:19Z", "speed": 4.93, "tokens_per_second": 17.01, "dataset_speed": {"earnings22-10mins": 6.61, "librispeech-10mins": 3.94}, "dataset_tokens_per_second": {"earnings22-10mins": 20.43, "librispeech-10mins": 14.98}, "average_wer": 7.21, "qoi": 0.59, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/947MB", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T04:42:27Z", "speed": 2.51, "tokens_per_second": 9.92, "dataset_speed": {"librispeech-10mins": 2.09, "earnings22-10mins": 3.62}, "dataset_tokens_per_second": {"librispeech-10mins": 9.52, "earnings22-10mins": 10.97}, "average_wer": 22.61, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T01:57:42Z", "speed": 3.04, "tokens_per_second": 11.56, "dataset_speed": {"earnings22-10mins": 4.42, "librispeech-10mins": 2.65}, "dataset_tokens_per_second": {"earnings22-10mins": 13.12, "librispeech-10mins": 11.12}, "average_wer": 30.55, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/947MB", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T07:16:43Z", "speed": 1.89, "tokens_per_second": 8.85, "dataset_speed": {"librispeech-10mins": 1.59, "earnings22-10mins": 2.84}, "dataset_tokens_per_second": {"librispeech-10mins": 8.99, "earnings22-10mins": 8.4}, "average_wer": 26.13, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T06:07:17Z", "speed": 13.42, "tokens_per_second": 44.99, "dataset_speed": {"librispeech-10mins": 9.49, "earnings22-10mins": 22.95}, "dataset_tokens_per_second": {"librispeech-10mins": 34.48, "earnings22-10mins": 70.5}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-30T09:20:53Z", "speed": 5.78, "tokens_per_second": 22.0, "dataset_speed": {"librispeech-10mins": 4.05, "earnings22-10mins": 10.15}, "dataset_tokens_per_second": {"librispeech-10mins": 16.81, "earnings22-10mins": 35.07}, "average_wer": 6.08, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-10-30T07:05:34Z", "speed": 3.3, "tokens_per_second": 18.0, "dataset_speed": {"earnings22-10mins": 2.74, "librispeech-10mins": 4.14}, "dataset_tokens_per_second": {"earnings22-10mins": 25.39, "librispeech-10mins": 6.85}, "average_wer": 100.0, "qoi": 0, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-30T07:33:33Z", "speed": 24.44, "tokens_per_second": 83.77, "dataset_speed": {"earnings22-10mins": 38.16, "librispeech-10mins": 18.0}, "dataset_tokens_per_second": {"earnings22-10mins": 116.91, "librispeech-10mins": 68.2}, "average_wer": 9.91, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:31:03Z", "speed": 15.88, "tokens_per_second": 53.19, "dataset_speed": {"librispeech-10mins": 10.38, "earnings22-10mins": 33.97}, "dataset_tokens_per_second": {"librispeech-10mins": 37.64, "earnings22-10mins": 104.29}, "average_wer": 8.01, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T07:31:27Z", "speed": 54.18, "tokens_per_second": 199.61, "dataset_speed": {"earnings22-10mins": 174.54, "librispeech-10mins": 32.13}, "dataset_tokens_per_second": {"earnings22-10mins": 560.26, "librispeech-10mins": 133.51}, "average_wer": 12.53, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T06:32:46Z", "speed": 5.36, "tokens_per_second": 23.39, "dataset_speed": {"earnings22-10mins": 8.3, "librispeech-10mins": 3.96}, "dataset_tokens_per_second": {"earnings22-10mins": 37.99, "librispeech-10mins": 16.46}, "average_wer": 6.25, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-30T09:07:49Z", "speed": 3.54, "tokens_per_second": 12.93, "dataset_speed": {"earnings22-10mins": 7.96, "librispeech-10mins": 2.28}, "dataset_tokens_per_second": {"earnings22-10mins": 24.83, "librispeech-10mins": 9.54}, "average_wer": 7.63, "qoi": 0.74, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T02:44:59Z", "speed": 5.5, "tokens_per_second": 21.96, "dataset_speed": {"librispeech-10mins": 3.99, "earnings22-10mins": 8.86}, "dataset_tokens_per_second": {"librispeech-10mins": 16.57, "earnings22-10mins": 33.96}, "average_wer": 6.25, "qoi": 0.7, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M3 Pro", "os": "macOS 15.1.0", "timestamp": "2024-10-30T16:56:18Z", "speed": 17.18, "tokens_per_second": 57.54, "dataset_speed": {"earnings22-10mins": 36.34, "librispeech-10mins": 11.27}, "dataset_tokens_per_second": {"earnings22-10mins": 111.56, "librispeech-10mins": 40.86}, "average_wer": 7.9, "qoi": 0.62, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-30T07:35:46Z", "speed": 8.98, "tokens_per_second": 33.43, "dataset_speed": {"earnings22-10mins": 13.07, "librispeech-10mins": 6.84}, "dataset_tokens_per_second": {"earnings22-10mins": 42.41, "librispeech-10mins": 28.75}, "average_wer": 8.91, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:38:26Z", "speed": 3.9, "tokens_per_second": 14.02, "dataset_speed": {"librispeech-10mins": 3.38, "earnings22-10mins": 5.52}, "dataset_tokens_per_second": {"librispeech-10mins": 12.84, "earnings22-10mins": 17.68}, "average_wer": 27.72, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T03:04:36Z", "speed": 14.77, "tokens_per_second": 53.41, "dataset_speed": {"librispeech-10mins": 11.89, "earnings22-10mins": 19.5}, "dataset_tokens_per_second": {"librispeech-10mins": 45.63, "earnings22-10mins": 66.22}, "average_wer": 7.97, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T01:11:34Z", "speed": 2.95, "tokens_per_second": 11.18, "dataset_speed": {"earnings22-10mins": 4.18, "librispeech-10mins": 2.29}, "dataset_tokens_per_second": {"earnings22-10mins": 13.61, "librispeech-10mins": 9.85}, "average_wer": 6.56, "qoi": 0.64, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-30T02:59:16Z", "speed": 46.28, "tokens_per_second": 170.58, "dataset_speed": {"librispeech-10mins": 32.69, "earnings22-10mins": 79.45}, "dataset_tokens_per_second": {"librispeech-10mins": 135.97, "earnings22-10mins": 255.04}, "average_wer": 12.53, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small.en", "device": "Apple M1", "os": "macOS 15.1.0", "timestamp": "2024-10-30T07:50:37Z", "speed": 14.92, "tokens_per_second": 53.99, "dataset_speed": {"librispeech-10mins": 10.85, "earnings22-10mins": 23.95}, "dataset_tokens_per_second": {"librispeech-10mins": 41.68, "earnings22-10mins": 81.28}, "average_wer": 7.84, "qoi": 0.6, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-small", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:07:52Z", "speed": 13.16, "tokens_per_second": 48.96, "dataset_speed": {"librispeech-10mins": 10.2, "earnings22-10mins": 18.57}, "dataset_tokens_per_second": {"librispeech-10mins": 42.83, "earnings22-10mins": 60.16}, "average_wer": 9.01, "qoi": 0.55, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-30T02:19:39Z", "speed": 10.17, "tokens_per_second": 37.65, "dataset_speed": {"earnings22-10mins": 22.93, "librispeech-10mins": 6.54}, "dataset_tokens_per_second": {"earnings22-10mins": 73.61, "librispeech-10mins": 27.44}, "average_wer": 7.63, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "Apple M4", "os": "macOS 15.0.0", "timestamp": "2024-11-11T20:20:36Z", "speed": 62.27, "tokens_per_second": 213.61, "dataset_speed": {"librispeech-10mins": 43.79, "earnings22-10mins": 108.06}, "dataset_tokens_per_second": {"librispeech-10mins": 165.93, "earnings22-10mins": 331.75}, "average_wer": 9.87, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo", "device": "Apple M4", "os": "macOS 15.1.0", "timestamp": "2024-11-12T02:11:31Z", "speed": 3.76, "tokens_per_second": 13.38, "dataset_speed": {"earnings22-10mins": 4.68, "librispeech-10mins": 3.45}, "dataset_tokens_per_second": {"earnings22-10mins": 15.26, "librispeech-10mins": 12.74}, "average_wer": 28.72, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "distil-whisper/distil-large-v3", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-30T11:08:09Z", "speed": 1.64, "tokens_per_second": 6.09, "dataset_speed": {"earnings22-10mins": 3.53, "librispeech-10mins": 1.07}, "dataset_tokens_per_second": {"earnings22-10mins": 11.45, "librispeech-10mins": 4.47}, "average_wer": 6.7, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-30T02:58:55Z", "speed": 50.46, "tokens_per_second": 185.99, "dataset_speed": {"earnings22-10mins": 83.83, "librispeech-10mins": 36.14}, "dataset_tokens_per_second": {"earnings22-10mins": 269.24, "librispeech-10mins": 150.25}, "average_wer": 12.6, "qoi": 0.39, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 16", "os": "iOS 18.0.1", "timestamp": "2024-10-30T07:28:27Z", "speed": 2.74, "tokens_per_second": 9.49, "dataset_speed": {"earnings22-10mins": 3.29, "librispeech-10mins": 2.48}, "dataset_tokens_per_second": {"earnings22-10mins": 10.24, "librispeech-10mins": 9.15}, "average_wer": 22.51, "qoi": 0.67, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-30T09:03:47Z", "speed": 2.28, "tokens_per_second": 7.88, "dataset_speed": {"librispeech-10mins": 1.85, "earnings22-10mins": 3.0}, "dataset_tokens_per_second": {"librispeech-10mins": 7.01, "earnings22-10mins": 9.29}, "average_wer": 7.21, "qoi": 0.61, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:37:15Z", "speed": 2.52, "tokens_per_second": 8.91, "dataset_speed": {"earnings22-10mins": 2.91, "librispeech-10mins": 2.33}, "dataset_tokens_per_second": {"earnings22-10mins": 9.0, "librispeech-10mins": 8.87}, "average_wer": 25.03, "qoi": 0.58, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-base.en", "device": "iPhone 15 Pro Max", "os": "iOS 18.2", "timestamp": "2024-10-30T01:05:44Z", "speed": 45.25, "tokens_per_second": 155.11, "dataset_speed": {"librispeech-10mins": 33.35, "earnings22-10mins": 70.51}, "dataset_tokens_per_second": {"librispeech-10mins": 126.43, "earnings22-10mins": 215.99}, "average_wer": 9.98, "qoi": 0.51, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v2/turbo", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T06:13:07Z", "speed": 3.41, "tokens_per_second": 13.5, "dataset_speed": {"librispeech-10mins": 2.89, "earnings22-10mins": 5.34}, "dataset_tokens_per_second": {"librispeech-10mins": 12.41, "earnings22-10mins": 17.52}, "average_wer": 29.31, "qoi": 0.63, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M3 Max", "os": "macOS 15.2.0", "timestamp": "2024-10-30T08:51:27Z", "speed": 8.83, "tokens_per_second": 33.74, "dataset_speed": {"earnings22-10mins": 20.14, "librispeech-10mins": 5.66}, "dataset_tokens_per_second": {"earnings22-10mins": 70.67, "librispeech-10mins": 23.4}, "average_wer": 6.01, "qoi": 0.73, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}
{"model": "openai/whisper-large-v3/947MB", "device": "Apple M1", "os": "macOS 15.1.0", "timestamp": "2024-10-30T08:10:18Z", "speed": 1.85, "tokens_per_second": 8.7, "dataset_speed": {"librispeech-10mins": 1.65, "earnings22-10mins": 2.87}, "dataset_tokens_per_second": {"librispeech-10mins": 8.72, "earnings22-10mins": 8.55}, "average_wer": 36.76, "qoi": 0.69, "commit_hash": "a9b92c4", "commit_timestamp": "2024-10-29T190053"}