diff --git "a/dashboard_data/performance_data.json" "b/dashboard_data/performance_data.json" --- "a/dashboard_data/performance_data.json" +++ "b/dashboard_data/performance_data.json" @@ -1,8 +1,19 @@ +{"model": "openai/whisper-tiny.en", "device": "Apple M1", "os": "macOS 14.4.1", "timestamp": "2024-10-26T07:15:10Z", "speed": 36.9, "tokens_per_second": 133.86, "dataset_speed": {"earnings22-10mins": 72.94, "librispeech-10mins": 24.74}, "dataset_tokens_per_second": {"earnings22-10mins": 224.52, "librispeech-10mins": 103.25}, "average_wer": 14.77, "dataset_wer": {"earnings22-10mins": 15.92, "librispeech-10mins": 13.74}, "qoi": 0.37, "commit_hash": "a74a592", "commit_timestamp": "2024-10-25T190933"} +{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M1", "os": "macOS 14.4.1", "timestamp": "2024-10-26T08:19:23Z", "speed": 9.23, "tokens_per_second": 35.3, "dataset_speed": {"earnings22-10mins": 9.23}, "dataset_tokens_per_second": {"earnings22-10mins": 35.3}, "average_wer": 7.85, "dataset_wer": {"earnings22-10mins": 7.85}, "qoi": 1, "commit_hash": "a74a592", "commit_timestamp": "2024-10-25T190933"} +{"model": "openai/whisper-base.en", "device": "Apple M1", "os": "macOS 14.4.1", "timestamp": "2024-10-26T07:21:07Z", "speed": 30.3, "tokens_per_second": 103.65, "dataset_speed": {"earnings22-10mins": 53.96, "librispeech-10mins": 21.09}, "dataset_tokens_per_second": {"earnings22-10mins": 164.47, "librispeech-10mins": 79.98}, "average_wer": 10.15, "dataset_wer": {"earnings22-10mins": 11.77, "librispeech-10mins": 8.68}, "qoi": 0.51, "commit_hash": "a74a592", "commit_timestamp": "2024-10-25T190933"} +{"model": "openai/whisper-small.en", "device": "Apple M1", "os": "macOS 14.4.1", "timestamp": "2024-10-26T07:31:53Z", "speed": 10.78, "tokens_per_second": 43.76, "dataset_speed": {"earnings22-10mins": 13.34, "librispeech-10mins": 9.05}, "dataset_tokens_per_second": {"earnings22-10mins": 57.11, "librispeech-10mins": 34.75}, "average_wer": 10.42, "dataset_wer": {"earnings22-10mins": 13.95, "librispeech-10mins": 7.23}, "qoi": 0.6, "commit_hash": "a74a592", "commit_timestamp": "2024-10-25T190933"} +{"model": "openai/whisper-tiny", "device": "Apple M1", "os": "macOS 14.4.1", "timestamp": "2024-10-26T07:12:37Z", "speed": 37.58, "tokens_per_second": 146.15, "dataset_speed": {"earnings22-10mins": 63.95, "librispeech-10mins": 26.64}, "dataset_tokens_per_second": {"earnings22-10mins": 232.98, "librispeech-10mins": 110.13}, "average_wer": 16.88, "dataset_wer": {"earnings22-10mins": 18.1, "librispeech-10mins": 15.78}, "qoi": 0.33, "commit_hash": "a74a592", "commit_timestamp": "2024-10-25T190933"} +{"model": "openai/whisper-base", "device": "Apple M1", "os": "macOS 14.4.1", "timestamp": "2024-10-26T07:18:39Z", "speed": 28.36, "tokens_per_second": 104.2, "dataset_speed": {"librispeech-10mins": 19.47, "earnings22-10mins": 52.41}, "dataset_tokens_per_second": {"librispeech-10mins": 80.68, "earnings22-10mins": 167.78}, "average_wer": 12.6, "dataset_wer": {"librispeech-10mins": 11.9, "earnings22-10mins": 13.37}, "qoi": 0.39, "commit_hash": "a74a592", "commit_timestamp": "2024-10-25T190933"} +{"model": "openai/whisper-small", "device": "Apple M1", "os": "macOS 14.4.1", "timestamp": "2024-10-26T07:27:13Z", "speed": 11.87, "tokens_per_second": 44.23, "dataset_speed": {"librispeech-10mins": 8.46, "earnings22-10mins": 19.94}, "dataset_tokens_per_second": {"librispeech-10mins": 35.51, "earnings22-10mins": 64.87}, "average_wer": 9.04, "dataset_wer": {"librispeech-10mins": 7.56, "earnings22-10mins": 10.68}, "qoi": 0.55, "commit_hash": "a74a592", "commit_timestamp": "2024-10-25T190933"} +{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M1", "os": "macOS 14.4.1", "timestamp": "2024-10-26T08:07:26Z", "speed": 12.43, "tokens_per_second": 39.77, "dataset_speed": {"earnings22-10mins": 12.43}, "dataset_tokens_per_second": {"earnings22-10mins": 39.77}, "average_wer": 8.72, "dataset_wer": {"earnings22-10mins": 8.72}, "qoi": 0, "commit_hash": "a74a592", "commit_timestamp": "2024-10-25T190933"} +{"model": "openai/whisper-large-v2/949MB", "device": "Apple M1", "os": "macOS 14.4.1", "timestamp": "2024-10-26T07:43:07Z", "speed": 2.75, "tokens_per_second": 10.82, "dataset_speed": {"earnings22-10mins": 2.75}, "dataset_tokens_per_second": {"earnings22-10mins": 10.82}, "average_wer": 10.17, "dataset_wer": {"earnings22-10mins": 10.17}, "qoi": 0, "commit_hash": "a74a592", "commit_timestamp": "2024-10-25T190933"} +{"model": "openai/whisper-large-v3/947MB", "device": "Apple M1", "os": "macOS 14.4.1", "timestamp": "2024-10-26T07:56:08Z", "speed": 3.67, "tokens_per_second": 11.3, "dataset_speed": {"earnings22-10mins": 3.67}, "dataset_tokens_per_second": {"earnings22-10mins": 11.3}, "average_wer": 11.41, "dataset_wer": {"earnings22-10mins": 11.41}, "qoi": 0, "commit_hash": "a74a592", "commit_timestamp": "2024-10-25T190933"} {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-25T07:09:36Z", "speed": 4.08, "tokens_per_second": 14.1, "dataset_speed": {"earnings22-10mins": 5.2, "librispeech-10mins": 3.46}, "dataset_tokens_per_second": {"earnings22-10mins": 15.8, "librispeech-10mins": 13.16}, "average_wer": 14.77, "dataset_wer": {"earnings22-10mins": 23.76, "librispeech-10mins": 6.64}, "qoi": 0.58, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-tiny.en", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-25T05:22:03Z", "speed": 32.33, "tokens_per_second": 111.35, "dataset_speed": {"earnings22-10mins": 50.34, "librispeech-10mins": 23.84}, "dataset_tokens_per_second": {"earnings22-10mins": 154.71, "librispeech-10mins": 90.91}, "average_wer": 14.64, "dataset_wer": {"earnings22-10mins": 15.48, "librispeech-10mins": 13.87}, "qoi": 0.37, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v2/949MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-25T08:55:08Z", "speed": 2.02, "tokens_per_second": 8.24, "dataset_speed": {"earnings22-10mins": 2.95, "librispeech-10mins": 1.72}, "dataset_tokens_per_second": {"earnings22-10mins": 9.02, "librispeech-10mins": 7.98}, "average_wer": 26.86, "dataset_wer": {"earnings22-10mins": 50.15, "librispeech-10mins": 5.79}, "qoi": 0.63, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M3", "os": "macOS 15.0.1", "timestamp": "2024-10-25T08:44:40Z", "speed": 13.44, "tokens_per_second": 47.0, "dataset_speed": {"earnings22-10mins": 23.89, "librispeech-10mins": 9.36}, "dataset_tokens_per_second": {"earnings22-10mins": 80.67, "librispeech-10mins": 33.86}, "average_wer": 6.14, "dataset_wer": {"earnings22-10mins": 7.78, "librispeech-10mins": 4.67}, "qoi": 0.7, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-base", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-25T05:23:17Z", "speed": 50.26, "tokens_per_second": 185.16, "dataset_speed": {"earnings22-10mins": 116.93, "librispeech-10mins": 32.06}, "dataset_tokens_per_second": {"earnings22-10mins": 375.33, "librispeech-10mins": 133.23}, "average_wer": 12.53, "dataset_wer": {"earnings22-10mins": 13.15, "librispeech-10mins": 11.97}, "qoi": 0.39, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-26T22:50:10Z", "speed": 11.07, "tokens_per_second": 37.14, "dataset_speed": {"librispeech-10mins": 7.89, "earnings22-10mins": 18.64}, "dataset_tokens_per_second": {"librispeech-10mins": 28.64, "earnings22-10mins": 57.3}, "average_wer": 8.01, "dataset_wer": {"librispeech-10mins": 6.97, "earnings22-10mins": 9.16}, "qoi": 0.62, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v2", "device": "Apple M3", "os": "macOS 15.0.1", "timestamp": "2024-10-25T07:14:35Z", "speed": 3.07, "tokens_per_second": 11.62, "dataset_speed": {"earnings22-10mins": 4.34, "librispeech-10mins": 2.37}, "dataset_tokens_per_second": {"earnings22-10mins": 14.19, "librispeech-10mins": 10.22}, "average_wer": 6.59, "dataset_wer": {"earnings22-10mins": 7.49, "librispeech-10mins": 5.79}, "qoi": 0.64, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-25T08:49:05Z", "speed": 5.13, "tokens_per_second": 17.37, "dataset_speed": {"earnings22-10mins": 10.82, "librispeech-10mins": 3.36}, "dataset_tokens_per_second": {"earnings22-10mins": 33.39, "librispeech-10mins": 12.41}, "average_wer": 6.28, "dataset_wer": {"earnings22-10mins": 7.78, "librispeech-10mins": 4.93}, "qoi": 0.68, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-small.en", "device": "iPhone 16 Pro", "os": "iOS 18.0.1", "timestamp": "2024-10-25T07:12:31Z", "speed": 16.83, "tokens_per_second": 60.89, "dataset_speed": {"earnings22-10mins": 20.67, "librispeech-10mins": 14.2}, "dataset_tokens_per_second": {"earnings22-10mins": 70.25, "librispeech-10mins": 54.49}, "average_wer": 7.87, "dataset_wer": {"earnings22-10mins": 8.72, "librispeech-10mins": 7.1}, "qoi": 0.6, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} @@ -14,35 +25,52 @@ {"model": "openai/whisper-large-v3/947MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-25T08:10:20Z", "speed": 3.35, "tokens_per_second": 14.63, "dataset_speed": {"earnings22-10mins": 9.5, "librispeech-10mins": 2.04}, "dataset_tokens_per_second": {"earnings22-10mins": 29.19, "librispeech-10mins": 11.52}, "average_wer": 7.8, "dataset_wer": {"earnings22-10mins": 11.19, "librispeech-10mins": 4.73}, "qoi": 0.69, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-25T09:31:01Z", "speed": 4.84, "tokens_per_second": 17.87, "dataset_speed": {"librispeech-10mins": 3.33, "earnings22-10mins": 8.89}, "dataset_tokens_per_second": {"librispeech-10mins": 13.92, "earnings22-10mins": 28.44}, "average_wer": 7.35, "dataset_wer": {"librispeech-10mins": 6.11, "earnings22-10mins": 8.72}, "qoi": 0.65, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-tiny.en", "device": "Apple M3", "os": "macOS 15.0.1", "timestamp": "2024-10-25T07:06:35Z", "speed": 72.94, "tokens_per_second": 264.51, "dataset_speed": {"librispeech-10mins": 46.95, "earnings22-10mins": 164.22}, "dataset_tokens_per_second": {"librispeech-10mins": 195.97, "earnings22-10mins": 505.24}, "average_wer": 14.6, "dataset_wer": {"librispeech-10mins": 13.48, "earnings22-10mins": 15.84}, "qoi": 0.39, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-large-v2/949MB", "device": "Apple M3 Max", "os": "macOS 15.0.1", "timestamp": "2024-10-25T15:39:08Z", "speed": 2.71, "tokens_per_second": 12.06, "dataset_speed": {"earnings22-10mins": 4.33, "librispeech-10mins": 1.97}, "dataset_tokens_per_second": {"earnings22-10mins": 16.84, "librispeech-10mins": 9.89}, "average_wer": 7.11, "dataset_wer": {"earnings22-10mins": 8.72, "librispeech-10mins": 5.65}, "qoi": 0.62, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-small.en", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-25T08:20:43Z", "speed": 24.72, "tokens_per_second": 89.39, "dataset_speed": {"earnings22-10mins": 38.82, "librispeech-10mins": 18.15}, "dataset_tokens_per_second": {"earnings22-10mins": 131.59, "librispeech-10mins": 69.74}, "average_wer": 7.94, "dataset_wer": {"earnings22-10mins": 8.87, "librispeech-10mins": 7.1}, "qoi": 0.6, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.1", "timestamp": "2024-10-25T18:28:11Z", "speed": 5.1, "tokens_per_second": 19.49, "dataset_speed": {"earnings22-10mins": 8.13, "librispeech-10mins": 3.76}, "dataset_tokens_per_second": {"earnings22-10mins": 28.23, "librispeech-10mins": 15.62}, "average_wer": 8.08, "dataset_wer": {"earnings22-10mins": 11.85, "librispeech-10mins": 4.67}, "qoi": 0.69, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-base", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-25T05:11:17Z", "speed": 31.53, "tokens_per_second": 116.06, "dataset_speed": {"librispeech-10mins": 21.5, "earnings22-10mins": 59.34}, "dataset_tokens_per_second": {"librispeech-10mins": 89.21, "earnings22-10mins": 190.48}, "average_wer": 12.56, "dataset_wer": {"librispeech-10mins": 11.9, "earnings22-10mins": 13.3}, "qoi": 0.39, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.1", "timestamp": "2024-10-25T18:15:53Z", "speed": 6.54, "tokens_per_second": 24.12, "dataset_speed": {"earnings22-10mins": 12.25, "librispeech-10mins": 4.47}, "dataset_tokens_per_second": {"earnings22-10mins": 39.32, "librispeech-10mins": 18.6}, "average_wer": 7.73, "dataset_wer": {"earnings22-10mins": 9.3, "librispeech-10mins": 6.31}, "qoi": 0.67, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-base.en", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-25T05:21:38Z", "speed": 52.53, "tokens_per_second": 179.48, "dataset_speed": {"earnings22-10mins": 113.38, "librispeech-10mins": 34.23}, "dataset_tokens_per_second": {"earnings22-10mins": 345.04, "librispeech-10mins": 129.71}, "average_wer": 10.39, "dataset_wer": {"earnings22-10mins": 12.14, "librispeech-10mins": 8.81}, "qoi": 0.51, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-25T10:26:16Z", "speed": 9.73, "tokens_per_second": 32.87, "dataset_speed": {"earnings22-10mins": 9.73}, "dataset_tokens_per_second": {"earnings22-10mins": 32.87}, "average_wer": 7.78, "dataset_wer": {"earnings22-10mins": 7.78}, "qoi": 1, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-25T12:08:48Z", "speed": 12.95, "tokens_per_second": 43.39, "dataset_speed": {"librispeech-10mins": 9.21, "earnings22-10mins": 21.83}, "dataset_tokens_per_second": {"librispeech-10mins": 33.45, "earnings22-10mins": 67.07}, "average_wer": 8.01, "dataset_wer": {"librispeech-10mins": 6.97, "earnings22-10mins": 9.16}, "qoi": 0.62, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.1", "timestamp": "2024-10-25T18:23:54Z", "speed": 10.36, "tokens_per_second": 34.74, "dataset_speed": {"librispeech-10mins": 7.52, "earnings22-10mins": 16.69}, "dataset_tokens_per_second": {"librispeech-10mins": 27.32, "earnings22-10mins": 51.29}, "average_wer": 7.97, "dataset_wer": {"librispeech-10mins": 6.97, "earnings22-10mins": 9.08}, "qoi": 0.62, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M3 Max", "os": "macOS 15.0.1", "timestamp": "2024-10-25T16:27:23Z", "speed": 10.2, "tokens_per_second": 37.97, "dataset_speed": {"librispeech-10mins": 6.62, "earnings22-10mins": 22.33}, "dataset_tokens_per_second": {"librispeech-10mins": 27.95, "earnings22-10mins": 71.95}, "average_wer": 7.42, "dataset_wer": {"librispeech-10mins": 5.98, "earnings22-10mins": 9.01}, "qoi": 0.66, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-25T11:46:44Z", "speed": 17.16, "tokens_per_second": 58.07, "dataset_speed": {"earnings22-10mins": 36.7, "librispeech-10mins": 11.21}, "dataset_tokens_per_second": {"earnings22-10mins": 113.58, "librispeech-10mins": 41.18}, "average_wer": 6.56, "dataset_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 5.19}, "qoi": 0.68, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-25T10:12:54Z", "speed": 8.17, "tokens_per_second": 32.7, "dataset_speed": {"earnings22-10mins": 13.12, "librispeech-10mins": 5.94}, "dataset_tokens_per_second": {"earnings22-10mins": 50.17, "librispeech-10mins": 24.82}, "average_wer": 5.9, "dataset_wer": {"earnings22-10mins": 7.41, "librispeech-10mins": 4.54}, "qoi": 0.71, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-tiny", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-26T21:56:51Z", "speed": 62.59, "tokens_per_second": 254.42, "dataset_speed": {"librispeech-10mins": 47.93, "earnings22-10mins": 90.36}, "dataset_tokens_per_second": {"librispeech-10mins": 197.98, "earnings22-10mins": 361.28}, "average_wer": 16.4, "dataset_wer": {"librispeech-10mins": 15.58, "earnings22-10mins": 17.3}, "qoi": 0.33, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v2/949MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-25T06:34:13Z", "speed": 3.46, "tokens_per_second": 14.84, "dataset_speed": {"librispeech-10mins": 2.39, "earnings22-10mins": 6.3}, "dataset_tokens_per_second": {"librispeech-10mins": 11.1, "earnings22-10mins": 24.73}, "average_wer": 7.8, "dataset_wer": {"librispeech-10mins": 5.59, "earnings22-10mins": 10.25}, "qoi": 0.63, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3/turbo", "device": "Apple M3", "os": "macOS 15.0.1", "timestamp": "2024-10-25T08:08:08Z", "speed": 4.03, "tokens_per_second": 13.71, "dataset_speed": {"librispeech-10mins": 3.25, "earnings22-10mins": 5.3}, "dataset_tokens_per_second": {"librispeech-10mins": 12.06, "earnings22-10mins": 16.41}, "average_wer": 5.83, "dataset_wer": {"librispeech-10mins": 3.88, "earnings22-10mins": 7.99}, "qoi": 0.75, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-base.en", "device": "Apple M3 Max", "os": "macOS 15.0.1", "timestamp": "2024-10-25T15:29:11Z", "speed": 47.7, "tokens_per_second": 163.49, "dataset_speed": {"librispeech-10mins": 31.1, "earnings22-10mins": 102.75}, "dataset_tokens_per_second": {"librispeech-10mins": 118.0, "earnings22-10mins": 314.4}, "average_wer": 9.87, "dataset_wer": {"librispeech-10mins": 8.68, "earnings22-10mins": 11.19}, "qoi": 0.51, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3/947MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-25T08:10:57Z", "speed": 2.56, "tokens_per_second": 12.27, "dataset_speed": {"earnings22-10mins": 4.46, "librispeech-10mins": 1.96}, "dataset_tokens_per_second": {"earnings22-10mins": 13.42, "librispeech-10mins": 11.9}, "average_wer": 21.23, "dataset_wer": {"earnings22-10mins": 36.92, "librispeech-10mins": 7.03}, "qoi": 0.7, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-25T09:19:43Z", "speed": 9.93, "tokens_per_second": 33.1, "dataset_speed": {"earnings22-10mins": 16.67, "librispeech-10mins": 7.08}, "dataset_tokens_per_second": {"earnings22-10mins": 51.36, "librispeech-10mins": 25.38}, "average_wer": 8.11, "dataset_wer": {"earnings22-10mins": 9.67, "librispeech-10mins": 6.71}, "qoi": 0.6, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-25T09:49:47Z", "speed": 7.86, "tokens_per_second": 26.21, "dataset_speed": {"earnings22-10mins": 13.06, "librispeech-10mins": 5.63}, "dataset_tokens_per_second": {"earnings22-10mins": 40.24, "librispeech-10mins": 20.19}, "average_wer": 8.08, "dataset_wer": {"earnings22-10mins": 9.59, "librispeech-10mins": 6.71}, "qoi": 0.6, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-large-v3/947MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.1", "timestamp": "2024-10-25T17:37:24Z", "speed": 1.58, "tokens_per_second": 6.54, "dataset_speed": {"earnings22-10mins": 2.34, "librispeech-10mins": 1.33}, "dataset_tokens_per_second": {"earnings22-10mins": 6.57, "librispeech-10mins": 6.52}, "average_wer": 26.1, "dataset_wer": {"earnings22-10mins": 49.64, "librispeech-10mins": 4.8}, "qoi": 0.68, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "distil-whisper/distil-large-v3", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-25T11:18:35Z", "speed": 1.05, "tokens_per_second": 3.9, "dataset_speed": {"earnings22-10mins": 2.24, "librispeech-10mins": 0.69}, "dataset_tokens_per_second": {"earnings22-10mins": 7.26, "librispeech-10mins": 2.87}, "average_wer": 6.7, "dataset_wer": {"earnings22-10mins": 8.36, "librispeech-10mins": 5.19}, "qoi": 0.67, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-tiny.en", "device": "iPhone 15 Pro Max", "os": "iOS 18.1", "timestamp": "2024-10-25T17:03:55Z", "speed": 73.93, "tokens_per_second": 253.66, "dataset_speed": {"earnings22-10mins": 134.11, "librispeech-10mins": 51.1}, "dataset_tokens_per_second": {"earnings22-10mins": 412.4, "librispeech-10mins": 193.44}, "average_wer": 14.6, "dataset_wer": {"earnings22-10mins": 15.77, "librispeech-10mins": 13.54}, "qoi": 0.38, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-25T10:14:24Z", "speed": 5.57, "tokens_per_second": 21.73, "dataset_speed": {"earnings22-10mins": 8.66, "librispeech-10mins": 4.11}, "dataset_tokens_per_second": {"earnings22-10mins": 31.55, "librispeech-10mins": 17.09}, "average_wer": 6.06, "dataset_wer": {"earnings22-10mins": 7.74, "librispeech-10mins": 4.54}, "qoi": 0.71, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-small.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-25T05:31:04Z", "speed": 12.82, "tokens_per_second": 46.37, "dataset_speed": {"earnings22-10mins": 16.72, "librispeech-10mins": 10.4}, "dataset_tokens_per_second": {"earnings22-10mins": 56.84, "librispeech-10mins": 39.88}, "average_wer": 8.11, "dataset_wer": {"earnings22-10mins": 9.23, "librispeech-10mins": 7.1}, "qoi": 0.6, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-25T08:52:18Z", "speed": 1.96, "tokens_per_second": 6.66, "dataset_speed": {"earnings22-10mins": 2.05, "librispeech-10mins": 1.89}, "dataset_tokens_per_second": {"earnings22-10mins": 6.32, "librispeech-10mins": 6.96}, "average_wer": 6.25, "dataset_wer": {"earnings22-10mins": 7.7, "librispeech-10mins": 4.93}, "qoi": 0.68, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-base.en", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-26T21:59:36Z", "speed": 46.25, "tokens_per_second": 158.54, "dataset_speed": {"librispeech-10mins": 35.39, "earnings22-10mins": 66.87}, "dataset_tokens_per_second": {"librispeech-10mins": 134.14, "earnings22-10mins": 204.84}, "average_wer": 9.98, "dataset_wer": {"librispeech-10mins": 8.74, "earnings22-10mins": 11.34}, "qoi": 0.51, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-tiny", "device": "Apple M3 Max", "os": "macOS 15.0.1", "timestamp": "2024-10-25T15:26:56Z", "speed": 56.82, "tokens_per_second": 220.71, "dataset_speed": {"librispeech-10mins": 39.41, "earnings22-10mins": 102.13}, "dataset_tokens_per_second": {"librispeech-10mins": 162.86, "earnings22-10mins": 371.25}, "average_wer": 16.67, "dataset_wer": {"librispeech-10mins": 15.78, "earnings22-10mins": 17.66}, "qoi": 0.32, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M3 Max", "os": "macOS 15.0.1", "timestamp": "2024-10-25T16:31:16Z", "speed": 16.0, "tokens_per_second": 53.25, "dataset_speed": {"librispeech-10mins": 10.52, "earnings22-10mins": 33.55}, "dataset_tokens_per_second": {"librispeech-10mins": 37.76, "earnings22-10mins": 102.89}, "average_wer": 7.87, "dataset_wer": {"librispeech-10mins": 6.71, "earnings22-10mins": 9.16}, "qoi": 0.61, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-base", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-26T21:58:37Z", "speed": 45.38, "tokens_per_second": 167.24, "dataset_speed": {"librispeech-10mins": 32.89, "earnings22-10mins": 73.33}, "dataset_tokens_per_second": {"librispeech-10mins": 136.81, "earnings22-10mins": 235.38}, "average_wer": 12.53, "dataset_wer": {"librispeech-10mins": 11.9, "earnings22-10mins": 13.23}, "qoi": 0.39, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-25T07:17:08Z", "speed": 2.0, "tokens_per_second": 6.89, "dataset_speed": {"librispeech-10mins": 1.84, "earnings22-10mins": 2.18}, "dataset_tokens_per_second": {"librispeech-10mins": 6.98, "earnings22-10mins": 6.77}, "average_wer": 7.21, "dataset_wer": {"librispeech-10mins": 6.38, "earnings22-10mins": 8.14}, "qoi": 0.61, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v2/949MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-25T06:30:29Z", "speed": 1.69, "tokens_per_second": 7.37, "dataset_speed": {"librispeech-10mins": 1.32, "earnings22-10mins": 2.35}, "dataset_tokens_per_second": {"librispeech-10mins": 6.61, "earnings22-10mins": 8.73}, "average_wer": 7.25, "dataset_wer": {"librispeech-10mins": 5.82, "earnings22-10mins": 8.83}, "qoi": 0.62, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v2/949MB", "device": "Apple M3", "os": "macOS 15.0.1", "timestamp": "2024-10-25T07:26:42Z", "speed": 3.14, "tokens_per_second": 13.99, "dataset_speed": {"librispeech-10mins": 2.54, "earnings22-10mins": 4.11}, "dataset_tokens_per_second": {"librispeech-10mins": 11.81, "earnings22-10mins": 17.53}, "average_wer": 7.15, "dataset_wer": {"librispeech-10mins": 5.59, "earnings22-10mins": 8.87}, "qoi": 0.63, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-25T12:42:30Z", "speed": 14.58, "tokens_per_second": 51.01, "dataset_speed": {"earnings22-10mins": 26.07, "librispeech-10mins": 10.13}, "dataset_tokens_per_second": {"earnings22-10mins": 88.03, "librispeech-10mins": 36.68}, "average_wer": 6.18, "dataset_wer": {"earnings22-10mins": 7.92, "librispeech-10mins": 4.6}, "qoi": 0.71, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-tiny", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-25T04:15:16Z", "speed": 43.16, "tokens_per_second": 167.84, "dataset_speed": {"librispeech-10mins": 31.45, "earnings22-10mins": 68.94}, "dataset_tokens_per_second": {"librispeech-10mins": 130.03, "earnings22-10mins": 251.07}, "average_wer": 16.67, "dataset_wer": {"librispeech-10mins": 15.65, "earnings22-10mins": 17.81}, "qoi": 0.33, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-25T11:13:25Z", "speed": 3.26, "tokens_per_second": 11.25, "dataset_speed": {"librispeech-10mins": 2.92, "earnings22-10mins": 3.97}, "dataset_tokens_per_second": {"librispeech-10mins": 10.76, "earnings22-10mins": 12.27}, "average_wer": 20.92, "dataset_wer": {"librispeech-10mins": 4.93, "earnings22-10mins": 38.59}, "qoi": 0.67, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-large-v3-v20240930", "device": "Apple M3 Max", "os": "macOS 15.0.1", "timestamp": "2024-10-25T16:32:01Z", "speed": 8.57, "tokens_per_second": 32.73, "dataset_speed": {"earnings22-10mins": 17.76, "librispeech-10mins": 5.65}, "dataset_tokens_per_second": {"earnings22-10mins": 62.27, "librispeech-10mins": 23.36}, "average_wer": 5.94, "dataset_wer": {"earnings22-10mins": 7.63, "librispeech-10mins": 4.4}, "qoi": 0.73, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3", "device": "Apple M3", "os": "macOS 15.0.1", "timestamp": "2024-10-25T07:49:16Z", "speed": 3.25, "tokens_per_second": 11.87, "dataset_speed": {"earnings22-10mins": 4.6, "librispeech-10mins": 2.51}, "dataset_tokens_per_second": {"earnings22-10mins": 14.36, "librispeech-10mins": 10.52}, "average_wer": 7.63, "dataset_wer": {"earnings22-10mins": 11.85, "librispeech-10mins": 3.81}, "qoi": 0.74, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-25T09:35:12Z", "speed": 3.84, "tokens_per_second": 14.06, "dataset_speed": {"earnings22-10mins": 5.87, "librispeech-10mins": 2.86}, "dataset_tokens_per_second": {"earnings22-10mins": 18.31, "librispeech-10mins": 11.99}, "average_wer": 7.63, "dataset_wer": {"earnings22-10mins": 11.85, "librispeech-10mins": 3.81}, "qoi": 0.74, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-26T22:55:38Z", "speed": 5.58, "tokens_per_second": 23.3, "dataset_speed": {"librispeech-10mins": 4.11, "earnings22-10mins": 8.73}, "dataset_tokens_per_second": {"librispeech-10mins": 17.07, "earnings22-10mins": 36.61}, "average_wer": 6.04, "dataset_wer": {"librispeech-10mins": 4.67, "earnings22-10mins": 7.56}, "qoi": 0.7, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-25T12:46:53Z", "speed": 8.38, "tokens_per_second": 32.32, "dataset_speed": {"librispeech-10mins": 6.63, "earnings22-10mins": 11.43}, "dataset_tokens_per_second": {"librispeech-10mins": 23.92, "earnings22-10mins": 46.85}, "average_wer": 6.11, "dataset_wer": {"librispeech-10mins": 4.73, "earnings22-10mins": 7.63}, "qoi": 0.7, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-base", "device": "iPhone 15 Pro Max", "os": "iOS 18.1", "timestamp": "2024-10-25T17:05:09Z", "speed": 44.98, "tokens_per_second": 165.76, "dataset_speed": {"earnings22-10mins": 73.21, "librispeech-10mins": 32.49}, "dataset_tokens_per_second": {"earnings22-10mins": 235.01, "librispeech-10mins": 135.15}, "average_wer": 12.53, "dataset_wer": {"earnings22-10mins": 13.23, "librispeech-10mins": 11.9}, "qoi": 0.39, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-25T06:54:42Z", "speed": 4.32, "tokens_per_second": 14.9, "dataset_speed": {"earnings22-10mins": 6.22, "librispeech-10mins": 3.31}, "dataset_tokens_per_second": {"earnings22-10mins": 19.22, "librispeech-10mins": 12.61}, "average_wer": 7.21, "dataset_wer": {"earnings22-10mins": 7.85, "librispeech-10mins": 6.64}, "qoi": 0.59, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-small", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-25T05:28:09Z", "speed": 18.99, "tokens_per_second": 70.63, "dataset_speed": {"earnings22-10mins": 32.13, "librispeech-10mins": 13.5}, "dataset_tokens_per_second": {"earnings22-10mins": 104.12, "librispeech-10mins": 56.62}, "average_wer": 9.04, "dataset_wer": {"earnings22-10mins": 10.54, "librispeech-10mins": 7.69}, "qoi": 0.55, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-small", "device": "iPhone 13 Pro", "os": "iOS 18.0", "timestamp": "2024-10-25T05:29:21Z", "speed": 12.03, "tokens_per_second": 44.74, "dataset_speed": {"librispeech-10mins": 9.78, "earnings22-10mins": 15.64}, "dataset_tokens_per_second": {"librispeech-10mins": 41.05, "earnings22-10mins": 50.68}, "average_wer": 9.08, "dataset_wer": {"librispeech-10mins": 7.69, "earnings22-10mins": 10.61}, "qoi": 0.55, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-small", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-25T05:29:03Z", "speed": 8.72, "tokens_per_second": 32.47, "dataset_speed": {"librispeech-10mins": 6.72, "earnings22-10mins": 12.44}, "dataset_tokens_per_second": {"librispeech-10mins": 28.23, "earnings22-10mins": 40.35}, "average_wer": 8.91, "dataset_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 10.32}, "qoi": 0.55, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.1", "timestamp": "2024-10-25T18:35:59Z", "speed": 7.19, "tokens_per_second": 25.17, "dataset_speed": {"earnings22-10mins": 10.2, "librispeech-10mins": 5.56}, "dataset_tokens_per_second": {"earnings22-10mins": 34.53, "librispeech-10mins": 20.09}, "average_wer": 6.14, "dataset_wer": {"earnings22-10mins": 7.7, "librispeech-10mins": 4.73}, "qoi": 0.7, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-25T09:03:20Z", "speed": 14.88, "tokens_per_second": 50.28, "dataset_speed": {"librispeech-10mins": 9.91, "earnings22-10mins": 29.99}, "dataset_tokens_per_second": {"librispeech-10mins": 36.36, "earnings22-10mins": 92.56}, "average_wer": 6.52, "dataset_wer": {"librispeech-10mins": 5.13, "earnings22-10mins": 8.07}, "qoi": 0.69, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-25T08:24:26Z", "speed": 4.43, "tokens_per_second": 15.01, "dataset_speed": {"earnings22-10mins": 6.17, "librispeech-10mins": 3.46}, "dataset_tokens_per_second": {"earnings22-10mins": 19.03, "librispeech-10mins": 12.76}, "average_wer": 6.28, "dataset_wer": {"earnings22-10mins": 7.78, "librispeech-10mins": 4.93}, "qoi": 0.68, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-small.en", "device": "iPhone 13 Pro", "os": "iOS 18.0", "timestamp": "2024-10-25T05:31:06Z", "speed": 10.87, "tokens_per_second": 41.31, "dataset_speed": {"earnings22-10mins": 12.29, "librispeech-10mins": 9.74}, "dataset_tokens_per_second": {"earnings22-10mins": 46.3, "librispeech-10mins": 37.38}, "average_wer": 7.9, "dataset_wer": {"earnings22-10mins": 8.72, "librispeech-10mins": 7.17}, "qoi": 0.6, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} @@ -52,13 +80,18 @@ {"model": "openai/whisper-small.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-25T05:30:41Z", "speed": 22.25, "tokens_per_second": 80.61, "dataset_speed": {"earnings22-10mins": 29.46, "librispeech-10mins": 17.89}, "dataset_tokens_per_second": {"earnings22-10mins": 100.49, "librispeech-10mins": 68.58}, "average_wer": 8.32, "dataset_wer": {"earnings22-10mins": 9.74, "librispeech-10mins": 7.03}, "qoi": 0.6, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-tiny", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-25T04:15:12Z", "speed": 49.49, "tokens_per_second": 219.71, "dataset_speed": {"librispeech-10mins": 38.57, "earnings22-10mins": 69.14}, "dataset_tokens_per_second": {"librispeech-10mins": 159.51, "earnings22-10mins": 328.08}, "average_wer": 16.67, "dataset_wer": {"librispeech-10mins": 15.58, "earnings22-10mins": 17.88}, "qoi": 0.33, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-base", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-25T05:24:14Z", "speed": 21.93, "tokens_per_second": 80.71, "dataset_speed": {"librispeech-10mins": 16.46, "earnings22-10mins": 32.89}, "dataset_tokens_per_second": {"librispeech-10mins": 68.31, "earnings22-10mins": 105.59}, "average_wer": 12.56, "dataset_wer": {"librispeech-10mins": 11.9, "earnings22-10mins": 13.3}, "qoi": 0.39, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-large-v3/947MB", "device": "Apple M3 Max", "os": "macOS 15.0.1", "timestamp": "2024-10-25T16:10:45Z", "speed": 2.84, "tokens_per_second": 11.86, "dataset_speed": {"librispeech-10mins": 1.87, "earnings22-10mins": 5.93}, "dataset_tokens_per_second": {"librispeech-10mins": 9.87, "earnings22-10mins": 18.19}, "average_wer": 7.84, "dataset_wer": {"librispeech-10mins": 4.73, "earnings22-10mins": 11.26}, "qoi": 0.69, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "distil-whisper/distil-large-v3/turbo", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-25T11:58:43Z", "speed": 1.41, "tokens_per_second": 4.35, "dataset_speed": {"earnings22-10mins": 1.41}, "dataset_tokens_per_second": {"earnings22-10mins": 4.35}, "average_wer": 8.28, "dataset_wer": {"earnings22-10mins": 8.28}, "qoi": 0, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 13 Pro", "os": "iOS 18.0", "timestamp": "2024-10-25T10:12:34Z", "speed": 6.04, "tokens_per_second": 22.19, "dataset_speed": {"librispeech-10mins": 4.6, "earnings22-10mins": 8.78}, "dataset_tokens_per_second": {"librispeech-10mins": 16.65, "earnings22-10mins": 32.81}, "average_wer": 6.28, "dataset_wer": {"librispeech-10mins": 4.73, "earnings22-10mins": 7.99}, "qoi": 0.7, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-25T09:51:46Z", "speed": 7.84, "tokens_per_second": 26.14, "dataset_speed": {"librispeech-10mins": 5.68, "earnings22-10mins": 12.71}, "dataset_tokens_per_second": {"librispeech-10mins": 20.35, "earnings22-10mins": 39.15}, "average_wer": 8.08, "dataset_wer": {"librispeech-10mins": 6.71, "earnings22-10mins": 9.59}, "qoi": 0.6, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-25T10:29:31Z", "speed": 1.96, "tokens_per_second": 9.96, "dataset_speed": {"earnings22-10mins": 2.96, "librispeech-10mins": 1.67}, "dataset_tokens_per_second": {"earnings22-10mins": 9.59, "librispeech-10mins": 10.07}, "average_wer": 26.37, "dataset_wer": {"earnings22-10mins": 50.29, "librispeech-10mins": 4.73}, "qoi": 0.69, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-25T07:04:06Z", "speed": 3.04, "tokens_per_second": 11.1, "dataset_speed": {"earnings22-10mins": 4.34, "librispeech-10mins": 2.34}, "dataset_tokens_per_second": {"earnings22-10mins": 13.54, "librispeech-10mins": 9.79}, "average_wer": 7.63, "dataset_wer": {"earnings22-10mins": 11.85, "librispeech-10mins": 3.81}, "qoi": 0.74, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 16 Pro", "os": "iOS 18.0.1", "timestamp": "2024-10-25T08:12:54Z", "speed": 2.7, "tokens_per_second": 9.32, "dataset_speed": {"earnings22-10mins": 3.27, "librispeech-10mins": 2.45}, "dataset_tokens_per_second": {"earnings22-10mins": 9.96, "librispeech-10mins": 9.03}, "average_wer": 23.92, "dataset_wer": {"earnings22-10mins": 44.91, "librispeech-10mins": 4.93}, "qoi": 0.67, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-26T22:17:38Z", "speed": 2.82, "tokens_per_second": 9.87, "dataset_speed": {"earnings22-10mins": 3.66, "librispeech-10mins": 2.45}, "dataset_tokens_per_second": {"earnings22-10mins": 11.14, "librispeech-10mins": 9.32}, "average_wer": 22.26, "dataset_wer": {"earnings22-10mins": 39.53, "librispeech-10mins": 6.64}, "qoi": 0.58, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-tiny.en", "device": "Apple M3 Max", "os": "macOS 15.0.1", "timestamp": "2024-10-25T15:27:37Z", "speed": 59.43, "tokens_per_second": 204.2, "dataset_speed": {"librispeech-10mins": 38.79, "earnings22-10mins": 127.63}, "dataset_tokens_per_second": {"librispeech-10mins": 147.1, "earnings22-10mins": 392.88}, "average_wer": 14.7, "dataset_wer": {"librispeech-10mins": 13.61, "earnings22-10mins": 15.92}, "qoi": 0.37, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M3 Max", "os": "macOS 15.0.1", "timestamp": "2024-10-25T16:36:40Z", "speed": 13.56, "tokens_per_second": 44.57, "dataset_speed": {"librispeech-10mins": 8.87, "earnings22-10mins": 28.89}, "dataset_tokens_per_second": {"librispeech-10mins": 31.56, "earnings22-10mins": 87.16}, "average_wer": 6.01, "dataset_wer": {"librispeech-10mins": 4.47, "earnings22-10mins": 7.7}, "qoi": 0.74, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-small", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-25T05:26:44Z", "speed": 20.51, "tokens_per_second": 76.27, "dataset_speed": {"earnings22-10mins": 46.95, "librispeech-10mins": 13.14}, "dataset_tokens_per_second": {"earnings22-10mins": 152.12, "librispeech-10mins": 55.13}, "average_wer": 9.04, "dataset_wer": {"earnings22-10mins": 10.54, "librispeech-10mins": 7.69}, "qoi": 0.55, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-large-v3", "device": "Apple M3 Max", "os": "macOS 15.0.1", "timestamp": "2024-10-25T16:03:02Z", "speed": 3.16, "tokens_per_second": 11.59, "dataset_speed": {"librispeech-10mins": 2.21, "earnings22-10mins": 5.56}, "dataset_tokens_per_second": {"librispeech-10mins": 9.27, "earnings22-10mins": 17.42}, "average_wer": 7.63, "dataset_wer": {"librispeech-10mins": 3.81, "earnings22-10mins": 11.85}, "qoi": 0.74, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-base", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-10-25T05:13:12Z", "speed": 2.73, "tokens_per_second": 19.51, "dataset_speed": {"earnings22-10mins": 2.1, "librispeech-10mins": 3.89}, "dataset_tokens_per_second": {"earnings22-10mins": 25.81, "librispeech-10mins": 7.87}, "average_wer": 99.86, "dataset_wer": {"earnings22-10mins": 99.71, "librispeech-10mins": 100.0}, "qoi": 0, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-25T10:20:37Z", "speed": 13.64, "tokens_per_second": 50.14, "dataset_speed": {"earnings22-10mins": 29.68, "librispeech-10mins": 8.87}, "dataset_tokens_per_second": {"earnings22-10mins": 110.64, "librispeech-10mins": 32.13}, "average_wer": 6.08, "dataset_wer": {"earnings22-10mins": 7.7, "librispeech-10mins": 4.6}, "qoi": 0.71, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-small.en", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-25T05:30:23Z", "speed": 20.82, "tokens_per_second": 75.26, "dataset_speed": {"earnings22-10mins": 39.46, "librispeech-10mins": 14.16}, "dataset_tokens_per_second": {"earnings22-10mins": 133.64, "librispeech-10mins": 54.4}, "average_wer": 7.9, "dataset_wer": {"earnings22-10mins": 8.79, "librispeech-10mins": 7.1}, "qoi": 0.6, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} @@ -73,6 +106,7 @@ {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-25T09:57:52Z", "speed": 14.34, "tokens_per_second": 47.4, "dataset_speed": {"librispeech-10mins": 8.81, "earnings22-10mins": 38.75}, "dataset_tokens_per_second": {"librispeech-10mins": 31.4, "earnings22-10mins": 118.06}, "average_wer": 6.14, "dataset_wer": {"librispeech-10mins": 4.6, "earnings22-10mins": 7.85}, "qoi": 0.73, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 16 Pro", "os": "iOS 18.0.1", "timestamp": "2024-10-25T07:22:57Z", "speed": 2.06, "tokens_per_second": 9.32, "dataset_speed": {"earnings22-10mins": 2.3, "librispeech-10mins": 1.94}, "dataset_tokens_per_second": {"earnings22-10mins": 9.89, "librispeech-10mins": 9.03}, "average_wer": 26.1, "dataset_wer": {"earnings22-10mins": 48.76, "librispeech-10mins": 5.59}, "qoi": 0.63, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M3", "os": "macOS 15.0.1", "timestamp": "2024-10-25T08:34:42Z", "speed": 8.48, "tokens_per_second": 35.37, "dataset_speed": {"earnings22-10mins": 14.06, "librispeech-10mins": 6.08}, "dataset_tokens_per_second": {"earnings22-10mins": 59.22, "librispeech-10mins": 25.1}, "average_wer": 5.83, "dataset_wer": {"earnings22-10mins": 7.49, "librispeech-10mins": 4.34}, "qoi": 0.74, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M3 Max", "os": "macOS 15.0.1", "timestamp": "2024-10-25T16:37:30Z", "speed": 8.3, "tokens_per_second": 33.22, "dataset_speed": {"earnings22-10mins": 16.05, "librispeech-10mins": 5.61}, "dataset_tokens_per_second": {"earnings22-10mins": 61.49, "librispeech-10mins": 23.39}, "average_wer": 5.94, "dataset_wer": {"earnings22-10mins": 7.56, "librispeech-10mins": 4.47}, "qoi": 0.71, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-25T12:28:50Z", "speed": 1.29, "tokens_per_second": 4.87, "dataset_speed": {"earnings22-10mins": 1.29}, "dataset_tokens_per_second": {"earnings22-10mins": 4.87}, "average_wer": 7.78, "dataset_wer": {"earnings22-10mins": 7.78}, "qoi": 1, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v2/turbo", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-25T06:44:26Z", "speed": 3.87, "tokens_per_second": 14.6, "dataset_speed": {"earnings22-10mins": 7.44, "librispeech-10mins": 2.62}, "dataset_tokens_per_second": {"earnings22-10mins": 24.18, "librispeech-10mins": 11.25}, "average_wer": 6.56, "dataset_wer": {"earnings22-10mins": 7.12, "librispeech-10mins": 6.05}, "qoi": 0.63, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-25T12:40:22Z", "speed": 6.72, "tokens_per_second": 28.12, "dataset_speed": {"librispeech-10mins": 4.98, "earnings22-10mins": 10.34}, "dataset_tokens_per_second": {"librispeech-10mins": 20.75, "earnings22-10mins": 43.47}, "average_wer": 6.28, "dataset_wer": {"librispeech-10mins": 4.6, "earnings22-10mins": 8.14}, "qoi": 0.7, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} @@ -91,12 +125,16 @@ {"model": "openai/whisper-small.en", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-25T05:31:07Z", "speed": 8.86, "tokens_per_second": 31.96, "dataset_speed": {"earnings22-10mins": 11.32, "librispeech-10mins": 7.28}, "dataset_tokens_per_second": {"earnings22-10mins": 38.28, "librispeech-10mins": 27.92}, "average_wer": 7.87, "dataset_wer": {"earnings22-10mins": 8.72, "librispeech-10mins": 7.1}, "qoi": 0.6, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 16 Pro", "os": "iOS 18.0.1", "timestamp": "2024-10-25T08:40:57Z", "speed": 6.43, "tokens_per_second": 25.67, "dataset_speed": {"earnings22-10mins": 10.4, "librispeech-10mins": 4.66}, "dataset_tokens_per_second": {"earnings22-10mins": 39.71, "librispeech-10mins": 19.41}, "average_wer": 6.04, "dataset_wer": {"earnings22-10mins": 7.63, "librispeech-10mins": 4.6}, "qoi": 0.7, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-25T08:57:23Z", "speed": 10.27, "tokens_per_second": 38.18, "dataset_speed": {"librispeech-10mins": 6.64, "earnings22-10mins": 22.74}, "dataset_tokens_per_second": {"librispeech-10mins": 28.06, "earnings22-10mins": 72.99}, "average_wer": 7.63, "dataset_wer": {"librispeech-10mins": 6.31, "earnings22-10mins": 9.08}, "qoi": 0.67, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M3 Max", "os": "macOS 15.0.1", "timestamp": "2024-10-25T16:40:29Z", "speed": 12.19, "tokens_per_second": 47.11, "dataset_speed": {"earnings22-10mins": 19.42, "librispeech-10mins": 8.89}, "dataset_tokens_per_second": {"earnings22-10mins": 79.73, "librispeech-10mins": 32.24}, "average_wer": 6.25, "dataset_wer": {"earnings22-10mins": 7.92, "librispeech-10mins": 4.73}, "qoi": 0.69, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-base.en", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-25T05:25:17Z", "speed": 23.56, "tokens_per_second": 80.73, "dataset_speed": {"earnings22-10mins": 34.55, "librispeech-10mins": 17.89}, "dataset_tokens_per_second": {"earnings22-10mins": 105.82, "librispeech-10mins": 67.79}, "average_wer": 9.91, "dataset_wer": {"earnings22-10mins": 11.19, "librispeech-10mins": 8.74}, "qoi": 0.51, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-25T12:38:39Z", "speed": 9.58, "tokens_per_second": 38.33, "dataset_speed": {"librispeech-10mins": 6.56, "earnings22-10mins": 17.78}, "dataset_tokens_per_second": {"librispeech-10mins": 27.41, "earnings22-10mins": 68.03}, "average_wer": 6.01, "dataset_wer": {"librispeech-10mins": 4.54, "earnings22-10mins": 7.63}, "qoi": 0.71, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-26T22:43:23Z", "speed": 6.79, "tokens_per_second": 25.13, "dataset_speed": {"earnings22-10mins": 12.36, "librispeech-10mins": 4.68}, "dataset_tokens_per_second": {"earnings22-10mins": 39.67, "librispeech-10mins": 19.64}, "average_wer": 7.73, "dataset_wer": {"earnings22-10mins": 9.3, "librispeech-10mins": 6.31}, "qoi": 0.67, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3/947MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-25T07:39:18Z", "speed": 3.39, "tokens_per_second": 12.9, "dataset_speed": {"earnings22-10mins": 5.46, "librispeech-10mins": 2.46}, "dataset_tokens_per_second": {"earnings22-10mins": 16.78, "librispeech-10mins": 11.16}, "average_wer": 7.8, "dataset_wer": {"earnings22-10mins": 11.19, "librispeech-10mins": 4.73}, "qoi": 0.69, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "distil-whisper/distil-large-v3", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-25T09:03:20Z", "speed": 10.82, "tokens_per_second": 40.13, "dataset_speed": {"earnings22-10mins": 29.9, "librispeech-10mins": 6.61}, "dataset_tokens_per_second": {"earnings22-10mins": 97.23, "librispeech-10mins": 27.56}, "average_wer": 6.77, "dataset_wer": {"earnings22-10mins": 8.5, "librispeech-10mins": 5.19}, "qoi": 0.67, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-base.en", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-25T08:17:18Z", "speed": 62.96, "tokens_per_second": 216.54, "dataset_speed": {"earnings22-10mins": 144.6, "librispeech-10mins": 40.3}, "dataset_tokens_per_second": {"earnings22-10mins": 446.34, "librispeech-10mins": 152.76}, "average_wer": 10.04, "dataset_wer": {"earnings22-10mins": 11.41, "librispeech-10mins": 8.81}, "qoi": 0.51, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-small", "device": "Apple M3 Max", "os": "macOS 15.0.1", "timestamp": "2024-10-25T15:30:21Z", "speed": 19.61, "tokens_per_second": 73.05, "dataset_speed": {"librispeech-10mins": 13.04, "earnings22-10mins": 39.68}, "dataset_tokens_per_second": {"librispeech-10mins": 54.66, "earnings22-10mins": 129.21}, "average_wer": 9.01, "dataset_wer": {"librispeech-10mins": 7.56, "earnings22-10mins": 10.61}, "qoi": 0.55, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-small", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-25T08:18:21Z", "speed": 24.19, "tokens_per_second": 90.07, "dataset_speed": {"earnings22-10mins": 42.91, "librispeech-10mins": 16.87}, "dataset_tokens_per_second": {"earnings22-10mins": 139.39, "librispeech-10mins": 70.76}, "average_wer": 9.01, "dataset_wer": {"earnings22-10mins": 10.47, "librispeech-10mins": 7.69}, "qoi": 0.55, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.1", "timestamp": "2024-10-25T17:32:26Z", "speed": 2.25, "tokens_per_second": 7.98, "dataset_speed": {"librispeech-10mins": 2.1, "earnings22-10mins": 2.58}, "dataset_tokens_per_second": {"librispeech-10mins": 7.98, "earnings22-10mins": 7.99}, "average_wer": 27.13, "dataset_wer": {"librispeech-10mins": 6.64, "earnings22-10mins": 49.78}, "qoi": 0.58, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-small", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-25T05:27:15Z", "speed": 13.29, "tokens_per_second": 49.51, "dataset_speed": {"librispeech-10mins": 9.74, "earnings22-10mins": 20.99}, "dataset_tokens_per_second": {"librispeech-10mins": 40.92, "earnings22-10mins": 68.11}, "average_wer": 8.91, "dataset_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 10.32}, "qoi": 0.55, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-25T09:28:00Z", "speed": 12.65, "tokens_per_second": 41.75, "dataset_speed": {"earnings22-10mins": 22.91, "librispeech-10mins": 8.75}, "dataset_tokens_per_second": {"earnings22-10mins": 69.79, "librispeech-10mins": 31.09}, "average_wer": 6.14, "dataset_wer": {"earnings22-10mins": 7.85, "librispeech-10mins": 4.6}, "qoi": 0.73, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-tiny", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-25T05:21:03Z", "speed": 31.65, "tokens_per_second": 123.0, "dataset_speed": {"librispeech-10mins": 24.26, "earnings22-10mins": 45.6}, "dataset_tokens_per_second": {"librispeech-10mins": 100.28, "earnings22-10mins": 165.89}, "average_wer": 16.6, "dataset_wer": {"librispeech-10mins": 15.65, "earnings22-10mins": 17.66}, "qoi": 0.33, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} @@ -109,14 +147,17 @@ {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-25T06:55:07Z", "speed": 2.74, "tokens_per_second": 9.46, "dataset_speed": {"librispeech-10mins": 2.21, "earnings22-10mins": 3.62}, "dataset_tokens_per_second": {"librispeech-10mins": 8.39, "earnings22-10mins": 11.21}, "average_wer": 7.21, "dataset_wer": {"librispeech-10mins": 6.38, "earnings22-10mins": 8.14}, "qoi": 0.61, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "distil-whisper/distil-large-v3/594MB", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-25T11:40:42Z", "speed": 11.55, "tokens_per_second": 42.77, "dataset_speed": {"earnings22-10mins": 26.14, "librispeech-10mins": 7.43}, "dataset_tokens_per_second": {"earnings22-10mins": 83.78, "librispeech-10mins": 31.16}, "average_wer": 7.59, "dataset_wer": {"earnings22-10mins": 9.16, "librispeech-10mins": 6.18}, "qoi": 0.67, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-small", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-25T05:27:01Z", "speed": 21.8, "tokens_per_second": 81.08, "dataset_speed": {"earnings22-10mins": 31.57, "librispeech-10mins": 16.67}, "dataset_tokens_per_second": {"earnings22-10mins": 102.3, "librispeech-10mins": 69.93}, "average_wer": 9.04, "dataset_wer": {"earnings22-10mins": 10.54, "librispeech-10mins": 7.69}, "qoi": 0.55, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-large-v3/947MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-26T22:24:58Z", "speed": 1.82, "tokens_per_second": 8.57, "dataset_speed": {"earnings22-10mins": 3.2, "librispeech-10mins": 1.47}, "dataset_tokens_per_second": {"earnings22-10mins": 9.47, "librispeech-10mins": 8.34}, "average_wer": 26.41, "dataset_wer": {"earnings22-10mins": 50.29, "librispeech-10mins": 4.8}, "qoi": 0.68, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-25T09:32:43Z", "speed": 16.37, "tokens_per_second": 55.35, "dataset_speed": {"earnings22-10mins": 42.66, "librispeech-10mins": 10.15}, "dataset_tokens_per_second": {"earnings22-10mins": 131.83, "librispeech-10mins": 37.23}, "average_wer": 6.56, "dataset_wer": {"earnings22-10mins": 8.14, "librispeech-10mins": 5.13}, "qoi": 0.69, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-25T10:01:14Z", "speed": 8.36, "tokens_per_second": 35.03, "dataset_speed": {"earnings22-10mins": 14.53, "librispeech-10mins": 5.88}, "dataset_tokens_per_second": {"earnings22-10mins": 61.06, "librispeech-10mins": 24.53}, "average_wer": 6.59, "dataset_wer": {"earnings22-10mins": 8.72, "librispeech-10mins": 4.67}, "qoi": 0.69, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3/turbo", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-25T10:42:37Z", "speed": 4.92, "tokens_per_second": 16.75, "dataset_speed": {"earnings22-10mins": 6.81, "librispeech-10mins": 3.86}, "dataset_tokens_per_second": {"earnings22-10mins": 21.06, "librispeech-10mins": 14.32}, "average_wer": 5.83, "dataset_wer": {"earnings22-10mins": 7.99, "librispeech-10mins": 3.88}, "qoi": 0.75, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 13 Pro", "os": "iOS 18.0", "timestamp": "2024-10-25T06:31:45Z", "speed": 1.33, "tokens_per_second": 6.12, "dataset_speed": {"librispeech-10mins": 1.25, "earnings22-10mins": 1.52}, "dataset_tokens_per_second": {"librispeech-10mins": 5.8, "earnings22-10mins": 6.86}, "average_wer": 27.89, "dataset_wer": {"librispeech-10mins": 5.59, "earnings22-10mins": 52.54}, "qoi": 0.63, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 16 Pro", "os": "iOS 18.0.1", "timestamp": "2024-10-25T07:43:08Z", "speed": 3.06, "tokens_per_second": 10.61, "dataset_speed": {"earnings22-10mins": 4.07, "librispeech-10mins": 2.62}, "dataset_tokens_per_second": {"earnings22-10mins": 12.12, "librispeech-10mins": 9.94}, "average_wer": 22.3, "dataset_wer": {"earnings22-10mins": 39.46, "librispeech-10mins": 6.77}, "qoi": 0.58, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-large-v2/949MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-26T22:13:10Z", "speed": 1.76, "tokens_per_second": 8.49, "dataset_speed": {"librispeech-10mins": 1.44, "earnings22-10mins": 2.98}, "dataset_tokens_per_second": {"librispeech-10mins": 8.3, "earnings22-10mins": 9.22}, "average_wer": 26.3, "dataset_wer": {"librispeech-10mins": 5.59, "earnings22-10mins": 49.2}, "qoi": 0.63, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3-v20240930/turbo", "device": "Apple M3", "os": "macOS 15.0.1", "timestamp": "2024-10-25T08:37:39Z", "speed": 13.25, "tokens_per_second": 43.74, "dataset_speed": {"earnings22-10mins": 24.11, "librispeech-10mins": 9.15}, "dataset_tokens_per_second": {"earnings22-10mins": 73.46, "librispeech-10mins": 32.5}, "average_wer": 6.04, "dataset_wer": {"earnings22-10mins": 7.7, "librispeech-10mins": 4.54}, "qoi": 0.73, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-25T06:30:48Z", "speed": 1.58, "tokens_per_second": 6.77, "dataset_speed": {"earnings22-10mins": 2.07, "librispeech-10mins": 1.29}, "dataset_tokens_per_second": {"earnings22-10mins": 8.05, "librispeech-10mins": 5.97}, "average_wer": 7.15, "dataset_wer": {"earnings22-10mins": 8.5, "librispeech-10mins": 5.92}, "qoi": 0.62, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3/947MB", "device": "iPhone 16 Pro", "os": "iOS 18.0.1", "timestamp": "2024-10-25T07:57:10Z", "speed": 2.19, "tokens_per_second": 9.28, "dataset_speed": {"earnings22-10mins": 3.2, "librispeech-10mins": 1.85}, "dataset_tokens_per_second": {"earnings22-10mins": 9.73, "librispeech-10mins": 9.13}, "average_wer": 25.51, "dataset_wer": {"earnings22-10mins": 48.47, "librispeech-10mins": 4.73}, "qoi": 0.69, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "distil-whisper/distil-large-v3", "device": "Apple M3 Max", "os": "macOS 15.0.1", "timestamp": "2024-10-25T16:24:53Z", "speed": 9.78, "tokens_per_second": 36.23, "dataset_speed": {"librispeech-10mins": 6.31, "earnings22-10mins": 21.88}, "dataset_tokens_per_second": {"librispeech-10mins": 26.36, "earnings22-10mins": 70.63}, "average_wer": 6.8, "dataset_wer": {"librispeech-10mins": 5.19, "earnings22-10mins": 8.58}, "qoi": 0.67, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-25T12:06:17Z", "speed": 18.37, "tokens_per_second": 61.54, "dataset_speed": {"earnings22-10mins": 40.06, "librispeech-10mins": 11.94}, "dataset_tokens_per_second": {"earnings22-10mins": 123.04, "librispeech-10mins": 43.29}, "average_wer": 7.94, "dataset_wer": {"earnings22-10mins": 9.01, "librispeech-10mins": 6.97}, "qoi": 0.62, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M3", "os": "macOS 15.0.1", "timestamp": "2024-10-25T08:39:45Z", "speed": 8.51, "tokens_per_second": 35.66, "dataset_speed": {"earnings22-10mins": 15.01, "librispeech-10mins": 5.95}, "dataset_tokens_per_second": {"earnings22-10mins": 63.05, "librispeech-10mins": 24.85}, "average_wer": 6.04, "dataset_wer": {"earnings22-10mins": 7.7, "librispeech-10mins": 4.54}, "qoi": 0.71, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v2/turbo", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-25T06:38:14Z", "speed": 3.43, "tokens_per_second": 12.96, "dataset_speed": {"earnings22-10mins": 4.75, "librispeech-10mins": 2.69}, "dataset_tokens_per_second": {"earnings22-10mins": 15.43, "librispeech-10mins": 11.57}, "average_wer": 6.56, "dataset_wer": {"earnings22-10mins": 7.12, "librispeech-10mins": 6.05}, "qoi": 0.63, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} @@ -139,22 +180,30 @@ {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 16 Pro", "os": "iOS 18.0.1", "timestamp": "2024-10-25T08:23:36Z", "speed": 8.02, "tokens_per_second": 30.02, "dataset_speed": {"earnings22-10mins": 14.75, "librispeech-10mins": 5.52}, "dataset_tokens_per_second": {"earnings22-10mins": 47.33, "librispeech-10mins": 23.57}, "average_wer": 7.7, "dataset_wer": {"earnings22-10mins": 9.23, "librispeech-10mins": 6.31}, "qoi": 0.67, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-small", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-25T05:29:01Z", "speed": 8.86, "tokens_per_second": 32.99, "dataset_speed": {"librispeech-10mins": 6.8, "earnings22-10mins": 12.71}, "dataset_tokens_per_second": {"librispeech-10mins": 28.59, "earnings22-10mins": 41.25}, "average_wer": 8.91, "dataset_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 10.32}, "qoi": 0.55, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-25T09:24:59Z", "speed": 8.5, "tokens_per_second": 32.51, "dataset_speed": {"librispeech-10mins": 5.83, "earnings22-10mins": 15.79}, "dataset_tokens_per_second": {"librispeech-10mins": 24.13, "earnings22-10mins": 55.33}, "average_wer": 5.9, "dataset_wer": {"librispeech-10mins": 4.34, "earnings22-10mins": 7.63}, "qoi": 0.74, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-large-v2/949MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.1", "timestamp": "2024-10-25T17:20:45Z", "speed": 1.71, "tokens_per_second": 7.92, "dataset_speed": {"librispeech-10mins": 1.65, "earnings22-10mins": 1.83}, "dataset_tokens_per_second": {"librispeech-10mins": 7.68, "earnings22-10mins": 8.43}, "average_wer": 26.96, "dataset_wer": {"librispeech-10mins": 5.79, "earnings22-10mins": 50.36}, "qoi": 0.63, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-base.en", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-25T05:25:03Z", "speed": 54.07, "tokens_per_second": 184.74, "dataset_speed": {"earnings22-10mins": 121.15, "librispeech-10mins": 34.85}, "dataset_tokens_per_second": {"earnings22-10mins": 368.68, "librispeech-10mins": 132.05}, "average_wer": 10.39, "dataset_wer": {"earnings22-10mins": 12.14, "librispeech-10mins": 8.81}, "qoi": 0.51, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "distil-whisper/distil-large-v3/turbo", "device": "Apple M3 Max", "os": "macOS 15.0.1", "timestamp": "2024-10-25T16:28:21Z", "speed": 15.02, "tokens_per_second": 50.67, "dataset_speed": {"earnings22-10mins": 31.73, "librispeech-10mins": 9.85}, "dataset_tokens_per_second": {"earnings22-10mins": 97.72, "librispeech-10mins": 36.13}, "average_wer": 6.49, "dataset_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 5.06}, "qoi": 0.69, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-tiny.en", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-25T05:22:34Z", "speed": 32.64, "tokens_per_second": 112.47, "dataset_speed": {"librispeech-10mins": 24.17, "earnings22-10mins": 50.39}, "dataset_tokens_per_second": {"librispeech-10mins": 92.22, "earnings22-10mins": 154.86}, "average_wer": 14.57, "dataset_wer": {"librispeech-10mins": 13.74, "earnings22-10mins": 15.48}, "qoi": 0.38, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-25T10:11:57Z", "speed": 9.43, "tokens_per_second": 37.76, "dataset_speed": {"earnings22-10mins": 23.91, "librispeech-10mins": 5.88}, "dataset_tokens_per_second": {"earnings22-10mins": 91.65, "librispeech-10mins": 24.55}, "average_wer": 6.52, "dataset_wer": {"earnings22-10mins": 8.58, "librispeech-10mins": 4.67}, "qoi": 0.69, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-tiny", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-25T05:20:32Z", "speed": 81.55, "tokens_per_second": 331.83, "dataset_speed": {"earnings22-10mins": 124.93, "librispeech-10mins": 60.6}, "dataset_tokens_per_second": {"earnings22-10mins": 500.15, "librispeech-10mins": 250.53}, "average_wer": 16.29, "dataset_wer": {"earnings22-10mins": 17.08, "librispeech-10mins": 15.58}, "qoi": 0.33, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-large-v2/turbo/955MB", "device": "Apple M3 Max", "os": "macOS 15.0.1", "timestamp": "2024-10-25T15:52:39Z", "speed": 4.35, "tokens_per_second": 15.0, "dataset_speed": {"earnings22-10mins": 6.81, "librispeech-10mins": 3.2}, "dataset_tokens_per_second": {"earnings22-10mins": 21.07, "librispeech-10mins": 12.16}, "average_wer": 7.25, "dataset_wer": {"earnings22-10mins": 8.07, "librispeech-10mins": 6.51}, "qoi": 0.6, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M3 Max", "os": "macOS 15.0.1", "timestamp": "2024-10-25T16:21:15Z", "speed": 4.41, "tokens_per_second": 14.95, "dataset_speed": {"librispeech-10mins": 3.27, "earnings22-10mins": 6.76}, "dataset_tokens_per_second": {"librispeech-10mins": 12.07, "earnings22-10mins": 20.92}, "average_wer": 6.25, "dataset_wer": {"librispeech-10mins": 4.87, "earnings22-10mins": 7.78}, "qoi": 0.68, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 13 Pro", "os": "iOS 18.0", "timestamp": "2024-10-25T08:30:23Z", "speed": 2.08, "tokens_per_second": 7.16, "dataset_speed": {"librispeech-10mins": 1.87, "earnings22-10mins": 2.63}, "dataset_tokens_per_second": {"librispeech-10mins": 6.88, "earnings22-10mins": 7.88}, "average_wer": 26.96, "dataset_wer": {"librispeech-10mins": 4.93, "earnings22-10mins": 51.31}, "qoi": 0.67, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-small", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-25T08:19:33Z", "speed": 17.54, "tokens_per_second": 65.38, "dataset_speed": {"librispeech-10mins": 13.9, "earnings22-10mins": 23.79}, "dataset_tokens_per_second": {"librispeech-10mins": 58.38, "earnings22-10mins": 77.4}, "average_wer": 9.04, "dataset_wer": {"librispeech-10mins": 7.69, "earnings22-10mins": 10.54}, "qoi": 0.55, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-tiny.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-25T05:21:57Z", "speed": 89.0, "tokens_per_second": 321.96, "dataset_speed": {"earnings22-10mins": 184.6, "librispeech-10mins": 58.72}, "dataset_tokens_per_second": {"earnings22-10mins": 567.63, "librispeech-10mins": 244.13}, "average_wer": 14.64, "dataset_wer": {"earnings22-10mins": 15.84, "librispeech-10mins": 13.54}, "qoi": 0.38, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-small", "device": "iPhone 16 Pro", "os": "iOS 18.0.1", "timestamp": "2024-10-25T07:10:29Z", "speed": 17.87, "tokens_per_second": 66.6, "dataset_speed": {"earnings22-10mins": 25.01, "librispeech-10mins": 13.91}, "dataset_tokens_per_second": {"earnings22-10mins": 81.36, "librispeech-10mins": 58.42}, "average_wer": 9.04, "dataset_wer": {"earnings22-10mins": 10.54, "librispeech-10mins": 7.69}, "qoi": 0.55, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-small.en", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-25T08:21:09Z", "speed": 17.31, "tokens_per_second": 62.85, "dataset_speed": {"earnings22-10mins": 20.74, "librispeech-10mins": 14.87}, "dataset_tokens_per_second": {"earnings22-10mins": 70.97, "librispeech-10mins": 57.05}, "average_wer": 8.28, "dataset_wer": {"earnings22-10mins": 9.59, "librispeech-10mins": 7.1}, "qoi": 0.6, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-tiny.en", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-25T05:22:00Z", "speed": 43.93, "tokens_per_second": 151.23, "dataset_speed": {"earnings22-10mins": 79.98, "librispeech-10mins": 30.32}, "dataset_tokens_per_second": {"earnings22-10mins": 245.81, "librispeech-10mins": 115.53}, "average_wer": 14.6, "dataset_wer": {"earnings22-10mins": 15.48, "librispeech-10mins": 13.81}, "qoi": 0.38, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-tiny.en", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-26T21:57:25Z", "speed": 73.36, "tokens_per_second": 251.63, "dataset_speed": {"earnings22-10mins": 131.35, "librispeech-10mins": 50.95}, "dataset_tokens_per_second": {"earnings22-10mins": 403.88, "librispeech-10mins": 192.81}, "average_wer": 14.67, "dataset_wer": {"earnings22-10mins": 15.77, "librispeech-10mins": 13.68}, "qoi": 0.37, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-large-v2", "device": "Apple M3 Max", "os": "macOS 15.0.1", "timestamp": "2024-10-25T15:32:12Z", "speed": 3.11, "tokens_per_second": 11.73, "dataset_speed": {"earnings22-10mins": 5.47, "librispeech-10mins": 2.18}, "dataset_tokens_per_second": {"earnings22-10mins": 17.74, "librispeech-10mins": 9.35}, "average_wer": 6.45, "dataset_wer": {"earnings22-10mins": 6.98, "librispeech-10mins": 5.98}, "qoi": 0.64, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-tiny.en", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-25T08:15:39Z", "speed": 73.27, "tokens_per_second": 251.34, "dataset_speed": {"librispeech-10mins": 50.48, "earnings22-10mins": 134.03}, "dataset_tokens_per_second": {"librispeech-10mins": 191.03, "earnings22-10mins": 412.14}, "average_wer": 14.67, "dataset_wer": {"librispeech-10mins": 13.68, "earnings22-10mins": 15.77}, "qoi": 0.37, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "distil-whisper/distil-large-v3", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-25T09:16:23Z", "speed": 1.44, "tokens_per_second": 5.34, "dataset_speed": {"librispeech-10mins": 0.96, "earnings22-10mins": 2.87}, "dataset_tokens_per_second": {"librispeech-10mins": 4.02, "earnings22-10mins": 9.3}, "average_wer": 6.7, "dataset_wer": {"librispeech-10mins": 5.19, "earnings22-10mins": 8.36}, "qoi": 0.67, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-base", "device": "Apple M3", "os": "macOS 15.0.1", "timestamp": "2024-10-25T07:07:42Z", "speed": 53.84, "tokens_per_second": 198.59, "dataset_speed": {"librispeech-10mins": 35.36, "earnings22-10mins": 113.29}, "dataset_tokens_per_second": {"librispeech-10mins": 147.06, "earnings22-10mins": 364.42}, "average_wer": 12.63, "dataset_wer": {"librispeech-10mins": 11.97, "earnings22-10mins": 13.37}, "qoi": 0.39, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v2/949MB", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-25T09:00:25Z", "speed": 2.08, "tokens_per_second": 9.74, "dataset_speed": {"librispeech-10mins": 1.91, "earnings22-10mins": 2.48}, "dataset_tokens_per_second": {"librispeech-10mins": 9.49, "earnings22-10mins": 10.31}, "average_wer": 27.06, "dataset_wer": {"librispeech-10mins": 5.59, "earnings22-10mins": 50.8}, "qoi": 0.63, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-large-v3/turbo", "device": "Apple M3 Max", "os": "macOS 15.0.1", "timestamp": "2024-10-25T16:12:56Z", "speed": 4.34, "tokens_per_second": 14.74, "dataset_speed": {"earnings22-10mins": 6.55, "librispeech-10mins": 3.25}, "dataset_tokens_per_second": {"earnings22-10mins": 20.29, "librispeech-10mins": 12.0}, "average_wer": 5.97, "dataset_wer": {"earnings22-10mins": 7.99, "librispeech-10mins": 4.14}, "qoi": 0.73, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-small", "device": "Apple M3", "os": "macOS 15.0.1", "timestamp": "2024-10-25T07:09:48Z", "speed": 21.03, "tokens_per_second": 78.28, "dataset_speed": {"earnings22-10mins": 34.35, "librispeech-10mins": 15.17}, "dataset_tokens_per_second": {"earnings22-10mins": 111.57, "librispeech-10mins": 63.64}, "average_wer": 9.01, "dataset_wer": {"earnings22-10mins": 10.47, "librispeech-10mins": 7.69}, "qoi": 0.55, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-tiny", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-25T08:14:43Z", "speed": 58.8, "tokens_per_second": 250.05, "dataset_speed": {"librispeech-10mins": 47.59, "earnings22-10mins": 77.01}, "dataset_tokens_per_second": {"librispeech-10mins": 196.59, "earnings22-10mins": 336.92}, "average_wer": 16.53, "dataset_wer": {"librispeech-10mins": 15.58, "earnings22-10mins": 17.59}, "qoi": 0.33, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-small", "device": "iPhone 15 Pro Max", "os": "iOS 18.1", "timestamp": "2024-10-25T17:09:11Z", "speed": 13.48, "tokens_per_second": 50.15, "dataset_speed": {"librispeech-10mins": 10.64, "earnings22-10mins": 18.42}, "dataset_tokens_per_second": {"librispeech-10mins": 44.67, "earnings22-10mins": 59.69}, "average_wer": 9.01, "dataset_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 10.54}, "qoi": 0.55, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-25T10:23:35Z", "speed": 12.99, "tokens_per_second": 45.5, "dataset_speed": {"librispeech-10mins": 9.57, "earnings22-10mins": 20.22}, "dataset_tokens_per_second": {"librispeech-10mins": 34.66, "earnings22-10mins": 68.49}, "average_wer": 6.14, "dataset_wer": {"librispeech-10mins": 4.6, "earnings22-10mins": 7.85}, "qoi": 0.71, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-small.en", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-25T08:22:06Z", "speed": 13.64, "tokens_per_second": 51.86, "dataset_speed": {"librispeech-10mins": 11.79, "earnings22-10mins": 16.19}, "dataset_tokens_per_second": {"librispeech-10mins": 45.24, "earnings22-10mins": 61.0}, "average_wer": 7.9, "dataset_wer": {"librispeech-10mins": 7.1, "earnings22-10mins": 8.79}, "qoi": 0.6, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPad mini (A17 Pro)", "os": "iPadOS 18.0.1", "timestamp": "2024-10-25T12:07:59Z", "speed": 11.17, "tokens_per_second": 37.47, "dataset_speed": {"earnings22-10mins": 18.83, "librispeech-10mins": 7.95}, "dataset_tokens_per_second": {"earnings22-10mins": 57.9, "librispeech-10mins": 28.88}, "average_wer": 8.01, "dataset_wer": {"earnings22-10mins": 9.16, "librispeech-10mins": 6.97}, "qoi": 0.62, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} @@ -168,18 +217,22 @@ {"model": "openai/whisper-base.en", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-25T05:25:08Z", "speed": 62.23, "tokens_per_second": 213.48, "dataset_speed": {"earnings22-10mins": 101.85, "librispeech-10mins": 44.86}, "dataset_tokens_per_second": {"earnings22-10mins": 312.67, "librispeech-10mins": 169.97}, "average_wer": 9.87, "dataset_wer": {"earnings22-10mins": 11.12, "librispeech-10mins": 8.74}, "qoi": 0.51, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3/turbo/954MB", "device": "Apple M3", "os": "macOS 15.0.1", "timestamp": "2024-10-25T08:10:34Z", "speed": 4.69, "tokens_per_second": 15.87, "dataset_speed": {"earnings22-10mins": 6.45, "librispeech-10mins": 3.68}, "dataset_tokens_per_second": {"earnings22-10mins": 19.89, "librispeech-10mins": 13.58}, "average_wer": 6.28, "dataset_wer": {"earnings22-10mins": 7.78, "librispeech-10mins": 4.93}, "qoi": 0.68, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-tiny", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-25T08:14:40Z", "speed": 69.33, "tokens_per_second": 282.14, "dataset_speed": {"librispeech-10mins": 53.64, "earnings22-10mins": 98.15}, "dataset_tokens_per_second": {"librispeech-10mins": 221.76, "earnings22-10mins": 393.08}, "average_wer": 16.43, "dataset_wer": {"librispeech-10mins": 15.52, "earnings22-10mins": 17.44}, "qoi": 0.33, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-26T23:01:24Z", "speed": 8.94, "tokens_per_second": 31.24, "dataset_speed": {"librispeech-10mins": 6.65, "earnings22-10mins": 13.67}, "dataset_tokens_per_second": {"librispeech-10mins": 24.01, "earnings22-10mins": 46.17}, "average_wer": 6.18, "dataset_wer": {"librispeech-10mins": 4.73, "earnings22-10mins": 7.78}, "qoi": 0.7, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "distil-whisper/distil-large-v3/turbo/600MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-25T09:48:16Z", "speed": 14.89, "tokens_per_second": 49.85, "dataset_speed": {"earnings22-10mins": 24.71, "librispeech-10mins": 10.66}, "dataset_tokens_per_second": {"earnings22-10mins": 75.86, "librispeech-10mins": 38.67}, "average_wer": 7.97, "dataset_wer": {"earnings22-10mins": 9.08, "librispeech-10mins": 6.97}, "qoi": 0.62, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-small", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-26T22:01:33Z", "speed": 13.52, "tokens_per_second": 50.3, "dataset_speed": {"librispeech-10mins": 10.58, "earnings22-10mins": 18.75}, "dataset_tokens_per_second": {"librispeech-10mins": 44.43, "earnings22-10mins": 60.75}, "average_wer": 9.01, "dataset_wer": {"librispeech-10mins": 7.63, "earnings22-10mins": 10.54}, "qoi": 0.55, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-tiny.en", "device": "iPhone 13 Pro", "os": "iOS 18.0", "timestamp": "2024-10-25T05:07:03Z", "speed": 54.72, "tokens_per_second": 187.62, "dataset_speed": {"librispeech-10mins": 38.22, "earnings22-10mins": 96.59}, "dataset_tokens_per_second": {"librispeech-10mins": 144.58, "earnings22-10mins": 296.85}, "average_wer": 14.6, "dataset_wer": {"librispeech-10mins": 13.41, "earnings22-10mins": 15.92}, "qoi": 0.38, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 16 Pro", "os": "iOS 18.0", "timestamp": "2024-10-25T09:26:35Z", "speed": 3.05, "tokens_per_second": 10.71, "dataset_speed": {"earnings22-10mins": 3.7, "librispeech-10mins": 2.74}, "dataset_tokens_per_second": {"earnings22-10mins": 11.31, "librispeech-10mins": 10.42}, "average_wer": 23.47, "dataset_wer": {"earnings22-10mins": 41.93, "librispeech-10mins": 6.77}, "qoi": 0.58, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3-v20240930/626MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-25T10:14:36Z", "speed": 3.9, "tokens_per_second": 15.57, "dataset_speed": {"earnings22-10mins": 6.31, "librispeech-10mins": 2.83}, "dataset_tokens_per_second": {"earnings22-10mins": 24.13, "librispeech-10mins": 11.76}, "average_wer": 6.08, "dataset_wer": {"earnings22-10mins": 7.78, "librispeech-10mins": 4.54}, "qoi": 0.71, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-tiny", "device": "Apple M3", "os": "macOS 15.0.1", "timestamp": "2024-10-25T07:05:17Z", "speed": 67.24, "tokens_per_second": 273.76, "dataset_speed": {"librispeech-10mins": 49.64, "earnings22-10mins": 104.43}, "dataset_tokens_per_second": {"librispeech-10mins": 205.04, "earnings22-10mins": 418.93}, "average_wer": 16.33, "dataset_wer": {"librispeech-10mins": 15.65, "earnings22-10mins": 17.08}, "qoi": 0.33, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 13 Pro", "os": "iOS 18.0", "timestamp": "2024-10-25T07:00:58Z", "speed": 1.95, "tokens_per_second": 6.96, "dataset_speed": {"librispeech-10mins": 1.75, "earnings22-10mins": 2.54}, "dataset_tokens_per_second": {"librispeech-10mins": 6.65, "earnings22-10mins": 7.85}, "average_wer": 29.31, "dataset_wer": {"librispeech-10mins": 6.77, "earnings22-10mins": 54.22}, "qoi": 0.58, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "distil-whisper/distil-large-v3", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-25T11:17:40Z", "speed": 11.07, "tokens_per_second": 41.04, "dataset_speed": {"earnings22-10mins": 23.98, "librispeech-10mins": 7.21}, "dataset_tokens_per_second": {"earnings22-10mins": 77.84, "librispeech-10mins": 30.02}, "average_wer": 6.63, "dataset_wer": {"earnings22-10mins": 8.21, "librispeech-10mins": 5.19}, "qoi": 0.68, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-base", "device": "Apple M3 Max", "os": "macOS 15.0.1", "timestamp": "2024-10-25T15:28:02Z", "speed": 44.29, "tokens_per_second": 163.14, "dataset_speed": {"earnings22-10mins": 98.47, "librispeech-10mins": 28.62}, "dataset_tokens_per_second": {"earnings22-10mins": 316.43, "librispeech-10mins": 118.78}, "average_wer": 12.56, "dataset_wer": {"earnings22-10mins": 13.37, "librispeech-10mins": 11.83}, "qoi": 0.39, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-tiny", "device": "iPhone 13 Pro", "os": "iOS 18.0", "timestamp": "2024-10-25T04:14:57Z", "speed": 46.65, "tokens_per_second": 190.62, "dataset_speed": {"earnings22-10mins": 65.44, "librispeech-10mins": 36.27}, "dataset_tokens_per_second": {"earnings22-10mins": 264.39, "librispeech-10mins": 149.9}, "average_wer": 17.22, "dataset_wer": {"earnings22-10mins": 18.82, "librispeech-10mins": 15.78}, "qoi": 0.33, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-base.en", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-10-25T05:25:25Z", "speed": 5.94, "tokens_per_second": 10.83, "dataset_speed": {"librispeech-10mins": 5.65, "earnings22-10mins": 6.27}, "dataset_tokens_per_second": {"librispeech-10mins": 1.27, "earnings22-10mins": 21.47}, "average_wer": 96.62, "dataset_wer": {"librispeech-10mins": 99.47, "earnings22-10mins": 93.46}, "qoi": 0, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-base", "device": "iPhone 13", "os": "iOS 17.3", "timestamp": "2024-10-25T05:24:14Z", "speed": 22.76, "tokens_per_second": 83.77, "dataset_speed": {"librispeech-10mins": 16.84, "earnings22-10mins": 35.17}, "dataset_tokens_per_second": {"librispeech-10mins": 69.88, "earnings22-10mins": 112.88}, "average_wer": 12.56, "dataset_wer": {"librispeech-10mins": 11.9, "earnings22-10mins": 13.3}, "qoi": 0.39, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v2/949MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-25T06:34:05Z", "speed": 3.5, "tokens_per_second": 13.7, "dataset_speed": {"librispeech-10mins": 2.82, "earnings22-10mins": 4.9}, "dataset_tokens_per_second": {"librispeech-10mins": 13.1, "earnings22-10mins": 14.96}, "average_wer": 14.84, "dataset_wer": {"librispeech-10mins": 5.59, "earnings22-10mins": 25.07}, "qoi": 0.63, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-tiny.en", "device": "iPhone 11", "os": "iOS 17.6.1", "timestamp": "2024-10-25T05:07:34Z", "speed": 7.07, "tokens_per_second": 25.57, "dataset_speed": {"earnings22-10mins": 12.07, "librispeech-10mins": 5.01}, "dataset_tokens_per_second": {"earnings22-10mins": 37.09, "librispeech-10mins": 20.81}, "average_wer": 14.57, "dataset_wer": {"earnings22-10mins": 15.48, "librispeech-10mins": 13.74}, "qoi": 0.37, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-base.en", "device": "iPhone 15 Pro Max", "os": "iOS 18.1", "timestamp": "2024-10-25T17:06:32Z", "speed": 48.19, "tokens_per_second": 165.2, "dataset_speed": {"earnings22-10mins": 76.5, "librispeech-10mins": 35.22}, "dataset_tokens_per_second": {"earnings22-10mins": 234.35, "librispeech-10mins": 133.5}, "average_wer": 9.98, "dataset_wer": {"earnings22-10mins": 11.34, "librispeech-10mins": 8.74}, "qoi": 0.51, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-base.en", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-25T05:25:20Z", "speed": 23.68, "tokens_per_second": 81.16, "dataset_speed": {"earnings22-10mins": 35.82, "librispeech-10mins": 17.71}, "dataset_tokens_per_second": {"earnings22-10mins": 109.73, "librispeech-10mins": 67.1}, "average_wer": 9.91, "dataset_wer": {"earnings22-10mins": 11.19, "librispeech-10mins": 8.74}, "qoi": 0.51, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-tiny.en", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-25T05:21:54Z", "speed": 67.77, "tokens_per_second": 245.02, "dataset_speed": {"earnings22-10mins": 149.97, "librispeech-10mins": 43.84}, "dataset_tokens_per_second": {"earnings22-10mins": 461.16, "librispeech-10mins": 182.11}, "average_wer": 14.6, "dataset_wer": {"earnings22-10mins": 15.92, "librispeech-10mins": 13.41}, "qoi": 0.39, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-25T08:53:45Z", "speed": 4.05, "tokens_per_second": 13.68, "dataset_speed": {"librispeech-10mins": 3.44, "earnings22-10mins": 5.26}, "dataset_tokens_per_second": {"librispeech-10mins": 12.68, "earnings22-10mins": 15.7}, "average_wer": 17.81, "dataset_wer": {"librispeech-10mins": 4.93, "earnings22-10mins": 32.05}, "qoi": 0.67, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} @@ -188,17 +241,24 @@ {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 13 Pro", "os": "iOS 18.0", "timestamp": "2024-10-25T08:55:59Z", "speed": 5.16, "tokens_per_second": 19.1, "dataset_speed": {"earnings22-10mins": 9.44, "librispeech-10mins": 3.55}, "dataset_tokens_per_second": {"earnings22-10mins": 30.3, "librispeech-10mins": 14.9}, "average_wer": 7.66, "dataset_wer": {"earnings22-10mins": 9.16, "librispeech-10mins": 6.31}, "qoi": 0.67, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3/947MB", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-25T10:28:47Z", "speed": 3.62, "tokens_per_second": 14.45, "dataset_speed": {"earnings22-10mins": 6.0, "librispeech-10mins": 2.6}, "dataset_tokens_per_second": {"earnings22-10mins": 18.43, "librispeech-10mins": 12.74}, "average_wer": 7.73, "dataset_wer": {"earnings22-10mins": 11.19, "librispeech-10mins": 4.6}, "qoi": 0.7, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v2", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-25T08:28:45Z", "speed": 3.73, "tokens_per_second": 14.14, "dataset_speed": {"librispeech-10mins": 2.8, "earnings22-10mins": 5.58}, "dataset_tokens_per_second": {"librispeech-10mins": 12.08, "earnings22-10mins": 18.25}, "average_wer": 6.59, "dataset_wer": {"librispeech-10mins": 5.79, "earnings22-10mins": 7.49}, "qoi": 0.64, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-large-v2/turbo", "device": "Apple M3 Max", "os": "macOS 15.0.1", "timestamp": "2024-10-25T15:50:37Z", "speed": 3.97, "tokens_per_second": 14.96, "dataset_speed": {"librispeech-10mins": 2.88, "earnings22-10mins": 6.4}, "dataset_tokens_per_second": {"librispeech-10mins": 12.39, "earnings22-10mins": 20.69}, "average_wer": 6.42, "dataset_wer": {"librispeech-10mins": 5.98, "earnings22-10mins": 6.9}, "qoi": 0.64, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-25T12:12:51Z", "speed": 9.8, "tokens_per_second": 37.35, "dataset_speed": {"librispeech-10mins": 6.57, "earnings22-10mins": 19.29}, "dataset_tokens_per_second": {"librispeech-10mins": 27.15, "earnings22-10mins": 67.39}, "average_wer": 5.83, "dataset_wer": {"librispeech-10mins": 4.34, "earnings22-10mins": 7.49}, "qoi": 0.74, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-25T10:26:20Z", "speed": 9.44, "tokens_per_second": 31.91, "dataset_speed": {"earnings22-10mins": 9.44}, "dataset_tokens_per_second": {"earnings22-10mins": 31.91}, "average_wer": 8.07, "dataset_wer": {"earnings22-10mins": 8.07}, "qoi": 1, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-base", "device": "iPhone 13 Pro", "os": "iOS 18.0", "timestamp": "2024-10-25T05:11:46Z", "speed": 34.57, "tokens_per_second": 127.5, "dataset_speed": {"librispeech-10mins": 24.61, "earnings22-10mins": 58.25}, "dataset_tokens_per_second": {"librispeech-10mins": 102.36, "earnings22-10mins": 187.27}, "average_wer": 12.63, "dataset_wer": {"librispeech-10mins": 11.97, "earnings22-10mins": 13.37}, "qoi": 0.39, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-tiny", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-25T08:14:35Z", "speed": 70.43, "tokens_per_second": 286.7, "dataset_speed": {"librispeech-10mins": 51.12, "earnings22-10mins": 113.48}, "dataset_tokens_per_second": {"librispeech-10mins": 211.17, "earnings22-10mins": 455.06}, "average_wer": 16.43, "dataset_wer": {"librispeech-10mins": 15.65, "earnings22-10mins": 17.3}, "qoi": 0.33, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-26T22:36:25Z", "speed": 2.88, "tokens_per_second": 9.84, "dataset_speed": {"earnings22-10mins": 3.74, "librispeech-10mins": 2.5}, "dataset_tokens_per_second": {"earnings22-10mins": 11.23, "librispeech-10mins": 9.24}, "average_wer": 22.78, "dataset_wer": {"earnings22-10mins": 42.51, "librispeech-10mins": 4.93}, "qoi": 0.67, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-tiny", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-25T05:20:27Z", "speed": 60.83, "tokens_per_second": 247.57, "dataset_speed": {"earnings22-10mins": 92.68, "librispeech-10mins": 45.32}, "dataset_tokens_per_second": {"earnings22-10mins": 371.01, "librispeech-10mins": 187.45}, "average_wer": 16.74, "dataset_wer": {"earnings22-10mins": 18.02, "librispeech-10mins": 15.58}, "qoi": 0.33, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3/turbo", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-25T08:27:54Z", "speed": 4.26, "tokens_per_second": 14.5, "dataset_speed": {"librispeech-10mins": 2.94, "earnings22-10mins": 7.77}, "dataset_tokens_per_second": {"librispeech-10mins": 10.91, "earnings22-10mins": 24.02}, "average_wer": 5.9, "dataset_wer": {"librispeech-10mins": 4.01, "earnings22-10mins": 7.99}, "qoi": 0.74, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-small.en", "device": "Apple M3 Max", "os": "macOS 15.0.1", "timestamp": "2024-10-25T15:30:53Z", "speed": 20.21, "tokens_per_second": 72.69, "dataset_speed": {"earnings22-10mins": 35.3, "librispeech-10mins": 14.18}, "dataset_tokens_per_second": {"earnings22-10mins": 118.54, "librispeech-10mins": 54.35}, "average_wer": 7.87, "dataset_wer": {"earnings22-10mins": 8.72, "librispeech-10mins": 7.1}, "qoi": 0.6, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-small.en", "device": "iPhone 15 Pro", "os": "iOS 18.1", "timestamp": "2024-10-26T22:02:56Z", "speed": 14.04, "tokens_per_second": 50.77, "dataset_speed": {"earnings22-10mins": 18.14, "librispeech-10mins": 11.46}, "dataset_tokens_per_second": {"earnings22-10mins": 61.55, "librispeech-10mins": 43.98}, "average_wer": 7.9, "dataset_wer": {"earnings22-10mins": 8.79, "librispeech-10mins": 7.1}, "qoi": 0.6, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3-v20240930", "device": "Apple M2 Ultra", "os": "macOS 15.0.1", "timestamp": "2024-10-25T09:54:52Z", "speed": 9.18, "tokens_per_second": 36.81, "dataset_speed": {"librispeech-10mins": 5.85, "earnings22-10mins": 21.39}, "dataset_tokens_per_second": {"librispeech-10mins": 24.25, "earnings22-10mins": 82.89}, "average_wer": 5.9, "dataset_wer": {"librispeech-10mins": 4.34, "earnings22-10mins": 7.63}, "qoi": 0.74, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v2/949MB", "device": "Apple M3 Max", "os": "macOS 15.1.0", "timestamp": "2024-10-25T08:58:10Z", "speed": 3.44, "tokens_per_second": 14.71, "dataset_speed": {"librispeech-10mins": 2.72, "earnings22-10mins": 4.67}, "dataset_tokens_per_second": {"librispeech-10mins": 12.64, "earnings22-10mins": 18.29}, "average_wer": 7.63, "dataset_wer": {"librispeech-10mins": 5.59, "earnings22-10mins": 9.88}, "qoi": 0.63, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-base.en", "device": "iPhone 16 Pro", "os": "iOS 18.0.1", "timestamp": "2024-10-25T07:09:12Z", "speed": 49.86, "tokens_per_second": 180.23, "dataset_speed": {"librispeech-10mins": 39.05, "earnings22-10mins": 69.06}, "dataset_tokens_per_second": {"librispeech-10mins": 147.89, "earnings22-10mins": 237.66}, "average_wer": 9.98, "dataset_wer": {"librispeech-10mins": 8.88, "earnings22-10mins": 11.19}, "qoi": 0.51, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-tiny", "device": "iPhone 15 Pro Max", "os": "iOS 18.1", "timestamp": "2024-10-25T17:02:51Z", "speed": 62.44, "tokens_per_second": 254.0, "dataset_speed": {"librispeech-10mins": 47.66, "earnings22-10mins": 90.68}, "dataset_tokens_per_second": {"librispeech-10mins": 196.86, "earnings22-10mins": 363.17}, "average_wer": 16.5, "dataset_wer": {"librispeech-10mins": 15.58, "earnings22-10mins": 17.51}, "qoi": 0.33, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "distil-whisper/distil-large-v3/594MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-25T09:30:59Z", "speed": 4.78, "tokens_per_second": 17.7, "dataset_speed": {"librispeech-10mins": 3.3, "earnings22-10mins": 8.68}, "dataset_tokens_per_second": {"librispeech-10mins": 13.89, "earnings22-10mins": 27.75}, "average_wer": 7.35, "dataset_wer": {"librispeech-10mins": 6.11, "earnings22-10mins": 8.72}, "qoi": 0.65, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "distil-whisper/distil-large-v3/turbo", "device": "iPad Air 11-inch (M2)", "os": "iPadOS 17.6.1", "timestamp": "2024-10-25T09:11:10Z", "speed": 1.69, "tokens_per_second": 5.16, "dataset_speed": {"earnings22-10mins": 1.69}, "dataset_tokens_per_second": {"earnings22-10mins": 5.16}, "average_wer": 8.28, "dataset_wer": {"earnings22-10mins": 8.28}, "qoi": 0, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-large-v3/turbo/954MB", "device": "iPhone 15 Pro Max", "os": "iOS 18.1", "timestamp": "2024-10-25T17:56:33Z", "speed": 2.19, "tokens_per_second": 7.71, "dataset_speed": {"librispeech-10mins": 2.08, "earnings22-10mins": 2.47}, "dataset_tokens_per_second": {"librispeech-10mins": 7.68, "earnings22-10mins": 7.78}, "average_wer": 29.17, "dataset_wer": {"librispeech-10mins": 4.93, "earnings22-10mins": 55.96}, "qoi": 0.67, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v2/turbo/955MB", "device": "iPhone 14", "os": "iOS 17.3", "timestamp": "2024-10-25T07:17:02Z", "speed": 2.27, "tokens_per_second": 7.84, "dataset_speed": {"librispeech-10mins": 1.84, "earnings22-10mins": 2.97}, "dataset_tokens_per_second": {"librispeech-10mins": 6.98, "earnings22-10mins": 9.22}, "average_wer": 7.21, "dataset_wer": {"librispeech-10mins": 6.38, "earnings22-10mins": 8.14}, "qoi": 0.61, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "openai/whisper-large-v3-v20240930/turbo/632MB", "device": "Apple M2 Pro", "os": "macOS 15.0.1", "timestamp": "2024-10-25T10:09:30Z", "speed": 12.28, "tokens_per_second": 45.32, "dataset_speed": {"earnings22-10mins": 20.26, "librispeech-10mins": 8.82}, "dataset_tokens_per_second": {"earnings22-10mins": 76.02, "librispeech-10mins": 32.01}, "average_wer": 6.28, "dataset_wer": {"earnings22-10mins": 8.14, "librispeech-10mins": 4.6}, "qoi": 0.71, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} +{"model": "openai/whisper-small.en", "device": "iPhone 15 Pro Max", "os": "iOS 18.1", "timestamp": "2024-10-25T17:10:58Z", "speed": 13.35, "tokens_per_second": 48.29, "dataset_speed": {"earnings22-10mins": 17.18, "librispeech-10mins": 10.93}, "dataset_tokens_per_second": {"earnings22-10mins": 58.33, "librispeech-10mins": 41.93}, "average_wer": 7.97, "dataset_wer": {"earnings22-10mins": 8.94, "librispeech-10mins": 7.1}, "qoi": 0.6, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"} {"model": "distil-whisper/distil-large-v3/turbo", "device": "iPad Pro 11-inch (M4)", "os": "iPadOS 18.1", "timestamp": "2024-10-25T09:41:27Z", "speed": 1.97, "tokens_per_second": 6.1, "dataset_speed": {"earnings22-10mins": 1.97}, "dataset_tokens_per_second": {"earnings22-10mins": 6.1}, "average_wer": 8.07, "dataset_wer": {"earnings22-10mins": 8.07}, "qoi": 1, "commit_hash": "6962d0d", "commit_timestamp": "2024-10-25T012729"}