Model: nvidia/diar_streaming_sortformer_4spk-v2.1
Author: nvidia
Pipeline: automatic-speech-recognition
Library: nemo
Tags: nemo, speaker-diarization, speaker-recognition, speech, audio, Transformer, FastConformer, Conformer, NEST, pytorch, NeMo, automatic-speech-recognition, dataset:fisher_english, dataset:NIST_SRE_2004-2010, dataset:librispeech, dataset:ami_meeting_corpus, dataset:voxconverse_v0.3, dataset:icsi, dataset:aishell4, dataset:dihard_challenge-3-dev, dataset:NIST_SRE_2000-Disc8_split1, dataset:NOTSOFAR1, dataset:Alimeeting-train, dataset:DiPCo, arxiv:2409.06656, arxiv:2507.18446, arxiv:2408.13106, arxiv:2305.05084, arxiv:2310.12371, arxiv:2507.09226, license:other, model-index, region:us
Card metadata: license: other
license_name: nvidia-open-model-license
license_link: https://www.nvidia.com/en-us/agreements/enterprise-software/nvidia-open-model-license/
library_name: nemo
datasets: fisher_english, NIST_SRE_2004-2010, librispeech, ami_meeting_corpus, voxconverse_v0.3, icsi, aishell4, dihard_challenge-3-dev, NIST_SRE_2000-Disc8_split1, NOTSOFAR1, Alimeeting-train, DiPCo
tags: speaker-diarization, speaker-recognition, speech, audio, Transformer, FastConformer, Conformer, NEST, pytorch, NeMo
widget: example_title: Librispeech sample 1
src: https://cdn-media.huggingface.co/speech_samples/sample1.flac, example_title: Librispeech sample 2
src: https://cdn-media.huggingface.co/speech_samples/sample2.flac
model-index: name: diar_streaming_sortformer_4spk-v2.1
results: task: name: Speaker Diarization
type: speaker-diarization-with-post-processing
dataset: name: DIHARD III Eval (1-4 spk)
type: dihard3-eval-1to4spks
config: with_overlap_collar_0.0s
input_buffer_lenght: 1.04s
split: eval-1to4spks
metrics: name: Test DER
type: der
value: 15.09
verified: no, task: name: Speaker Diarization
type: speaker-diarization-with-post-processing
dataset: name: DIHARD III Eval (5-9 spk)
type: dihard3-eval-5to9spks
config: with_overlap_collar_0.0s
input_buffer_lenght: 1.04s
split: eval-5to9spks
metrics: name: Test DER
type: der
value: 41.42
verified: no, task: name: Speaker Diarization
type: speaker-diarization-with-post-processing
dataset: name: DIHARD III Eval (full)
type: dihard3-eval
config: with_overlap_collar_0.0s
input_buffer_lenght: 1.04s
split: eval
metrics: name: Test DER
type: der
value: 20.21
verified: no, task: name: Speaker Diarization
type: speaker-diarization-with-post-processing
dataset: name: CALLHOME (NIST-SRE-2000 Disc8) part2 (2 spk)
type: CALLHOME-part2-2spk
config: with_overlap_collar_0.25s
input_buffer_lenght: 1.04s
split: part2-2spk
metrics: name: Test DER
type: der
value: 6.65
verified: no, task: name: Speaker Diarization
type: speaker-diarization-with-post-processing
dataset: name: CALLHOME (NIST-SRE-2000 Disc8) part2 (3 spk)
type: CALLHOME-part2-3spk
config: with_overlap_collar_0.25s
input_buffer_lenght: 1.04s
split: part2-3spk
metrics: name: Test DER
type: der
value: 11.25
verified: no, task: name: Speaker Diarization
type: speaker-diarization-with-post-processing
dataset: name: CALLHOME (NIST-SRE-2000 Disc8) part2 (4 spk)
type: CALLHOME-part2-4spk
config: with_overlap_collar_0.25s
input_buffer_lenght: 1.04s
split: part2-4spk
metrics: name: Test DER
type: der
value: 13.35
verified: no, task: name: Speaker Diarization
type: speaker-diarization-with-post-processing
dataset: name: CALLHOME (NIST-SRE-2000 Disc8) part2 (5 spk)
type: CALLHOME-part2-5spk
config: with_overlap_collar_0.25s
input_buffer_lenght: 1.04s
split: part2-5spk
metrics: name: Test DER
type: der
value: 22.12
verified: no, task: name: Speaker Diarization
type: speaker-diarization-with-post-processing
dataset: name: CALLHOME (NIST-SRE-2000 Disc8) part2 (6 spk)
type: CALLHOME-part2-6spk
config: with_overlap_collar_0.25s
input_buffer_lenght: 1.04s
split: part2-6spk
metrics: name: Test DER
type: der
value: 24.51
verified: no, task: name: Speaker Diarization
type: speaker-diarization-with-post-processing
dataset: name: CALLHOME (NIST-SRE-2000 Disc8) part2 (full)
type: CALLHOME-part2
config: with_overlap_collar_0.25s
input_buffer_lenght: 1.04s
split: part2
metrics: name: Test DER
type: der
value: 11.19
verified: no, task: name: Speaker Diarization
type: speaker-diarization-with-post-processing
dataset: name: call_home_american_english_speech
type: CHAES_2spk_109sessions
config: with_overlap_collar_0.25s
input_buffer_lenght: 1.04s
split: ch109
metrics: name: Test DER
type: der
value: 5.09
verified: no, task: name: Speaker Diarization
type: speaker-diarization-with-post-processing
dataset: name: AliMeeting Test near
type: alimeeting-test-near
config: with_overlap_collar_0.0s
input_buffer_lenght: 1.04s
split: test-near
metrics: name: Test DER
type: der
value: 12.6
verified: no, task: name: Speaker Diarization
type: speaker-diarization-with-post-processing
dataset: name: AliMeeting Test far
type: alimeeting-test-far
config: with_overlap_collar_0.0s
input_buffer_lenght: 1.04s
split: test-far
metrics: name: Test DER
type: der
value: 15.6
verified: no, task: name: Speaker Diarization
type: speaker-diarization-with-post-processing
dataset: name: AMI Test IHM
type: ami-test-ihm
config: with_overlap_collar_0.0s
input_buffer_lenght: 1.04s
split: test-ihm
metrics: name: Test DER
type: der
value: 16.67
verified: no, task: name: Speaker Diarization
type: speaker-diarization-with-post-processing
dataset: name: AMI Test SDM
type: ami-test-sdm
config: with_overlap_collar_0.0s
input_buffer_lenght: 1.04s
split: test-sdm
metrics: name: Test DER
type: der
value: 20.57
verified: no, task: name: Speaker Diarization
type: speaker-diarization-with-post-processing
dataset: name: NOTSOFAR1 Eval SC (<=4 spk)
type: notsofar1-eval-sc-1to4spks
config: with_overlap_collar_0.0s
input_buffer_lenght: 1.04s
split: eval-sc-1to4spks
metrics: name: Test DER
type: der
value: 17.26
verified: no, task: name: Speaker Diarization
type: speaker-diarization-with-post-processing
dataset: name: NOTSOFAR1 Eval SC (>=5 spk)
type: notsofar1-eval-sc-5to7spks
config: with_overlap_collar_0.0s
input_buffer_lenght: 1.04s
split: eval-sc-5to7spks
metrics: name: Test DER
type: der
value: 36.76
verified: no, task: name: Speaker Diarization
type: speaker-diarization-with-post-processing
dataset: name: NOTSOFAR1 Eval SC (full)
type: notsofar1-eval-sc
config: with_overlap_collar_0.0s
input_buffer_lenght: 1.04s
split: eval-sc
metrics: name: Test DER
type: der
value: 28.75
verified: no
metrics: der
pipeline_tag: automatic-speech-recognition
Likes: 29 | All-time downloads: 1824
Created: 2025-10-22 17:54:27