diff --git a/docs/source/asr/data/scores/be/conformer_be.csv b/docs/source/asr/data/scores/be/conformer_be.csv new file mode 100644 index 000000000000..12fcfe0e554b --- /dev/null +++ b/docs/source/asr/data/scores/be/conformer_be.csv @@ -0,0 +1,3 @@ +Model Name,Language,MCV Test-Set v10 (be) +stt_be_conformer_ctc_large,be,4.7 % +stt_be_conformer_transducer_large,be,3.8 % diff --git a/docs/source/asr/data/scores/ca/conformer_ca.csv b/docs/source/asr/data/scores/ca/conformer_ca.csv index a9c139354738..bc30b90a25b4 100644 --- a/docs/source/asr/data/scores/ca/conformer_ca.csv +++ b/docs/source/asr/data/scores/ca/conformer_ca.csv @@ -1,3 +1,3 @@ -Model Name,Language,MCV Test-Set v9.0 (ca) -stt_ca_conformer_ctc_large,ca,4.27 -stt_ca_conformer_transducer_large,ca,3.85 \ No newline at end of file +Model Name,Language,MCV Dev-Set (v??) (ca),MCV Dev-Set v9.0 (ca),MCV Test-Set v9.0 (ca) +stt_ca_conformer_ctc_large,ca,,4.70,4.27 +stt_ca_conformer_transducer_large,ca,,4.43,3.85 diff --git a/docs/source/asr/data/scores/ca/quartznet15x5_ca.csv b/docs/source/asr/data/scores/ca/quartznet15x5_ca.csv index 1082d5c3d749..6b826662e25e 100644 --- a/docs/source/asr/data/scores/ca/quartznet15x5_ca.csv +++ b/docs/source/asr/data/scores/ca/quartznet15x5_ca.csv @@ -1,2 +1,2 @@ -Model Name,Language,MCV Dev-Set (v??) (ca) -stt_ca_quartznet15x5,ca,6.0 +Model Name,Language,MCV Dev-Set (v??) (ca),MCV Dev-Set v9.0 (ca),MCV Test-Set v9.0 (ca) +stt_ca_quartznet15x5,ca,6.0,, diff --git a/docs/source/asr/data/scores/en/conformer_en.csv b/docs/source/asr/data/scores/en/conformer_en.csv index 57a8ad69b0b2..23ec44382578 100644 --- a/docs/source/asr/data/scores/en/conformer_en.csv +++ b/docs/source/asr/data/scores/en/conformer_en.csv @@ -1,14 +1,14 @@ Model Name,Language,Librispeech Dev-Clean,Librispeech Dev-Other,Librispeech Test-Clean,Librispeech Test-Other,MCV Test-Set v8.0 (en),MLS Dev (en),MLS Test (en),NSC Part1,NSC Part6,Peoples Speech Test v1,SLR 83 Test,WSJ Dev 93,WSJ Eval 92 stt_en_conformer_ctc_small,en,3.6,8.1,3.7,8.1,,,,,,,,, stt_en_conformer_ctc_medium,en,2.5,5.8,2.6,5.9,,,,,,,,, -stt_en_conformer_ctc_large,en,2.0,4.4,2.1,4.3,,,,,,,,, +stt_en_conformer_ctc_large,en,1.9,4.4,2.1,4.5,,,,,,,,, stt_en_conformer_ctc_xlarge,en,1.77 %,3.79 %,2.00 %,3.74 %,7.88 %,,5.99 %,,6.44 %,22.90 %,5.50 %,2.36 %, stt_en_conformer_ctc_small_ls,en,3.3,8.8,3.4,8.8,,,,,,,,, stt_en_conformer_ctc_medium_ls,en,2.7,7.4,3.0,7.3,,,,,,,,, stt_en_conformer_ctc_large_ls,en,2.4,6.2,2.7,6.0,,,,,,,,, stt_en_conformer_transducer_small,en,2.8,6.6,2.5,6.6,,,,,,,,, stt_en_conformer_transducer_medium,en,2.0,4.6,2.1,4.7,,,,,,,,, -stt_en_conformer_transducer_large,en,1.5,3.5,1.7,3.6,,,,,,,,, +stt_en_conformer_transducer_large,en,1.6,3.5,1.7,3.7,,,,,,,,, stt_en_conformer_transducer_large_ls,en,2.1,5.0,2.3,5.1,,,,,,,,, stt_en_conformer_transducer_xlarge,en,1.48 %,2.95 %,1.62 %,3.01 %,6.46 %,4.59 %,5.32 %,5.70 %,6.47 %,21.32 %,,2.05 %,1.17 % stt_en_conformer_transducer_xxlarge,en,1.52 %,3.09 %,1.72 %,3.14 %,,5.29 %,5.85 %,6.64 %,,,,2.42 %,1.49 % diff --git a/docs/source/asr/data/scores/en/squeezeformer_en.csv b/docs/source/asr/data/scores/en/squeezeformer_en.csv new file mode 100644 index 000000000000..fdbd9bd99665 --- /dev/null +++ b/docs/source/asr/data/scores/en/squeezeformer_en.csv @@ -0,0 +1,7 @@ +Model Name,Language,Librispeech Dev-Clean,Librispeech Dev-Other,Librispeech Test-Clean,Librispeech Test-Other,MCV Test-Set v8.0 (en),MLS Dev (en),MLS Test (en),NSC Part1,NSC Part6,Peoples Speech Test v1,SLR 83 Test,WSJ Dev 93,WSJ Eval 92 +stt_en_squeezeformer_ctc_xsmall_ls,en,3.6 %,9.7 %,3.8 %,9.4 %,,,,,,,,, +stt_en_squeezeformer_ctc_small_ls,en,2.9 %,7.4 %,3.1 %,7.4 %,,,,,,,,, +stt_en_squeezeformer_ctc_small_medium_ls,en,2.7 %,7.0 %,2.8 %,7.1 %,,,,,,,,, +stt_en_squeezeformer_ctc_medium_ls,en,2.4 %,6.2 %,2.6 %,6.3 %,,,,,,,,, +stt_en_squeezeformer_ctc_medium_large_ls,en,2.3 %,6.0 %,2.5 %,5.9 %,,,,,,,,, +stt_en_squeezeformer_ctc_large_ls,en,2.3 %,5.7 %,2.4 %,5.7 %,,,,,,,,, diff --git a/docs/source/asr/data/scores/enes/conformer_enes.csv b/docs/source/asr/data/scores/enes/conformer_enes.csv index 9e3cad59944c..983e664d4de1 100644 --- a/docs/source/asr/data/scores/enes/conformer_enes.csv +++ b/docs/source/asr/data/scores/enes/conformer_enes.csv @@ -1,3 +1,5 @@ -Model Name,Language,Fisher-Dev-Es,Librispeech Dev-Clean,Librispeech Dev-Other,Librispeech Test-Clean,Librispeech Test-Other,MCV Dev-Set v7.0 (en),MLS Dev (es),VoxPopuli Dev (es) -stt_enes_conformer_ctc_large,enes,16.7 %,2.2 %,5.5 %,2.6 %,5.5 %,5.8 %,3.5 %,5.7 % -stt_enes_conformer_transducer_large,enes,16.2 %,2.0 %,4.6 %,2.2 %,4.6 %,5.0 %,3.3 %,5.3 % +Model Name,Language,Fisher-Dev-En,Fisher-Dev-Es,Fisher-Test-En,Fisher-Test-Es,Librispeech Dev-Clean,Librispeech Dev-Other,Librispeech Test-Clean,Librispeech Test-Other,MCV Dev-Set v7.0 (en),MCV Dev-Set v7.0 (es),MCV Test-Set v7.0 (en),MCV Test-Set v7.0 (es),MLS Dev (en),MLS Dev (es),MLS Test (en),MLS Test (es),VoxPopuli Dev (en),VoxPopuli Dev (es),VoxPopuli Test (en),VoxPopuli Test (es) +stt_enes_conformer_ctc_large,enes,,16.7 %,,,2.2 %,5.5 %,2.6 %,5.5 %,5.8 %,,,,,3.5 %,,,,5.7 %,, +stt_enes_conformer_ctc_large_codesw,enes,,16.51 %,,16.31 %,2.22 %,5.36 %,2.55 %,5.38 %,,5.00 %,,5.51 %,,3.46 %,,3.73 %,,5.58 %,,6.63 % +stt_enes_conformer_transducer_large,enes,,16.2 %,,,2.0 %,4.6 %,2.2 %,4.6 %,5.0 %,,,,,3.3 %,,,,5.3 %,, +stt_enes_conformer_transducer_large_codesw,enes,15.70 %,,15.66 %,,1.97 %,4.54 %,2.17 %,4.53 %,4.51 %,,5.06 %,,3.27 %,,3.67 %,,5.28 %,,6.54 %, diff --git a/docs/source/asr/data/scores/enes/contextnet_enes.csv b/docs/source/asr/data/scores/enes/contextnet_enes.csv index 694820ac1b88..72a895303bbb 100644 --- a/docs/source/asr/data/scores/enes/contextnet_enes.csv +++ b/docs/source/asr/data/scores/enes/contextnet_enes.csv @@ -1,2 +1,2 @@ -Model Name,Language,Fisher-Dev-Es,Librispeech Dev-Clean,Librispeech Dev-Other,Librispeech Test-Clean,Librispeech Test-Other,MCV Dev-Set v7.0 (en),MLS Dev (es),VoxPopuli Dev (es) -stt_enes_contextnet_large,enes,14.8 %,2.2 %,5.6 %,2.3 %,5.5 %,4.7 %,3.0 %,5.0 % +Model Name,Language,Fisher-Dev-En,Fisher-Dev-Es,Fisher-Test-En,Fisher-Test-Es,Librispeech Dev-Clean,Librispeech Dev-Other,Librispeech Test-Clean,Librispeech Test-Other,MCV Dev-Set v7.0 (en),MCV Dev-Set v7.0 (es),MCV Test-Set v7.0 (en),MCV Test-Set v7.0 (es),MLS Dev (en),MLS Dev (es),MLS Test (en),MLS Test (es),VoxPopuli Dev (en),VoxPopuli Dev (es),VoxPopuli Test (en),VoxPopuli Test (es) +stt_enes_contextnet_large,enes,,14.8 %,,,2.2 %,5.6 %,2.3 %,5.5 %,4.7 %,,,,,3.0 %,,,,5.0 %,, diff --git a/docs/source/asr/data/scores/hr/conformer_hr.csv b/docs/source/asr/data/scores/hr/conformer_hr.csv index 9c8128534b2f..04383a14e888 100644 --- a/docs/source/asr/data/scores/hr/conformer_hr.csv +++ b/docs/source/asr/data/scores/hr/conformer_hr.csv @@ -1,3 +1,3 @@ -Model Name,Language,ParlaSpeech-HR v1.0 (dev),ParlaSpeech-HR v1.0 (test) +Model Name,Language,ParlaSpeech Dev-Set v1.0 (hr),ParlaSpeech Test-Set v1.0 (hr) stt_hr_conformer_ctc_large,hr,4.43,4.70 stt_hr_conformer_transducer_large,hr,4.56,4.69 diff --git a/docs/source/asr/data/scores/rw/conformer_rw.csv b/docs/source/asr/data/scores/rw/conformer_rw.csv index 52196a54335f..e5544a8067d5 100644 --- a/docs/source/asr/data/scores/rw/conformer_rw.csv +++ b/docs/source/asr/data/scores/rw/conformer_rw.csv @@ -1,3 +1,3 @@ Model Name,Language,MCV Test-Set v9.0 (rw) -stt_rw_conformer_ctc_large,rw,18.22 -stt_rw_conformer_transducer_large,rw,16.19 \ No newline at end of file +stt_rw_conformer_ctc_large,rw,18.2 % +stt_rw_conformer_transducer_large,rw,16.2 % diff --git a/docs/source/asr/scores.rst b/docs/source/asr/scores.rst index 9f436ffccb35..2f75ae0a3db8 100644 --- a/docs/source/asr/scores.rst +++ b/docs/source/asr/scores.rst @@ -42,16 +42,26 @@ EN -------------------- -CA +.. csv-table:: + :header-rows: 1 + :align: left + :file: data/scores/en/squeezeformer_en.csv + +-------------------- + +BE ^^ .. csv-table:: :header-rows: 1 :align: left - :file: data/scores/ca/quartznet15x5_ca.csv + :file: data/scores/be/conformer_be.csv -------------------- +CA +^^ + .. csv-table:: :header-rows: 1 :align: left @@ -59,6 +69,13 @@ CA -------------------- +.. csv-table:: + :header-rows: 1 + :align: left + :file: data/scores/ca/quartznet15x5_ca.csv + +-------------------- + DE ^^ @@ -189,6 +206,16 @@ IT -------------------- +KAB +^^^ + +.. csv-table:: + :header-rows: 1 + :align: left + :file: data/scores/kab/conformer_kab.csv + +-------------------- + PL ^^ @@ -209,6 +236,16 @@ RU -------------------- +RW +^^ + +.. csv-table:: + :header-rows: 1 + :align: left + :file: data/scores/rw/conformer_rw.csv + +-------------------- + ZH ^^ @@ -223,3 +260,6 @@ ZH :header-rows: 1 :align: left :file: data/scores/zh/conformer_zh.csv + +-------------------- +