Upload folder using huggingface_hub

results_organized/llama3_70b_judge/accent_recognition.csv

@@ -1,10 +1,10 @@
-Model,voxceleb_accent_test
-whisper_large_v3,
-gemini-1.5-flash,
-Qwen-Audio-Chat,48.05088223225277
-SALMONN_7B,34.222404595814524
-Qwen2-Audio-7B-Instruct,29.187525646286417
-WavLLM_fairseq,
-MERaLiON-AudioLLM-Whisper-SEA-LION,47.01682396389003
-cascade_whisper_large_v3_llama_3_8b_instruct,39.32704144439885
-cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct,24.640951990151827
+Model,voxceleb_accent_test,imda_ar_sentence,imda_ar_dialogue
+whisper_large_v3,,,
+gemini-1.5-flash,,,
+Qwen-Audio-Chat,48.05088223225277,,
+SALMONN_7B,34.222404595814524,,
+Qwen2-Audio-7B-Instruct,29.187525646286417,,
+WavLLM_fairseq,,,
+MERaLiON-AudioLLM-Whisper-SEA-LION,47.01682396389003,7.966666666666667,77.83333333333333
+cascade_whisper_large_v3_llama_3_8b_instruct,39.32704144439885,,
+cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct,24.640951990151827,,

results_organized/llama3_70b_judge/gender_recognition.csv

@@ -1,10 +1,10 @@
-Model,voxceleb_gender_test,iemocap_gender_test
-whisper_large_v3,,
-gemini-1.5-flash,,
-Qwen-Audio-Chat,,
-SALMONN_7B,,
-Qwen2-Audio-7B-Instruct,,
-WavLLM_fairseq,,
-MERaLiON-AudioLLM-Whisper-SEA-LION,99.75379565038982,93.48605577689243
-cascade_whisper_large_v3_llama_3_8b_instruct,,
-cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct,,
+Model,voxceleb_gender_test,iemocap_gender_test,imda_gr_sentence,imda_gr_dialogue
+whisper_large_v3,,,,
+gemini-1.5-flash,,,,
+Qwen-Audio-Chat,,,,
+SALMONN_7B,,,,
+Qwen2-Audio-7B-Instruct,,,,
+WavLLM_fairseq,,,,
+MERaLiON-AudioLLM-Whisper-SEA-LION,99.75379565038982,93.48605577689243,66.36666666666666,93.76666666666667
+cascade_whisper_large_v3_llama_3_8b_instruct,,,,
+cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct,,,,

results_organized/llama3_70b_judge/sds_singlish.csv

@@ -0,0 +1,10 @@
+Model,imda_part3_30s_ds_human_test,imda_part4_30s_ds_human_test,imda_part5_30s_ds_human_test,imda_part6_30s_ds_human_test
+whisper_large_v3,,,,
+gemini-1.5-flash,,,,
+Qwen-Audio-Chat,16.4,16.0,28.2,40.4
+SALMONN_7B,9.0,7.0,17.2,24.2
+Qwen2-Audio-7B-Instruct,33.8,24.8,40.4,46.2
+WavLLM_fairseq,31.6,31.6,45.199999999999996,49.400000000000006
+MERaLiON-AudioLLM-Whisper-SEA-LION,48.4,46.4,57.0,62.599999999999994
+cascade_whisper_large_v3_llama_3_8b_instruct,37.400000000000006,36.0,49.0,57.199999999999996
+cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct,45.4,44.0,58.0,65.4

results_organized/llama3_70b_judge/under_development_llama3_70b_judge.csv

@@ -0,0 +1,10 @@
+Model,ytb_sqa_batch1,ytb_sds_batch1,ytb_pqa_batch1
+whisper_large_v3,,,46.5934065934066
+gemini-1.5-flash,,,
+Qwen-Audio-Chat,53.49705304518664,33.44307270233196,37.30769230769231
+SALMONN_7B,,,
+Qwen2-Audio-7B-Instruct,53.87033398821218,45.89849108367627,37.1978021978022
+WavLLM_fairseq,,,
+MERaLiON-AudioLLM-Whisper-SEA-LION,58.192534381139495,45.0480109739369,40.860805860805854
+cascade_whisper_large_v3_llama_3_8b_instruct,,,
+cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct,,,

results_organized/wer/under_development_wer.csv

@@ -0,0 +1,10 @@
+Model,cna_test,idpc_test,parliament_test,ukusnews_test,mediacorp_test,idpc_short_test,parliament_short_test,ukusnews_short_test,mediacorp_short_test,ytb_asr_batch1,ytb_asr_batch2,seame_dev_man,seame_dev_sge
+whisper_large_v3,0.13841717398269784,0.19880239520958085,0.0753619074652285,0.07135564378899603,0.12054884024828487,0.1662526275558953,0.05543951935226013,0.06168908700151238,0.11715763436024286,0.12226319428439733,0.17210509244242622,0.7225930420711975,0.5377268970583734
+gemini-1.5-flash,,,,,,,,,,0.1089344703080587,,,
+Qwen-Audio-Chat,0.19753284203780838,0.7710863986313088,0.26279685873781816,0.3158631121194933,0.4498529892192094,0.6008025988916491,0.09347360821020603,0.10399586086125925,0.2548909377108163,0.2297764461857571,0.4315277327278625,0.8783373786407767,1.05567969634822
+SALMONN_7B,0.15395706504325538,0.4550898203592814,0.3010928186204939,0.18918510115333712,0.32089186540346293,0.26313777947639977,0.08676929424202573,0.09042426172092653,0.1751742747919946,,0.3238620391393664,1.2721817691477886,1.0189782362484312
+Qwen2-Audio-7B-Instruct,0.2067713339741536,0.19093242087254064,0.23270886555019396,0.13843826810361126,0.18694870957203527,0.21326199120963119,0.08416492612361723,0.1194380323171217,0.17180121430177647,0.16843358684796805,0.2080008649583739,0.5522518878101402,0.5486546879304539
+WavLLM_fairseq,0.29856883477517887,0.7686911890504705,0.5216434856656259,0.5911892607298166,0.3595230316889905,0.36728454041658704,0.09512390087929656,0.2066783411605508,,,,1.2913969795037756,1.2204842511249197
+MERaLiON-AudioLLM-Whisper-SEA-LION,0.15924383210509452,0.30008554319931563,0.058922319992430694,0.12554358101720553,0.170859196341065,0.24918784635964075,0.056935097083623425,0.10144869855926132,0.13301101866426804,0.12222478297610817,0.25844956211482323,0.388282092772384,0.35550521901496834
+cascade_whisper_large_v3_llama_3_8b_instruct,0.13798996048275125,0.17741659538066723,0.07517267480367111,0.07642276422764227,0.13598497223129696,0.15803554366520162,0.05742502771975968,0.0700867627159118,0.11434675061839443,,,,
+cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct,0.15171419416853574,0.16766467065868262,0.06282524363705176,0.07388920400831915,0.12455080039202875,0.16931014714313014,0.07325752301384698,0.06877338215394412,0.14571621317742298,0.1400092187139894,0.2192622950819672,0.7824973031283711,0.5840399155162387