├── .gitignore ├── .gitmodules ├── README.md ├── collate_results.py ├── compute_DNSMOS.py ├── compute_rir_snr.py ├── compute_rir_t60.py ├── compute_speechmetrics.py ├── corruption_info.py ├── corruptions.py ├── create_accented_cv_dataset.py ├── create_accented_cv_dataset_hf.py ├── create_ami_dataset.py ├── create_common_voice_hf_metadata.py ├── create_speech_robust_bench_datasets.py ├── create_transformed_datasets.py ├── download_and_organize_hf_dataset.py ├── evaluate_single.py ├── filter_accent_results.py ├── filter_tedlium.py ├── gender_analysis.ipynb ├── merge_adv_eval_results.py ├── mls_spanish_opus ├── SPEAKERS.txt └── metainfo.txt ├── model_info.py ├── models ├── __init__.py ├── canary.py ├── deepspeech.py ├── hf.py ├── mms.py ├── parakeet.py ├── qwen_audio.py ├── rnnt.py └── whisper.py ├── requirements.txt ├── result_analysis_stability.ipynb ├── result_analysis_utility.ipynb ├── results ├── all_speechmetrics.csv └── speechmetrics.csv ├── rir_snr.csv ├── rir_t60.csv ├── run_speech_robust_bench.py ├── run_speech_robust_bench_adv.py ├── segment_chime6.py └── taxonomy.png /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/.gitmodules -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/README.md -------------------------------------------------------------------------------- /collate_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/collate_results.py -------------------------------------------------------------------------------- /compute_DNSMOS.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/compute_DNSMOS.py -------------------------------------------------------------------------------- /compute_rir_snr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/compute_rir_snr.py -------------------------------------------------------------------------------- /compute_rir_t60.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/compute_rir_t60.py -------------------------------------------------------------------------------- /compute_speechmetrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/compute_speechmetrics.py -------------------------------------------------------------------------------- /corruption_info.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/corruption_info.py -------------------------------------------------------------------------------- /corruptions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/corruptions.py -------------------------------------------------------------------------------- /create_accented_cv_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/create_accented_cv_dataset.py -------------------------------------------------------------------------------- /create_accented_cv_dataset_hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/create_accented_cv_dataset_hf.py -------------------------------------------------------------------------------- /create_ami_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/create_ami_dataset.py -------------------------------------------------------------------------------- /create_common_voice_hf_metadata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/create_common_voice_hf_metadata.py -------------------------------------------------------------------------------- /create_speech_robust_bench_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/create_speech_robust_bench_datasets.py -------------------------------------------------------------------------------- /create_transformed_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/create_transformed_datasets.py -------------------------------------------------------------------------------- /download_and_organize_hf_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/download_and_organize_hf_dataset.py -------------------------------------------------------------------------------- /evaluate_single.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/evaluate_single.py -------------------------------------------------------------------------------- /filter_accent_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/filter_accent_results.py -------------------------------------------------------------------------------- /filter_tedlium.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/filter_tedlium.py -------------------------------------------------------------------------------- /gender_analysis.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/gender_analysis.ipynb -------------------------------------------------------------------------------- /merge_adv_eval_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/merge_adv_eval_results.py -------------------------------------------------------------------------------- /mls_spanish_opus/SPEAKERS.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/mls_spanish_opus/SPEAKERS.txt -------------------------------------------------------------------------------- /mls_spanish_opus/metainfo.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/mls_spanish_opus/metainfo.txt -------------------------------------------------------------------------------- /model_info.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/model_info.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/models/__init__.py -------------------------------------------------------------------------------- /models/canary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/models/canary.py -------------------------------------------------------------------------------- /models/deepspeech.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/models/deepspeech.py -------------------------------------------------------------------------------- /models/hf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/models/hf.py -------------------------------------------------------------------------------- /models/mms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/models/mms.py -------------------------------------------------------------------------------- /models/parakeet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/models/parakeet.py -------------------------------------------------------------------------------- /models/qwen_audio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/models/qwen_audio.py -------------------------------------------------------------------------------- /models/rnnt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/models/rnnt.py -------------------------------------------------------------------------------- /models/whisper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/models/whisper.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/requirements.txt -------------------------------------------------------------------------------- /result_analysis_stability.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/result_analysis_stability.ipynb -------------------------------------------------------------------------------- /result_analysis_utility.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/result_analysis_utility.ipynb -------------------------------------------------------------------------------- /results/all_speechmetrics.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/results/all_speechmetrics.csv -------------------------------------------------------------------------------- /results/speechmetrics.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/results/speechmetrics.csv -------------------------------------------------------------------------------- /rir_snr.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/rir_snr.csv -------------------------------------------------------------------------------- /rir_t60.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/rir_t60.csv -------------------------------------------------------------------------------- /run_speech_robust_bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/run_speech_robust_bench.py -------------------------------------------------------------------------------- /run_speech_robust_bench_adv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/run_speech_robust_bench_adv.py -------------------------------------------------------------------------------- /segment_chime6.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/segment_chime6.py -------------------------------------------------------------------------------- /taxonomy.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahmedshah1494/speech_robust_bench/HEAD/taxonomy.png --------------------------------------------------------------------------------