├── .amlignore ├── .devcontainer └── devcontainer.json ├── .gitattributes ├── .gitignore ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── DATA_LICENSE ├── Dockerfile ├── LICENSE ├── README.md ├── SECURITY.md ├── Transparency_FAQ.md ├── asr └── asr.py ├── configs ├── conf_demo.yaml ├── inference │ ├── debug_inference.yaml │ ├── diarization │ │ └── nemo │ │ │ ├── diar_infer_general.yaml │ │ │ ├── diar_infer_meeting.yaml │ │ │ └── diar_infer_telephonic.yaml │ └── inference_v1.yaml └── train_css │ └── local │ ├── conformer_v0.51_mc.yaml │ ├── conformer_v0.51_sc.yaml │ ├── conformer_v0.5_mc.yaml │ ├── conformer_v0.5_sc.yaml │ ├── conformer_v1.0_mc.yaml │ ├── conformer_v1.0_sc.yaml │ ├── debug_mc.yaml │ └── debug_sc.yaml ├── css ├── css.py ├── css_with_conformer │ ├── README.md │ ├── executor │ │ ├── __init__.py │ │ ├── executor.py │ │ └── feature.py │ ├── nnet │ │ ├── __init__.py │ │ └── conformer.py │ ├── separate.py │ └── utils │ │ ├── __init__.py │ │ ├── audio_util.py │ │ ├── mvdr_util.py │ │ ├── overlapped_speech_1ch.scp │ │ └── overlapped_speech_7ch.scp ├── helpers.py └── training │ ├── augmentations.py │ ├── conformer_wrapper.py │ ├── losses.py │ ├── schedulers.py │ ├── simulated_dataset.py │ └── train.py ├── diarization ├── diarization.py ├── diarization_common.py ├── time_based_diarization.py └── word_based_diarization.py ├── inference_pipeline ├── inference.py └── load_meeting_data.py ├── requirements.txt ├── run_inference.py ├── run_training_css_local.py ├── sample_data └── css_train_set │ ├── 0000_Libri.clean-500.book_00082_chp_0009_reader_02124_53.gt_noise │ ├── 0000_Libri.clean-500.book_00082_chp_0009_reader_02124_53.gt_spk_activity_scores │ ├── 0000_Libri.clean-500.book_00082_chp_0009_reader_02124_53.gt_spk_direct_early_echoes │ ├── 0000_Libri.clean-500.book_00082_chp_0009_reader_02124_53.gt_spk_reverb │ ├── 0000_Libri.clean-500.book_00082_chp_0009_reader_02124_53.json │ ├── 0000_Libri.clean-500.book_00082_chp_0009_reader_02124_53.mixture │ └── dataset-000000.map └── utils ├── audio_utils.py ├── azure_storage.py ├── conf.py ├── hugging_face_helper.py ├── logging_def.py ├── mic_array_model.py ├── notsofar_dataset.py ├── numpy_utils.py ├── plot_utils.py ├── results_analysis.py ├── scoring.py ├── text_norm_whisper_like ├── LICENSE ├── __init__.py ├── basic.py ├── english.json ├── english.py └── pre_english.json └── torch_utils.py /.amlignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/.amlignore -------------------------------------------------------------------------------- /.devcontainer/devcontainer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/.devcontainer/devcontainer.json -------------------------------------------------------------------------------- /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/.gitattributes -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/.gitignore -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /DATA_LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/DATA_LICENSE -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/README.md -------------------------------------------------------------------------------- /SECURITY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/SECURITY.md -------------------------------------------------------------------------------- /Transparency_FAQ.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/Transparency_FAQ.md -------------------------------------------------------------------------------- /asr/asr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/asr/asr.py -------------------------------------------------------------------------------- /configs/conf_demo.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/configs/conf_demo.yaml -------------------------------------------------------------------------------- /configs/inference/debug_inference.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/configs/inference/debug_inference.yaml -------------------------------------------------------------------------------- /configs/inference/diarization/nemo/diar_infer_general.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/configs/inference/diarization/nemo/diar_infer_general.yaml -------------------------------------------------------------------------------- /configs/inference/diarization/nemo/diar_infer_meeting.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/configs/inference/diarization/nemo/diar_infer_meeting.yaml -------------------------------------------------------------------------------- /configs/inference/diarization/nemo/diar_infer_telephonic.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/configs/inference/diarization/nemo/diar_infer_telephonic.yaml -------------------------------------------------------------------------------- /configs/inference/inference_v1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/configs/inference/inference_v1.yaml -------------------------------------------------------------------------------- /configs/train_css/local/conformer_v0.51_mc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/configs/train_css/local/conformer_v0.51_mc.yaml -------------------------------------------------------------------------------- /configs/train_css/local/conformer_v0.51_sc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/configs/train_css/local/conformer_v0.51_sc.yaml -------------------------------------------------------------------------------- /configs/train_css/local/conformer_v0.5_mc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/configs/train_css/local/conformer_v0.5_mc.yaml -------------------------------------------------------------------------------- /configs/train_css/local/conformer_v0.5_sc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/configs/train_css/local/conformer_v0.5_sc.yaml -------------------------------------------------------------------------------- /configs/train_css/local/conformer_v1.0_mc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/configs/train_css/local/conformer_v1.0_mc.yaml -------------------------------------------------------------------------------- /configs/train_css/local/conformer_v1.0_sc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/configs/train_css/local/conformer_v1.0_sc.yaml -------------------------------------------------------------------------------- /configs/train_css/local/debug_mc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/configs/train_css/local/debug_mc.yaml -------------------------------------------------------------------------------- /configs/train_css/local/debug_sc.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/configs/train_css/local/debug_sc.yaml -------------------------------------------------------------------------------- /css/css.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/css/css.py -------------------------------------------------------------------------------- /css/css_with_conformer/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/css/css_with_conformer/README.md -------------------------------------------------------------------------------- /css/css_with_conformer/executor/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /css/css_with_conformer/executor/executor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/css/css_with_conformer/executor/executor.py -------------------------------------------------------------------------------- /css/css_with_conformer/executor/feature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/css/css_with_conformer/executor/feature.py -------------------------------------------------------------------------------- /css/css_with_conformer/nnet/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/css/css_with_conformer/nnet/__init__.py -------------------------------------------------------------------------------- /css/css_with_conformer/nnet/conformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/css/css_with_conformer/nnet/conformer.py -------------------------------------------------------------------------------- /css/css_with_conformer/separate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/css/css_with_conformer/separate.py -------------------------------------------------------------------------------- /css/css_with_conformer/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /css/css_with_conformer/utils/audio_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/css/css_with_conformer/utils/audio_util.py -------------------------------------------------------------------------------- /css/css_with_conformer/utils/mvdr_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/css/css_with_conformer/utils/mvdr_util.py -------------------------------------------------------------------------------- /css/css_with_conformer/utils/overlapped_speech_1ch.scp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/css/css_with_conformer/utils/overlapped_speech_1ch.scp -------------------------------------------------------------------------------- /css/css_with_conformer/utils/overlapped_speech_7ch.scp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/css/css_with_conformer/utils/overlapped_speech_7ch.scp -------------------------------------------------------------------------------- /css/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/css/helpers.py -------------------------------------------------------------------------------- /css/training/augmentations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/css/training/augmentations.py -------------------------------------------------------------------------------- /css/training/conformer_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/css/training/conformer_wrapper.py -------------------------------------------------------------------------------- /css/training/losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/css/training/losses.py -------------------------------------------------------------------------------- /css/training/schedulers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/css/training/schedulers.py -------------------------------------------------------------------------------- /css/training/simulated_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/css/training/simulated_dataset.py -------------------------------------------------------------------------------- /css/training/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/css/training/train.py -------------------------------------------------------------------------------- /diarization/diarization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/diarization/diarization.py -------------------------------------------------------------------------------- /diarization/diarization_common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/diarization/diarization_common.py -------------------------------------------------------------------------------- /diarization/time_based_diarization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/diarization/time_based_diarization.py -------------------------------------------------------------------------------- /diarization/word_based_diarization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/diarization/word_based_diarization.py -------------------------------------------------------------------------------- /inference_pipeline/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/inference_pipeline/inference.py -------------------------------------------------------------------------------- /inference_pipeline/load_meeting_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/inference_pipeline/load_meeting_data.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/requirements.txt -------------------------------------------------------------------------------- /run_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/run_inference.py -------------------------------------------------------------------------------- /run_training_css_local.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/run_training_css_local.py -------------------------------------------------------------------------------- /sample_data/css_train_set/0000_Libri.clean-500.book_00082_chp_0009_reader_02124_53.gt_noise: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/sample_data/css_train_set/0000_Libri.clean-500.book_00082_chp_0009_reader_02124_53.gt_noise -------------------------------------------------------------------------------- /sample_data/css_train_set/0000_Libri.clean-500.book_00082_chp_0009_reader_02124_53.gt_spk_activity_scores: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/sample_data/css_train_set/0000_Libri.clean-500.book_00082_chp_0009_reader_02124_53.gt_spk_activity_scores -------------------------------------------------------------------------------- /sample_data/css_train_set/0000_Libri.clean-500.book_00082_chp_0009_reader_02124_53.gt_spk_direct_early_echoes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/sample_data/css_train_set/0000_Libri.clean-500.book_00082_chp_0009_reader_02124_53.gt_spk_direct_early_echoes -------------------------------------------------------------------------------- /sample_data/css_train_set/0000_Libri.clean-500.book_00082_chp_0009_reader_02124_53.gt_spk_reverb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/sample_data/css_train_set/0000_Libri.clean-500.book_00082_chp_0009_reader_02124_53.gt_spk_reverb -------------------------------------------------------------------------------- /sample_data/css_train_set/0000_Libri.clean-500.book_00082_chp_0009_reader_02124_53.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/sample_data/css_train_set/0000_Libri.clean-500.book_00082_chp_0009_reader_02124_53.json -------------------------------------------------------------------------------- /sample_data/css_train_set/0000_Libri.clean-500.book_00082_chp_0009_reader_02124_53.mixture: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/sample_data/css_train_set/0000_Libri.clean-500.book_00082_chp_0009_reader_02124_53.mixture -------------------------------------------------------------------------------- /sample_data/css_train_set/dataset-000000.map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/sample_data/css_train_set/dataset-000000.map -------------------------------------------------------------------------------- /utils/audio_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/utils/audio_utils.py -------------------------------------------------------------------------------- /utils/azure_storage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/utils/azure_storage.py -------------------------------------------------------------------------------- /utils/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/utils/conf.py -------------------------------------------------------------------------------- /utils/hugging_face_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/utils/hugging_face_helper.py -------------------------------------------------------------------------------- /utils/logging_def.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/utils/logging_def.py -------------------------------------------------------------------------------- /utils/mic_array_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/utils/mic_array_model.py -------------------------------------------------------------------------------- /utils/notsofar_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/utils/notsofar_dataset.py -------------------------------------------------------------------------------- /utils/numpy_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/utils/numpy_utils.py -------------------------------------------------------------------------------- /utils/plot_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/utils/plot_utils.py -------------------------------------------------------------------------------- /utils/results_analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/utils/results_analysis.py -------------------------------------------------------------------------------- /utils/scoring.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/utils/scoring.py -------------------------------------------------------------------------------- /utils/text_norm_whisper_like/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/utils/text_norm_whisper_like/LICENSE -------------------------------------------------------------------------------- /utils/text_norm_whisper_like/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/utils/text_norm_whisper_like/__init__.py -------------------------------------------------------------------------------- /utils/text_norm_whisper_like/basic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/utils/text_norm_whisper_like/basic.py -------------------------------------------------------------------------------- /utils/text_norm_whisper_like/english.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/utils/text_norm_whisper_like/english.json -------------------------------------------------------------------------------- /utils/text_norm_whisper_like/english.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/utils/text_norm_whisper_like/english.py -------------------------------------------------------------------------------- /utils/text_norm_whisper_like/pre_english.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/utils/text_norm_whisper_like/pre_english.json -------------------------------------------------------------------------------- /utils/torch_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/microsoft/NOTSOFAR1-Challenge/HEAD/utils/torch_utils.py --------------------------------------------------------------------------------