├── .gitignore ├── README.md ├── assets └── ElasticAST.png ├── egs ├── audioset │ ├── AST.sh │ ├── ElasticAST.sh │ └── data │ │ ├── class_labels_indices.csv │ │ └── datafiles │ │ └── eval.json ├── epic-sound │ ├── AST-epic-sound.sh │ ├── ElasticAST.sh │ └── data │ │ └── epic_config.yaml ├── vggsound │ ├── AST.sh │ ├── ElasticAST.sh │ └── data │ │ ├── class_labels_indices.csv │ │ └── datafiles │ │ └── vgg_final_test.json └── voxceleb │ ├── AST-SSAST.sh │ ├── ElasticAST.sh │ └── data │ ├── class_labels_indices.csv │ └── datafiles │ └── test_data.json ├── requirements.txt └── src ├── dataloader.py ├── epic_data ├── __init__.py ├── audio_loader_epicsounds.py ├── build.py ├── distributed.py ├── epicsounds.py ├── epicsounds_elastic.py ├── epicsounds_record.py ├── loader.py ├── logging.py ├── spec_augment.py └── utils.py ├── evaluation_pipeline ├── Evaluation_AudioSet.ipynb ├── Evaluation_Epic.ipynb ├── Evaluation_VGGSound.ipynb └── Evaluation_Vox.ipynb ├── models ├── __init__.py ├── ast_models.py └── elasticast.py ├── train_AST-epic-sound.py ├── train_AST.py ├── train_ElasticAST-epic.py ├── train_ElasticAST.py └── utilities ├── __init__.py ├── resizing_helper.py ├── spec_augment.py ├── stats.py └── util.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/README.md -------------------------------------------------------------------------------- /assets/ElasticAST.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/assets/ElasticAST.png -------------------------------------------------------------------------------- /egs/audioset/AST.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/egs/audioset/AST.sh -------------------------------------------------------------------------------- /egs/audioset/ElasticAST.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/egs/audioset/ElasticAST.sh -------------------------------------------------------------------------------- /egs/audioset/data/class_labels_indices.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/egs/audioset/data/class_labels_indices.csv -------------------------------------------------------------------------------- /egs/audioset/data/datafiles/eval.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/egs/audioset/data/datafiles/eval.json -------------------------------------------------------------------------------- /egs/epic-sound/AST-epic-sound.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/egs/epic-sound/AST-epic-sound.sh -------------------------------------------------------------------------------- /egs/epic-sound/ElasticAST.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/egs/epic-sound/ElasticAST.sh -------------------------------------------------------------------------------- /egs/epic-sound/data/epic_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/egs/epic-sound/data/epic_config.yaml -------------------------------------------------------------------------------- /egs/vggsound/AST.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/egs/vggsound/AST.sh -------------------------------------------------------------------------------- /egs/vggsound/ElasticAST.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/egs/vggsound/ElasticAST.sh -------------------------------------------------------------------------------- /egs/vggsound/data/class_labels_indices.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/egs/vggsound/data/class_labels_indices.csv -------------------------------------------------------------------------------- /egs/vggsound/data/datafiles/vgg_final_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/egs/vggsound/data/datafiles/vgg_final_test.json -------------------------------------------------------------------------------- /egs/voxceleb/AST-SSAST.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/egs/voxceleb/AST-SSAST.sh -------------------------------------------------------------------------------- /egs/voxceleb/ElasticAST.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/egs/voxceleb/ElasticAST.sh -------------------------------------------------------------------------------- /egs/voxceleb/data/class_labels_indices.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/egs/voxceleb/data/class_labels_indices.csv -------------------------------------------------------------------------------- /egs/voxceleb/data/datafiles/test_data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/egs/voxceleb/data/datafiles/test_data.json -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/requirements.txt -------------------------------------------------------------------------------- /src/dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/src/dataloader.py -------------------------------------------------------------------------------- /src/epic_data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/src/epic_data/__init__.py -------------------------------------------------------------------------------- /src/epic_data/audio_loader_epicsounds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/src/epic_data/audio_loader_epicsounds.py -------------------------------------------------------------------------------- /src/epic_data/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/src/epic_data/build.py -------------------------------------------------------------------------------- /src/epic_data/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/src/epic_data/distributed.py -------------------------------------------------------------------------------- /src/epic_data/epicsounds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/src/epic_data/epicsounds.py -------------------------------------------------------------------------------- /src/epic_data/epicsounds_elastic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/src/epic_data/epicsounds_elastic.py -------------------------------------------------------------------------------- /src/epic_data/epicsounds_record.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/src/epic_data/epicsounds_record.py -------------------------------------------------------------------------------- /src/epic_data/loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/src/epic_data/loader.py -------------------------------------------------------------------------------- /src/epic_data/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/src/epic_data/logging.py -------------------------------------------------------------------------------- /src/epic_data/spec_augment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/src/epic_data/spec_augment.py -------------------------------------------------------------------------------- /src/epic_data/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/src/epic_data/utils.py -------------------------------------------------------------------------------- /src/evaluation_pipeline/Evaluation_AudioSet.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/src/evaluation_pipeline/Evaluation_AudioSet.ipynb -------------------------------------------------------------------------------- /src/evaluation_pipeline/Evaluation_Epic.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/src/evaluation_pipeline/Evaluation_Epic.ipynb -------------------------------------------------------------------------------- /src/evaluation_pipeline/Evaluation_VGGSound.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/src/evaluation_pipeline/Evaluation_VGGSound.ipynb -------------------------------------------------------------------------------- /src/evaluation_pipeline/Evaluation_Vox.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/src/evaluation_pipeline/Evaluation_Vox.ipynb -------------------------------------------------------------------------------- /src/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/src/models/__init__.py -------------------------------------------------------------------------------- /src/models/ast_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/src/models/ast_models.py -------------------------------------------------------------------------------- /src/models/elasticast.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/src/models/elasticast.py -------------------------------------------------------------------------------- /src/train_AST-epic-sound.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/src/train_AST-epic-sound.py -------------------------------------------------------------------------------- /src/train_AST.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/src/train_AST.py -------------------------------------------------------------------------------- /src/train_ElasticAST-epic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/src/train_ElasticAST-epic.py -------------------------------------------------------------------------------- /src/train_ElasticAST.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/src/train_ElasticAST.py -------------------------------------------------------------------------------- /src/utilities/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/src/utilities/__init__.py -------------------------------------------------------------------------------- /src/utilities/resizing_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/src/utilities/resizing_helper.py -------------------------------------------------------------------------------- /src/utilities/spec_augment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/src/utilities/spec_augment.py -------------------------------------------------------------------------------- /src/utilities/stats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/src/utilities/stats.py -------------------------------------------------------------------------------- /src/utilities/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JiuFengSC/ElasticAST/HEAD/src/utilities/util.py --------------------------------------------------------------------------------