├── LICENSE ├── README.md ├── bash.sh ├── data ├── AVE │ ├── mp4_to_wav.py │ ├── testSet.txt │ ├── trainSet.txt │ ├── valSet.txt │ └── video_preprocessing.py ├── CREMAD │ ├── audio_preprocessing.py │ ├── data.csv │ ├── readme.md │ ├── stat.csv │ ├── test.csv │ ├── train.csv │ └── video_preprocessing.py └── VGGSound │ ├── mp4_to_wav.py │ ├── vggsound.csv │ └── video_preprocessing.py ├── dataset ├── AVEDataset.py ├── CGMNIST.py ├── CramedDataset.py ├── VGGSoundDataset.py ├── __pycache__ │ ├── AVEDataset.cpython-37.pyc │ ├── CGMNIST.cpython-37.pyc │ ├── CramedDataset.cpython-37.pyc │ ├── VGGSoundDataset.cpython-37.pyc │ └── dataset.cpython-37.pyc └── dataset.py ├── finetuning_classifier.py ├── main_CE_test_grad.py ├── main_CE_test_grad_film.py ├── main_Prototype_grad.py ├── models ├── MMTM.py ├── OGR_model.py ├── __pycache__ │ ├── MMTM.cpython-37.pyc │ ├── OGR_model.cpython-37.pyc │ ├── backbone.cpython-37.pyc │ ├── basic_model.cpython-37.pyc │ └── fusion_modules.cpython-37.pyc ├── backbone.py ├── basic_model.py ├── fusion_modules.py └── old_models │ ├── __init__.py │ ├── avmodel.py │ ├── avmodel_x.py │ ├── encodera.py │ └── encoderv.py └── utils ├── __pycache__ └── utils.cpython-37.pyc ├── evaluation.py └── utils.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/README.md -------------------------------------------------------------------------------- /bash.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/bash.sh -------------------------------------------------------------------------------- /data/AVE/mp4_to_wav.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/data/AVE/mp4_to_wav.py -------------------------------------------------------------------------------- /data/AVE/testSet.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/data/AVE/testSet.txt -------------------------------------------------------------------------------- /data/AVE/trainSet.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/data/AVE/trainSet.txt -------------------------------------------------------------------------------- /data/AVE/valSet.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/data/AVE/valSet.txt -------------------------------------------------------------------------------- /data/AVE/video_preprocessing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/data/AVE/video_preprocessing.py -------------------------------------------------------------------------------- /data/CREMAD/audio_preprocessing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/data/CREMAD/audio_preprocessing.py -------------------------------------------------------------------------------- /data/CREMAD/data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/data/CREMAD/data.csv -------------------------------------------------------------------------------- /data/CREMAD/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/data/CREMAD/readme.md -------------------------------------------------------------------------------- /data/CREMAD/stat.csv: -------------------------------------------------------------------------------- 1 | NEU 2 | HAP 3 | SAD 4 | FEA 5 | DIS 6 | ANG 7 | -------------------------------------------------------------------------------- /data/CREMAD/test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/data/CREMAD/test.csv -------------------------------------------------------------------------------- /data/CREMAD/train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/data/CREMAD/train.csv -------------------------------------------------------------------------------- /data/CREMAD/video_preprocessing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/data/CREMAD/video_preprocessing.py -------------------------------------------------------------------------------- /data/VGGSound/mp4_to_wav.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/data/VGGSound/mp4_to_wav.py -------------------------------------------------------------------------------- /data/VGGSound/vggsound.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/data/VGGSound/vggsound.csv -------------------------------------------------------------------------------- /data/VGGSound/video_preprocessing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/data/VGGSound/video_preprocessing.py -------------------------------------------------------------------------------- /dataset/AVEDataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/dataset/AVEDataset.py -------------------------------------------------------------------------------- /dataset/CGMNIST.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/dataset/CGMNIST.py -------------------------------------------------------------------------------- /dataset/CramedDataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/dataset/CramedDataset.py -------------------------------------------------------------------------------- /dataset/VGGSoundDataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/dataset/VGGSoundDataset.py -------------------------------------------------------------------------------- /dataset/__pycache__/AVEDataset.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/dataset/__pycache__/AVEDataset.cpython-37.pyc -------------------------------------------------------------------------------- /dataset/__pycache__/CGMNIST.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/dataset/__pycache__/CGMNIST.cpython-37.pyc -------------------------------------------------------------------------------- /dataset/__pycache__/CramedDataset.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/dataset/__pycache__/CramedDataset.cpython-37.pyc -------------------------------------------------------------------------------- /dataset/__pycache__/VGGSoundDataset.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/dataset/__pycache__/VGGSoundDataset.cpython-37.pyc -------------------------------------------------------------------------------- /dataset/__pycache__/dataset.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/dataset/__pycache__/dataset.cpython-37.pyc -------------------------------------------------------------------------------- /dataset/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/dataset/dataset.py -------------------------------------------------------------------------------- /finetuning_classifier.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/finetuning_classifier.py -------------------------------------------------------------------------------- /main_CE_test_grad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/main_CE_test_grad.py -------------------------------------------------------------------------------- /main_CE_test_grad_film.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/main_CE_test_grad_film.py -------------------------------------------------------------------------------- /main_Prototype_grad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/main_Prototype_grad.py -------------------------------------------------------------------------------- /models/MMTM.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/models/MMTM.py -------------------------------------------------------------------------------- /models/OGR_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/models/OGR_model.py -------------------------------------------------------------------------------- /models/__pycache__/MMTM.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/models/__pycache__/MMTM.cpython-37.pyc -------------------------------------------------------------------------------- /models/__pycache__/OGR_model.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/models/__pycache__/OGR_model.cpython-37.pyc -------------------------------------------------------------------------------- /models/__pycache__/backbone.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/models/__pycache__/backbone.cpython-37.pyc -------------------------------------------------------------------------------- /models/__pycache__/basic_model.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/models/__pycache__/basic_model.cpython-37.pyc -------------------------------------------------------------------------------- /models/__pycache__/fusion_modules.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/models/__pycache__/fusion_modules.cpython-37.pyc -------------------------------------------------------------------------------- /models/backbone.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/models/backbone.py -------------------------------------------------------------------------------- /models/basic_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/models/basic_model.py -------------------------------------------------------------------------------- /models/fusion_modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/models/fusion_modules.py -------------------------------------------------------------------------------- /models/old_models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/models/old_models/__init__.py -------------------------------------------------------------------------------- /models/old_models/avmodel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/models/old_models/avmodel.py -------------------------------------------------------------------------------- /models/old_models/avmodel_x.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/models/old_models/avmodel_x.py -------------------------------------------------------------------------------- /models/old_models/encodera.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/models/old_models/encodera.py -------------------------------------------------------------------------------- /models/old_models/encoderv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/models/old_models/encoderv.py -------------------------------------------------------------------------------- /utils/__pycache__/utils.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/utils/__pycache__/utils.cpython-37.pyc -------------------------------------------------------------------------------- /utils/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/utils/evaluation.py -------------------------------------------------------------------------------- /utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fanyunfeng-bit/Modal-Imbalance-PMR/HEAD/utils/utils.py --------------------------------------------------------------------------------