├── .DS_Store ├── .idea ├── .gitignore ├── OGM-GE_CVPR2022.iml ├── inspectionProfiles │ ├── Project_Default.xml │ └── profiles_settings.xml ├── misc.xml ├── modules.xml └── vcs.xml ├── LICENSE ├── OGM_Sup.pdf ├── README.md ├── ckpt └── .DS_Store ├── data ├── .DS_Store ├── CREMAD │ ├── .DS_Store │ ├── data.csv │ ├── readme.md │ ├── stat.csv │ ├── test.csv │ ├── train.csv │ └── video_preprocessing.py ├── KineticSound │ ├── my_test.txt │ ├── my_train.txt │ └── process_audio.py └── VGGSound │ ├── .DS_Store │ ├── mp4_to_wav.py │ ├── vggsound.csv │ └── video_preprocessing.py ├── dataset ├── CramedDataset.py ├── VGGSoundDataset.py └── dataset.py ├── demo ├── algorithom.PNG ├── demo_guitar.PNG ├── demo_snow.PNG ├── five lines.PNG └── pipeline.PNG ├── main.py ├── models ├── .DS_Store ├── backbone.py ├── basic_model.py ├── fusion_modules.py └── old_models │ ├── .DS_Store │ ├── __init__.py │ ├── __pycache__ │ ├── __init__.cpython-36.pyc │ ├── __init__.cpython-37.pyc │ ├── avmodel.cpython-36.pyc │ ├── avmodel.cpython-37.pyc │ ├── avmodel_3.cpython-37.pyc │ ├── avmodel_am.cpython-37.pyc │ ├── avmodel_att.cpython-37.pyc │ ├── avmodel_cma.cpython-37.pyc │ ├── avmodel_demo.cpython-37.pyc │ ├── avmodel_gate.cpython-37.pyc │ ├── avmodel_gradblending.cpython-37.pyc │ ├── avmodel_md.cpython-37.pyc │ ├── avmodel_psp.cpython-37.pyc │ ├── avmodel_uni.cpython-37.pyc │ ├── avmodel_x.cpython-37.pyc │ ├── encodera.cpython-36.pyc │ ├── encodera.cpython-37.pyc │ ├── encoderv.cpython-36.pyc │ └── encoderv.cpython-37.pyc │ ├── avmodel.py │ ├── avmodel_x.py │ ├── encodera.py │ └── encoderv.py └── utils ├── evaluation.py └── utils.py /.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/.DS_Store -------------------------------------------------------------------------------- /.idea/.gitignore: -------------------------------------------------------------------------------- 1 | # Default ignored files 2 | /shelf/ 3 | /workspace.xml 4 | -------------------------------------------------------------------------------- /.idea/OGM-GE_CVPR2022.iml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/.idea/OGM-GE_CVPR2022.iml -------------------------------------------------------------------------------- /.idea/inspectionProfiles/Project_Default.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/.idea/inspectionProfiles/Project_Default.xml -------------------------------------------------------------------------------- /.idea/inspectionProfiles/profiles_settings.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/.idea/inspectionProfiles/profiles_settings.xml -------------------------------------------------------------------------------- /.idea/misc.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/.idea/misc.xml -------------------------------------------------------------------------------- /.idea/modules.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/.idea/modules.xml -------------------------------------------------------------------------------- /.idea/vcs.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/.idea/vcs.xml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/LICENSE -------------------------------------------------------------------------------- /OGM_Sup.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/OGM_Sup.pdf -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/README.md -------------------------------------------------------------------------------- /ckpt/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/ckpt/.DS_Store -------------------------------------------------------------------------------- /data/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/data/.DS_Store -------------------------------------------------------------------------------- /data/CREMAD/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/data/CREMAD/.DS_Store -------------------------------------------------------------------------------- /data/CREMAD/data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/data/CREMAD/data.csv -------------------------------------------------------------------------------- /data/CREMAD/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/data/CREMAD/readme.md -------------------------------------------------------------------------------- /data/CREMAD/stat.csv: -------------------------------------------------------------------------------- 1 | NEU 2 | HAP 3 | SAD 4 | FEA 5 | DIS 6 | ANG 7 | -------------------------------------------------------------------------------- /data/CREMAD/test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/data/CREMAD/test.csv -------------------------------------------------------------------------------- /data/CREMAD/train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/data/CREMAD/train.csv -------------------------------------------------------------------------------- /data/CREMAD/video_preprocessing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/data/CREMAD/video_preprocessing.py -------------------------------------------------------------------------------- /data/KineticSound/my_test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/data/KineticSound/my_test.txt -------------------------------------------------------------------------------- /data/KineticSound/my_train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/data/KineticSound/my_train.txt -------------------------------------------------------------------------------- /data/KineticSound/process_audio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/data/KineticSound/process_audio.py -------------------------------------------------------------------------------- /data/VGGSound/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/data/VGGSound/.DS_Store -------------------------------------------------------------------------------- /data/VGGSound/mp4_to_wav.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/data/VGGSound/mp4_to_wav.py -------------------------------------------------------------------------------- /data/VGGSound/vggsound.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/data/VGGSound/vggsound.csv -------------------------------------------------------------------------------- /data/VGGSound/video_preprocessing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/data/VGGSound/video_preprocessing.py -------------------------------------------------------------------------------- /dataset/CramedDataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/dataset/CramedDataset.py -------------------------------------------------------------------------------- /dataset/VGGSoundDataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/dataset/VGGSoundDataset.py -------------------------------------------------------------------------------- /dataset/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/dataset/dataset.py -------------------------------------------------------------------------------- /demo/algorithom.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/demo/algorithom.PNG -------------------------------------------------------------------------------- /demo/demo_guitar.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/demo/demo_guitar.PNG -------------------------------------------------------------------------------- /demo/demo_snow.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/demo/demo_snow.PNG -------------------------------------------------------------------------------- /demo/five lines.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/demo/five lines.PNG -------------------------------------------------------------------------------- /demo/pipeline.PNG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/demo/pipeline.PNG -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/main.py -------------------------------------------------------------------------------- /models/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/models/.DS_Store -------------------------------------------------------------------------------- /models/backbone.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/models/backbone.py -------------------------------------------------------------------------------- /models/basic_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/models/basic_model.py -------------------------------------------------------------------------------- /models/fusion_modules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/models/fusion_modules.py -------------------------------------------------------------------------------- /models/old_models/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/models/old_models/.DS_Store -------------------------------------------------------------------------------- /models/old_models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/models/old_models/__init__.py -------------------------------------------------------------------------------- /models/old_models/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/models/old_models/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /models/old_models/__pycache__/__init__.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/models/old_models/__pycache__/__init__.cpython-37.pyc -------------------------------------------------------------------------------- /models/old_models/__pycache__/avmodel.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/models/old_models/__pycache__/avmodel.cpython-36.pyc -------------------------------------------------------------------------------- /models/old_models/__pycache__/avmodel.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/models/old_models/__pycache__/avmodel.cpython-37.pyc -------------------------------------------------------------------------------- /models/old_models/__pycache__/avmodel_3.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/models/old_models/__pycache__/avmodel_3.cpython-37.pyc -------------------------------------------------------------------------------- /models/old_models/__pycache__/avmodel_am.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/models/old_models/__pycache__/avmodel_am.cpython-37.pyc -------------------------------------------------------------------------------- /models/old_models/__pycache__/avmodel_att.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/models/old_models/__pycache__/avmodel_att.cpython-37.pyc -------------------------------------------------------------------------------- /models/old_models/__pycache__/avmodel_cma.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/models/old_models/__pycache__/avmodel_cma.cpython-37.pyc -------------------------------------------------------------------------------- /models/old_models/__pycache__/avmodel_demo.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/models/old_models/__pycache__/avmodel_demo.cpython-37.pyc -------------------------------------------------------------------------------- /models/old_models/__pycache__/avmodel_gate.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/models/old_models/__pycache__/avmodel_gate.cpython-37.pyc -------------------------------------------------------------------------------- /models/old_models/__pycache__/avmodel_gradblending.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/models/old_models/__pycache__/avmodel_gradblending.cpython-37.pyc -------------------------------------------------------------------------------- /models/old_models/__pycache__/avmodel_md.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/models/old_models/__pycache__/avmodel_md.cpython-37.pyc -------------------------------------------------------------------------------- /models/old_models/__pycache__/avmodel_psp.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/models/old_models/__pycache__/avmodel_psp.cpython-37.pyc -------------------------------------------------------------------------------- /models/old_models/__pycache__/avmodel_uni.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/models/old_models/__pycache__/avmodel_uni.cpython-37.pyc -------------------------------------------------------------------------------- /models/old_models/__pycache__/avmodel_x.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/models/old_models/__pycache__/avmodel_x.cpython-37.pyc -------------------------------------------------------------------------------- /models/old_models/__pycache__/encodera.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/models/old_models/__pycache__/encodera.cpython-36.pyc -------------------------------------------------------------------------------- /models/old_models/__pycache__/encodera.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/models/old_models/__pycache__/encodera.cpython-37.pyc -------------------------------------------------------------------------------- /models/old_models/__pycache__/encoderv.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/models/old_models/__pycache__/encoderv.cpython-36.pyc -------------------------------------------------------------------------------- /models/old_models/__pycache__/encoderv.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/models/old_models/__pycache__/encoderv.cpython-37.pyc -------------------------------------------------------------------------------- /models/old_models/avmodel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/models/old_models/avmodel.py -------------------------------------------------------------------------------- /models/old_models/avmodel_x.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/models/old_models/avmodel_x.py -------------------------------------------------------------------------------- /models/old_models/encodera.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/models/old_models/encodera.py -------------------------------------------------------------------------------- /models/old_models/encoderv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/models/old_models/encoderv.py -------------------------------------------------------------------------------- /utils/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/utils/evaluation.py -------------------------------------------------------------------------------- /utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GeWu-Lab/OGM-GE_CVPR2022/HEAD/utils/utils.py --------------------------------------------------------------------------------