├── .gitignore ├── README.md ├── code ├── arguments.py ├── dataset │ ├── __init__.py │ ├── base.py │ ├── music.py │ └── video_transforms.py ├── main.py ├── main_ccol.py ├── main_col.py ├── main_grd.py ├── main_silent.py ├── models │ ├── __init__.py │ ├── audio_net.py │ ├── criterion.py │ ├── grounding_net.py │ ├── synthesizer_net.py │ └── vision_net.py ├── scripts │ ├── create_index_files.py │ ├── create_sep_index_files.py │ ├── download_videos.py │ ├── eval_MUSIC.sh │ ├── eval_ccol.sh │ ├── eval_ccol_silent.sh │ ├── eval_col.sh │ ├── eval_grd.sh │ ├── extract_audio.py │ ├── extract_frames.py │ ├── remove_salient_audio.py │ ├── train_MUSIC.sh │ ├── train_ccol.sh │ ├── train_col.sh │ └── train_grd.sh ├── utils.py └── viz.py ├── data └── Music │ ├── test.csv │ ├── test_sep.csv │ ├── train.csv │ ├── train_sep.csv │ ├── val.csv │ └── val_sep.csv └── doc └── ccol_fig.png /.gitignore: -------------------------------------------------------------------------------- 1 | .DS_Store 2 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/README.md -------------------------------------------------------------------------------- /code/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/code/arguments.py -------------------------------------------------------------------------------- /code/dataset/__init__.py: -------------------------------------------------------------------------------- 1 | from .music import * 2 | -------------------------------------------------------------------------------- /code/dataset/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/code/dataset/base.py -------------------------------------------------------------------------------- /code/dataset/music.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/code/dataset/music.py -------------------------------------------------------------------------------- /code/dataset/video_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/code/dataset/video_transforms.py -------------------------------------------------------------------------------- /code/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/code/main.py -------------------------------------------------------------------------------- /code/main_ccol.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/code/main_ccol.py -------------------------------------------------------------------------------- /code/main_col.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/code/main_col.py -------------------------------------------------------------------------------- /code/main_grd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/code/main_grd.py -------------------------------------------------------------------------------- /code/main_silent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/code/main_silent.py -------------------------------------------------------------------------------- /code/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/code/models/__init__.py -------------------------------------------------------------------------------- /code/models/audio_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/code/models/audio_net.py -------------------------------------------------------------------------------- /code/models/criterion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/code/models/criterion.py -------------------------------------------------------------------------------- /code/models/grounding_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/code/models/grounding_net.py -------------------------------------------------------------------------------- /code/models/synthesizer_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/code/models/synthesizer_net.py -------------------------------------------------------------------------------- /code/models/vision_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/code/models/vision_net.py -------------------------------------------------------------------------------- /code/scripts/create_index_files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/code/scripts/create_index_files.py -------------------------------------------------------------------------------- /code/scripts/create_sep_index_files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/code/scripts/create_sep_index_files.py -------------------------------------------------------------------------------- /code/scripts/download_videos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/code/scripts/download_videos.py -------------------------------------------------------------------------------- /code/scripts/eval_MUSIC.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/code/scripts/eval_MUSIC.sh -------------------------------------------------------------------------------- /code/scripts/eval_ccol.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/code/scripts/eval_ccol.sh -------------------------------------------------------------------------------- /code/scripts/eval_ccol_silent.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/code/scripts/eval_ccol_silent.sh -------------------------------------------------------------------------------- /code/scripts/eval_col.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/code/scripts/eval_col.sh -------------------------------------------------------------------------------- /code/scripts/eval_grd.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/code/scripts/eval_grd.sh -------------------------------------------------------------------------------- /code/scripts/extract_audio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/code/scripts/extract_audio.py -------------------------------------------------------------------------------- /code/scripts/extract_frames.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/code/scripts/extract_frames.py -------------------------------------------------------------------------------- /code/scripts/remove_salient_audio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/code/scripts/remove_salient_audio.py -------------------------------------------------------------------------------- /code/scripts/train_MUSIC.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/code/scripts/train_MUSIC.sh -------------------------------------------------------------------------------- /code/scripts/train_ccol.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/code/scripts/train_ccol.sh -------------------------------------------------------------------------------- /code/scripts/train_col.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/code/scripts/train_col.sh -------------------------------------------------------------------------------- /code/scripts/train_grd.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/code/scripts/train_grd.sh -------------------------------------------------------------------------------- /code/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/code/utils.py -------------------------------------------------------------------------------- /code/viz.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/code/viz.py -------------------------------------------------------------------------------- /data/Music/test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/data/Music/test.csv -------------------------------------------------------------------------------- /data/Music/test_sep.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/data/Music/test_sep.csv -------------------------------------------------------------------------------- /data/Music/train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/data/Music/train.csv -------------------------------------------------------------------------------- /data/Music/train_sep.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/data/Music/train_sep.csv -------------------------------------------------------------------------------- /data/Music/val.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/data/Music/val.csv -------------------------------------------------------------------------------- /data/Music/val_sep.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/data/Music/val_sep.csv -------------------------------------------------------------------------------- /doc/ccol_fig.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/YapengTian/CCOL-CVPR21/HEAD/doc/ccol_fig.png --------------------------------------------------------------------------------