├── .gitignore ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── conda-spec-list.txt ├── configs ├── benchmark │ ├── hmdb51 │ │ ├── 32at16-fold1.yaml │ │ ├── 32at16-fold2.yaml │ │ ├── 32at16-fold3.yaml │ │ ├── 8at16-fold1.yaml │ │ ├── 8at16-fold2.yaml │ │ └── 8at16-fold3.yaml │ ├── kinetics │ │ └── 8x224x224-linear.yaml │ └── ucf │ │ ├── 32at16-fold1.yaml │ │ ├── 32at16-fold2.yaml │ │ ├── 32at16-fold3.yaml │ │ ├── 8at16-fold1.yaml │ │ ├── 8at16-fold2.yaml │ │ └── 8at16-fold3.yaml └── main │ ├── avid-cma │ ├── audioset │ │ └── InstX-N1024-PosW-N64-Top32.yaml │ └── kinetics │ │ └── InstX-N1024-PosW-N64-Top32.yaml │ └── avid │ ├── audioset │ └── Cross-N1024.yaml │ └── kinetics │ └── Cross-N1024.yaml ├── criterions ├── __init__.py ├── avid.py ├── avid_cma.py └── nce.py ├── datasets ├── __init__.py ├── assets │ ├── audio-spectDB-24k-257-norm-stats.npz │ └── audio-spectDB-24k-513-norm-stats.npz ├── audioset.py ├── cache │ └── audioset │ │ ├── class_labels_indices.csv │ │ ├── eval.txt │ │ ├── unbalanced_train-100k.txt │ │ └── unbalanced_train.txt ├── hmdb.py ├── kinetics.py ├── preprocessing.py ├── ucf.py └── video_db.py ├── download_checkpoints.sh ├── eval-action-recg-linear.py ├── eval-action-recg.py ├── main-avid.py ├── models ├── __init__.py ├── audio.py ├── av_wrapper.py ├── network_blocks.py └── video.py ├── teaser.png └── utils ├── __init__.py ├── alias_method.py ├── distributed_utils.py ├── eval_utils.py ├── ioutils ├── __init__.py └── av_wrappers.py ├── logger.py ├── main_utils.py ├── metrics_utils.py └── videotransforms ├── functional.py ├── stack_transforms.py ├── tensor_transforms.py ├── utils ├── functional.py └── images.py ├── video_transforms.py └── volume_transforms.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/.gitignore -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/README.md -------------------------------------------------------------------------------- /conda-spec-list.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/conda-spec-list.txt -------------------------------------------------------------------------------- /configs/benchmark/hmdb51/32at16-fold1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/configs/benchmark/hmdb51/32at16-fold1.yaml -------------------------------------------------------------------------------- /configs/benchmark/hmdb51/32at16-fold2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/configs/benchmark/hmdb51/32at16-fold2.yaml -------------------------------------------------------------------------------- /configs/benchmark/hmdb51/32at16-fold3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/configs/benchmark/hmdb51/32at16-fold3.yaml -------------------------------------------------------------------------------- /configs/benchmark/hmdb51/8at16-fold1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/configs/benchmark/hmdb51/8at16-fold1.yaml -------------------------------------------------------------------------------- /configs/benchmark/hmdb51/8at16-fold2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/configs/benchmark/hmdb51/8at16-fold2.yaml -------------------------------------------------------------------------------- /configs/benchmark/hmdb51/8at16-fold3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/configs/benchmark/hmdb51/8at16-fold3.yaml -------------------------------------------------------------------------------- /configs/benchmark/kinetics/8x224x224-linear.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/configs/benchmark/kinetics/8x224x224-linear.yaml -------------------------------------------------------------------------------- /configs/benchmark/ucf/32at16-fold1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/configs/benchmark/ucf/32at16-fold1.yaml -------------------------------------------------------------------------------- /configs/benchmark/ucf/32at16-fold2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/configs/benchmark/ucf/32at16-fold2.yaml -------------------------------------------------------------------------------- /configs/benchmark/ucf/32at16-fold3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/configs/benchmark/ucf/32at16-fold3.yaml -------------------------------------------------------------------------------- /configs/benchmark/ucf/8at16-fold1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/configs/benchmark/ucf/8at16-fold1.yaml -------------------------------------------------------------------------------- /configs/benchmark/ucf/8at16-fold2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/configs/benchmark/ucf/8at16-fold2.yaml -------------------------------------------------------------------------------- /configs/benchmark/ucf/8at16-fold3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/configs/benchmark/ucf/8at16-fold3.yaml -------------------------------------------------------------------------------- /configs/main/avid-cma/audioset/InstX-N1024-PosW-N64-Top32.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/configs/main/avid-cma/audioset/InstX-N1024-PosW-N64-Top32.yaml -------------------------------------------------------------------------------- /configs/main/avid-cma/kinetics/InstX-N1024-PosW-N64-Top32.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/configs/main/avid-cma/kinetics/InstX-N1024-PosW-N64-Top32.yaml -------------------------------------------------------------------------------- /configs/main/avid/audioset/Cross-N1024.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/configs/main/avid/audioset/Cross-N1024.yaml -------------------------------------------------------------------------------- /configs/main/avid/kinetics/Cross-N1024.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/configs/main/avid/kinetics/Cross-N1024.yaml -------------------------------------------------------------------------------- /criterions/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/criterions/__init__.py -------------------------------------------------------------------------------- /criterions/avid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/criterions/avid.py -------------------------------------------------------------------------------- /criterions/avid_cma.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/criterions/avid_cma.py -------------------------------------------------------------------------------- /criterions/nce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/criterions/nce.py -------------------------------------------------------------------------------- /datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/datasets/__init__.py -------------------------------------------------------------------------------- /datasets/assets/audio-spectDB-24k-257-norm-stats.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/datasets/assets/audio-spectDB-24k-257-norm-stats.npz -------------------------------------------------------------------------------- /datasets/assets/audio-spectDB-24k-513-norm-stats.npz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/datasets/assets/audio-spectDB-24k-513-norm-stats.npz -------------------------------------------------------------------------------- /datasets/audioset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/datasets/audioset.py -------------------------------------------------------------------------------- /datasets/cache/audioset/class_labels_indices.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/datasets/cache/audioset/class_labels_indices.csv -------------------------------------------------------------------------------- /datasets/cache/audioset/eval.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/datasets/cache/audioset/eval.txt -------------------------------------------------------------------------------- /datasets/cache/audioset/unbalanced_train-100k.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/datasets/cache/audioset/unbalanced_train-100k.txt -------------------------------------------------------------------------------- /datasets/cache/audioset/unbalanced_train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/datasets/cache/audioset/unbalanced_train.txt -------------------------------------------------------------------------------- /datasets/hmdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/datasets/hmdb.py -------------------------------------------------------------------------------- /datasets/kinetics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/datasets/kinetics.py -------------------------------------------------------------------------------- /datasets/preprocessing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/datasets/preprocessing.py -------------------------------------------------------------------------------- /datasets/ucf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/datasets/ucf.py -------------------------------------------------------------------------------- /datasets/video_db.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/datasets/video_db.py -------------------------------------------------------------------------------- /download_checkpoints.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/download_checkpoints.sh -------------------------------------------------------------------------------- /eval-action-recg-linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/eval-action-recg-linear.py -------------------------------------------------------------------------------- /eval-action-recg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/eval-action-recg.py -------------------------------------------------------------------------------- /main-avid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/main-avid.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/models/__init__.py -------------------------------------------------------------------------------- /models/audio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/models/audio.py -------------------------------------------------------------------------------- /models/av_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/models/av_wrapper.py -------------------------------------------------------------------------------- /models/network_blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/models/network_blocks.py -------------------------------------------------------------------------------- /models/video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/models/video.py -------------------------------------------------------------------------------- /teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/teaser.png -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/utils/__init__.py -------------------------------------------------------------------------------- /utils/alias_method.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/utils/alias_method.py -------------------------------------------------------------------------------- /utils/distributed_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/utils/distributed_utils.py -------------------------------------------------------------------------------- /utils/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/utils/eval_utils.py -------------------------------------------------------------------------------- /utils/ioutils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/utils/ioutils/__init__.py -------------------------------------------------------------------------------- /utils/ioutils/av_wrappers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/utils/ioutils/av_wrappers.py -------------------------------------------------------------------------------- /utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/utils/logger.py -------------------------------------------------------------------------------- /utils/main_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/utils/main_utils.py -------------------------------------------------------------------------------- /utils/metrics_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/utils/metrics_utils.py -------------------------------------------------------------------------------- /utils/videotransforms/functional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/utils/videotransforms/functional.py -------------------------------------------------------------------------------- /utils/videotransforms/stack_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/utils/videotransforms/stack_transforms.py -------------------------------------------------------------------------------- /utils/videotransforms/tensor_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/utils/videotransforms/tensor_transforms.py -------------------------------------------------------------------------------- /utils/videotransforms/utils/functional.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/utils/videotransforms/utils/functional.py -------------------------------------------------------------------------------- /utils/videotransforms/utils/images.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/utils/videotransforms/utils/images.py -------------------------------------------------------------------------------- /utils/videotransforms/video_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/utils/videotransforms/video_transforms.py -------------------------------------------------------------------------------- /utils/videotransforms/volume_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/AVID-CMA/HEAD/utils/videotransforms/volume_transforms.py --------------------------------------------------------------------------------