├── .gitignore ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── c2 ├── README.md ├── data │ └── create_video_db.py ├── lib │ ├── models │ │ ├── __init__.py │ │ ├── audio_visual_model.py │ │ ├── builder │ │ │ ├── __init__.py │ │ │ ├── audio_model.py │ │ │ └── video_model.py │ │ ├── c3d_model.py │ │ ├── loss │ │ │ ├── __init__.py │ │ │ └── loss_creator.py │ │ ├── model_builder.py │ │ └── r3d_model.py │ └── utils │ │ ├── __init__.py │ │ ├── metric.py │ │ ├── model_helper.py │ │ ├── model_loader.py │ │ └── reader_utils.py ├── scripts │ ├── create_hmdb51_lmdb.sh │ ├── create_hmdb51_lmdb_feature_extraction.sh │ ├── create_kinetics_lmdb.sh │ ├── create_kinetics_lmdb_feature_extraction.sh │ ├── create_ucf101_lmdb.sh │ ├── dense_prediction.sh │ ├── extract_feature_hmdb51.sh │ ├── extract_feature_kinetics.sh │ ├── extract_feature_kinetics_ircsn.sh │ ├── extract_feature_kinetics_of.sh │ ├── finetune_hmdb51.sh │ ├── finetune_ucf101.sh │ ├── fuse_prediction.sh │ ├── test_irCSN_152_kinetics.sh │ ├── test_r2plus1d_kinetics.sh │ └── train_r2plus1d_kinetics.sh ├── tools │ ├── dense_prediction_aggregation.py │ ├── dense_prediction_fusion.py │ ├── extract_features.py │ ├── minidb_to_pickle.py │ ├── test_net.py │ ├── test_net_large.py │ └── train_net.py └── tutorials │ ├── Installation_guide.md │ ├── README.md │ ├── dense_prediction.md │ ├── faq.md │ ├── feature_extraction.md │ ├── gradient_blending.md │ ├── hmdb51_finetune.md │ ├── kinetics_train.md │ ├── model_zoo.md │ ├── models.md │ └── test.md ├── ops ├── LogMels.cc ├── LogMels.h ├── av_decoder.cc ├── av_decoder.h ├── av_input_op.cc ├── av_input_op.h ├── av_input_op_gpu.cc ├── av_io.cc ├── av_io.h └── av_video_decoder_commons.h ├── pt ├── INSTALL.md ├── README.md ├── hubconf.py ├── setup.py ├── tests │ └── test_models.py ├── tools │ ├── extract_features.py │ ├── test_net.py │ └── train_net.py └── vmz │ ├── __init__.py │ ├── common │ ├── __init__.py │ ├── log.py │ ├── sampler.py │ ├── scheduler.py │ ├── transforms.py │ └── utils.py │ ├── datasets │ ├── __init__.py │ ├── data.py │ ├── kinetics.py │ └── ucf101.py │ ├── func │ ├── __init__.py │ ├── feats.py │ ├── opts.py │ ├── test.py │ └── train.py │ └── models │ ├── __init__.py │ ├── csn.py │ ├── r2plus1d.py │ └── utils.py └── utilities └── model_conversion ├── conversion_models.py ├── convert_all_models.txt └── convert_models.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/.gitignore -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/README.md -------------------------------------------------------------------------------- /c2/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/README.md -------------------------------------------------------------------------------- /c2/data/create_video_db.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/data/create_video_db.py -------------------------------------------------------------------------------- /c2/lib/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /c2/lib/models/audio_visual_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/lib/models/audio_visual_model.py -------------------------------------------------------------------------------- /c2/lib/models/builder/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /c2/lib/models/builder/audio_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/lib/models/builder/audio_model.py -------------------------------------------------------------------------------- /c2/lib/models/builder/video_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/lib/models/builder/video_model.py -------------------------------------------------------------------------------- /c2/lib/models/c3d_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/lib/models/c3d_model.py -------------------------------------------------------------------------------- /c2/lib/models/loss/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /c2/lib/models/loss/loss_creator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/lib/models/loss/loss_creator.py -------------------------------------------------------------------------------- /c2/lib/models/model_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/lib/models/model_builder.py -------------------------------------------------------------------------------- /c2/lib/models/r3d_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/lib/models/r3d_model.py -------------------------------------------------------------------------------- /c2/lib/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /c2/lib/utils/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/lib/utils/metric.py -------------------------------------------------------------------------------- /c2/lib/utils/model_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/lib/utils/model_helper.py -------------------------------------------------------------------------------- /c2/lib/utils/model_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/lib/utils/model_loader.py -------------------------------------------------------------------------------- /c2/lib/utils/reader_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/lib/utils/reader_utils.py -------------------------------------------------------------------------------- /c2/scripts/create_hmdb51_lmdb.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/scripts/create_hmdb51_lmdb.sh -------------------------------------------------------------------------------- /c2/scripts/create_hmdb51_lmdb_feature_extraction.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/scripts/create_hmdb51_lmdb_feature_extraction.sh -------------------------------------------------------------------------------- /c2/scripts/create_kinetics_lmdb.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/scripts/create_kinetics_lmdb.sh -------------------------------------------------------------------------------- /c2/scripts/create_kinetics_lmdb_feature_extraction.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/scripts/create_kinetics_lmdb_feature_extraction.sh -------------------------------------------------------------------------------- /c2/scripts/create_ucf101_lmdb.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/scripts/create_ucf101_lmdb.sh -------------------------------------------------------------------------------- /c2/scripts/dense_prediction.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/scripts/dense_prediction.sh -------------------------------------------------------------------------------- /c2/scripts/extract_feature_hmdb51.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/scripts/extract_feature_hmdb51.sh -------------------------------------------------------------------------------- /c2/scripts/extract_feature_kinetics.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/scripts/extract_feature_kinetics.sh -------------------------------------------------------------------------------- /c2/scripts/extract_feature_kinetics_ircsn.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/scripts/extract_feature_kinetics_ircsn.sh -------------------------------------------------------------------------------- /c2/scripts/extract_feature_kinetics_of.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/scripts/extract_feature_kinetics_of.sh -------------------------------------------------------------------------------- /c2/scripts/finetune_hmdb51.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/scripts/finetune_hmdb51.sh -------------------------------------------------------------------------------- /c2/scripts/finetune_ucf101.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/scripts/finetune_ucf101.sh -------------------------------------------------------------------------------- /c2/scripts/fuse_prediction.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/scripts/fuse_prediction.sh -------------------------------------------------------------------------------- /c2/scripts/test_irCSN_152_kinetics.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/scripts/test_irCSN_152_kinetics.sh -------------------------------------------------------------------------------- /c2/scripts/test_r2plus1d_kinetics.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/scripts/test_r2plus1d_kinetics.sh -------------------------------------------------------------------------------- /c2/scripts/train_r2plus1d_kinetics.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/scripts/train_r2plus1d_kinetics.sh -------------------------------------------------------------------------------- /c2/tools/dense_prediction_aggregation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/tools/dense_prediction_aggregation.py -------------------------------------------------------------------------------- /c2/tools/dense_prediction_fusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/tools/dense_prediction_fusion.py -------------------------------------------------------------------------------- /c2/tools/extract_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/tools/extract_features.py -------------------------------------------------------------------------------- /c2/tools/minidb_to_pickle.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/tools/minidb_to_pickle.py -------------------------------------------------------------------------------- /c2/tools/test_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/tools/test_net.py -------------------------------------------------------------------------------- /c2/tools/test_net_large.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/tools/test_net_large.py -------------------------------------------------------------------------------- /c2/tools/train_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/tools/train_net.py -------------------------------------------------------------------------------- /c2/tutorials/Installation_guide.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/tutorials/Installation_guide.md -------------------------------------------------------------------------------- /c2/tutorials/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/tutorials/README.md -------------------------------------------------------------------------------- /c2/tutorials/dense_prediction.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/tutorials/dense_prediction.md -------------------------------------------------------------------------------- /c2/tutorials/faq.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/tutorials/faq.md -------------------------------------------------------------------------------- /c2/tutorials/feature_extraction.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/tutorials/feature_extraction.md -------------------------------------------------------------------------------- /c2/tutorials/gradient_blending.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/tutorials/gradient_blending.md -------------------------------------------------------------------------------- /c2/tutorials/hmdb51_finetune.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/tutorials/hmdb51_finetune.md -------------------------------------------------------------------------------- /c2/tutorials/kinetics_train.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/tutorials/kinetics_train.md -------------------------------------------------------------------------------- /c2/tutorials/model_zoo.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/tutorials/model_zoo.md -------------------------------------------------------------------------------- /c2/tutorials/models.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/tutorials/models.md -------------------------------------------------------------------------------- /c2/tutorials/test.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/c2/tutorials/test.md -------------------------------------------------------------------------------- /ops/LogMels.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/ops/LogMels.cc -------------------------------------------------------------------------------- /ops/LogMels.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/ops/LogMels.h -------------------------------------------------------------------------------- /ops/av_decoder.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/ops/av_decoder.cc -------------------------------------------------------------------------------- /ops/av_decoder.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/ops/av_decoder.h -------------------------------------------------------------------------------- /ops/av_input_op.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/ops/av_input_op.cc -------------------------------------------------------------------------------- /ops/av_input_op.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/ops/av_input_op.h -------------------------------------------------------------------------------- /ops/av_input_op_gpu.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/ops/av_input_op_gpu.cc -------------------------------------------------------------------------------- /ops/av_io.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/ops/av_io.cc -------------------------------------------------------------------------------- /ops/av_io.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/ops/av_io.h -------------------------------------------------------------------------------- /ops/av_video_decoder_commons.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/ops/av_video_decoder_commons.h -------------------------------------------------------------------------------- /pt/INSTALL.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/pt/INSTALL.md -------------------------------------------------------------------------------- /pt/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/pt/README.md -------------------------------------------------------------------------------- /pt/hubconf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/pt/hubconf.py -------------------------------------------------------------------------------- /pt/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/pt/setup.py -------------------------------------------------------------------------------- /pt/tests/test_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/pt/tests/test_models.py -------------------------------------------------------------------------------- /pt/tools/extract_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/pt/tools/extract_features.py -------------------------------------------------------------------------------- /pt/tools/test_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/pt/tools/test_net.py -------------------------------------------------------------------------------- /pt/tools/train_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/pt/tools/train_net.py -------------------------------------------------------------------------------- /pt/vmz/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/pt/vmz/__init__.py -------------------------------------------------------------------------------- /pt/vmz/common/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/pt/vmz/common/__init__.py -------------------------------------------------------------------------------- /pt/vmz/common/log.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/pt/vmz/common/log.py -------------------------------------------------------------------------------- /pt/vmz/common/sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/pt/vmz/common/sampler.py -------------------------------------------------------------------------------- /pt/vmz/common/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/pt/vmz/common/scheduler.py -------------------------------------------------------------------------------- /pt/vmz/common/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/pt/vmz/common/transforms.py -------------------------------------------------------------------------------- /pt/vmz/common/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/pt/vmz/common/utils.py -------------------------------------------------------------------------------- /pt/vmz/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/pt/vmz/datasets/__init__.py -------------------------------------------------------------------------------- /pt/vmz/datasets/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/pt/vmz/datasets/data.py -------------------------------------------------------------------------------- /pt/vmz/datasets/kinetics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/pt/vmz/datasets/kinetics.py -------------------------------------------------------------------------------- /pt/vmz/datasets/ucf101.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/pt/vmz/datasets/ucf101.py -------------------------------------------------------------------------------- /pt/vmz/func/__init__.py: -------------------------------------------------------------------------------- 1 | from .opts import parse_args 2 | -------------------------------------------------------------------------------- /pt/vmz/func/feats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/pt/vmz/func/feats.py -------------------------------------------------------------------------------- /pt/vmz/func/opts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/pt/vmz/func/opts.py -------------------------------------------------------------------------------- /pt/vmz/func/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/pt/vmz/func/test.py -------------------------------------------------------------------------------- /pt/vmz/func/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/pt/vmz/func/train.py -------------------------------------------------------------------------------- /pt/vmz/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/pt/vmz/models/__init__.py -------------------------------------------------------------------------------- /pt/vmz/models/csn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/pt/vmz/models/csn.py -------------------------------------------------------------------------------- /pt/vmz/models/r2plus1d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/pt/vmz/models/r2plus1d.py -------------------------------------------------------------------------------- /pt/vmz/models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/pt/vmz/models/utils.py -------------------------------------------------------------------------------- /utilities/model_conversion/conversion_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/utilities/model_conversion/conversion_models.py -------------------------------------------------------------------------------- /utilities/model_conversion/convert_all_models.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/utilities/model_conversion/convert_all_models.txt -------------------------------------------------------------------------------- /utilities/model_conversion/convert_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/VMZ/HEAD/utilities/model_conversion/convert_models.py --------------------------------------------------------------------------------