├── README.md ├── config.py ├── data ├── __init__.py ├── augmentations.py ├── ava.py ├── ava_cls.py ├── customize.py └── data_utils.py ├── datasets └── .DS_Store ├── demo.py ├── example.gif ├── external ├── ActivityNet │ ├── .gitignore │ ├── Evaluation │ │ ├── ava │ │ │ ├── __init__.py │ │ │ ├── ava_action_list_v2.1_for_activitynet_2018.pbtxt.txt │ │ │ ├── label_map_util.py │ │ │ ├── metrics.py │ │ │ ├── np_box_list.py │ │ │ ├── np_box_list_ops.py │ │ │ ├── np_box_mask_list.py │ │ │ ├── np_box_mask_list_ops.py │ │ │ ├── np_box_ops.py │ │ │ ├── np_mask_ops.py │ │ │ ├── object_detection_evaluation.py │ │ │ ├── per_image_evaluation.py │ │ │ └── standard_fields.py │ │ └── get_ava_performance.py │ └── LICENSE └── maskrcnn_benchmark │ ├── LICENSE │ ├── csrc │ ├── ROIAlign.h │ ├── ROIPool.h │ ├── cpu │ │ ├── ROIAlign_cpu.cpp │ │ ├── nms_cpu.cpp │ │ └── vision.h │ ├── cuda │ │ ├── ROIAlign_cuda.cu │ │ ├── ROIPool_cuda.cu │ │ ├── nms.cu │ │ └── vision.h │ ├── nms.h │ └── vision.cpp │ └── roi_layers │ ├── __init__.py │ ├── nms.py │ ├── roi_align.py │ └── roi_pool.py ├── models ├── __init__.py ├── i3dpt.py ├── networks.py └── two_branch.py ├── scripts ├── debug.sh ├── extract_clips.py ├── generate_label.py ├── train_cls.sh └── train_step.sh ├── setup.py ├── teaser.jpg ├── test.py ├── train.py ├── train_cls.py └── utils ├── __init__.py ├── eval_utils.py ├── solver.py ├── tube_utils.py ├── utils.py └── vis_utils.py /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/README.md -------------------------------------------------------------------------------- /config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/config.py -------------------------------------------------------------------------------- /data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/data/__init__.py -------------------------------------------------------------------------------- /data/augmentations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/data/augmentations.py -------------------------------------------------------------------------------- /data/ava.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/data/ava.py -------------------------------------------------------------------------------- /data/ava_cls.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/data/ava_cls.py -------------------------------------------------------------------------------- /data/customize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/data/customize.py -------------------------------------------------------------------------------- /data/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/data/data_utils.py -------------------------------------------------------------------------------- /datasets/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/datasets/.DS_Store -------------------------------------------------------------------------------- /demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/demo.py -------------------------------------------------------------------------------- /example.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/example.gif -------------------------------------------------------------------------------- /external/ActivityNet/.gitignore: -------------------------------------------------------------------------------- 1 | *.pyc 2 | *.pyo 3 | *~ 4 | -------------------------------------------------------------------------------- /external/ActivityNet/Evaluation/ava/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /external/ActivityNet/Evaluation/ava/ava_action_list_v2.1_for_activitynet_2018.pbtxt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/external/ActivityNet/Evaluation/ava/ava_action_list_v2.1_for_activitynet_2018.pbtxt.txt -------------------------------------------------------------------------------- /external/ActivityNet/Evaluation/ava/label_map_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/external/ActivityNet/Evaluation/ava/label_map_util.py -------------------------------------------------------------------------------- /external/ActivityNet/Evaluation/ava/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/external/ActivityNet/Evaluation/ava/metrics.py -------------------------------------------------------------------------------- /external/ActivityNet/Evaluation/ava/np_box_list.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/external/ActivityNet/Evaluation/ava/np_box_list.py -------------------------------------------------------------------------------- /external/ActivityNet/Evaluation/ava/np_box_list_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/external/ActivityNet/Evaluation/ava/np_box_list_ops.py -------------------------------------------------------------------------------- /external/ActivityNet/Evaluation/ava/np_box_mask_list.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/external/ActivityNet/Evaluation/ava/np_box_mask_list.py -------------------------------------------------------------------------------- /external/ActivityNet/Evaluation/ava/np_box_mask_list_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/external/ActivityNet/Evaluation/ava/np_box_mask_list_ops.py -------------------------------------------------------------------------------- /external/ActivityNet/Evaluation/ava/np_box_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/external/ActivityNet/Evaluation/ava/np_box_ops.py -------------------------------------------------------------------------------- /external/ActivityNet/Evaluation/ava/np_mask_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/external/ActivityNet/Evaluation/ava/np_mask_ops.py -------------------------------------------------------------------------------- /external/ActivityNet/Evaluation/ava/object_detection_evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/external/ActivityNet/Evaluation/ava/object_detection_evaluation.py -------------------------------------------------------------------------------- /external/ActivityNet/Evaluation/ava/per_image_evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/external/ActivityNet/Evaluation/ava/per_image_evaluation.py -------------------------------------------------------------------------------- /external/ActivityNet/Evaluation/ava/standard_fields.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/external/ActivityNet/Evaluation/ava/standard_fields.py -------------------------------------------------------------------------------- /external/ActivityNet/Evaluation/get_ava_performance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/external/ActivityNet/Evaluation/get_ava_performance.py -------------------------------------------------------------------------------- /external/ActivityNet/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/external/ActivityNet/LICENSE -------------------------------------------------------------------------------- /external/maskrcnn_benchmark/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/external/maskrcnn_benchmark/LICENSE -------------------------------------------------------------------------------- /external/maskrcnn_benchmark/csrc/ROIAlign.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/external/maskrcnn_benchmark/csrc/ROIAlign.h -------------------------------------------------------------------------------- /external/maskrcnn_benchmark/csrc/ROIPool.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/external/maskrcnn_benchmark/csrc/ROIPool.h -------------------------------------------------------------------------------- /external/maskrcnn_benchmark/csrc/cpu/ROIAlign_cpu.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/external/maskrcnn_benchmark/csrc/cpu/ROIAlign_cpu.cpp -------------------------------------------------------------------------------- /external/maskrcnn_benchmark/csrc/cpu/nms_cpu.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/external/maskrcnn_benchmark/csrc/cpu/nms_cpu.cpp -------------------------------------------------------------------------------- /external/maskrcnn_benchmark/csrc/cpu/vision.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/external/maskrcnn_benchmark/csrc/cpu/vision.h -------------------------------------------------------------------------------- /external/maskrcnn_benchmark/csrc/cuda/ROIAlign_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/external/maskrcnn_benchmark/csrc/cuda/ROIAlign_cuda.cu -------------------------------------------------------------------------------- /external/maskrcnn_benchmark/csrc/cuda/ROIPool_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/external/maskrcnn_benchmark/csrc/cuda/ROIPool_cuda.cu -------------------------------------------------------------------------------- /external/maskrcnn_benchmark/csrc/cuda/nms.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/external/maskrcnn_benchmark/csrc/cuda/nms.cu -------------------------------------------------------------------------------- /external/maskrcnn_benchmark/csrc/cuda/vision.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/external/maskrcnn_benchmark/csrc/cuda/vision.h -------------------------------------------------------------------------------- /external/maskrcnn_benchmark/csrc/nms.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/external/maskrcnn_benchmark/csrc/nms.h -------------------------------------------------------------------------------- /external/maskrcnn_benchmark/csrc/vision.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/external/maskrcnn_benchmark/csrc/vision.cpp -------------------------------------------------------------------------------- /external/maskrcnn_benchmark/roi_layers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/external/maskrcnn_benchmark/roi_layers/__init__.py -------------------------------------------------------------------------------- /external/maskrcnn_benchmark/roi_layers/nms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/external/maskrcnn_benchmark/roi_layers/nms.py -------------------------------------------------------------------------------- /external/maskrcnn_benchmark/roi_layers/roi_align.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/external/maskrcnn_benchmark/roi_layers/roi_align.py -------------------------------------------------------------------------------- /external/maskrcnn_benchmark/roi_layers/roi_pool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/external/maskrcnn_benchmark/roi_layers/roi_pool.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/models/__init__.py -------------------------------------------------------------------------------- /models/i3dpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/models/i3dpt.py -------------------------------------------------------------------------------- /models/networks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/models/networks.py -------------------------------------------------------------------------------- /models/two_branch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/models/two_branch.py -------------------------------------------------------------------------------- /scripts/debug.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/scripts/debug.sh -------------------------------------------------------------------------------- /scripts/extract_clips.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/scripts/extract_clips.py -------------------------------------------------------------------------------- /scripts/generate_label.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/scripts/generate_label.py -------------------------------------------------------------------------------- /scripts/train_cls.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/scripts/train_cls.sh -------------------------------------------------------------------------------- /scripts/train_step.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/scripts/train_step.sh -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/setup.py -------------------------------------------------------------------------------- /teaser.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/teaser.jpg -------------------------------------------------------------------------------- /test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/test.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/train.py -------------------------------------------------------------------------------- /train_cls.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/train_cls.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/utils/__init__.py -------------------------------------------------------------------------------- /utils/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/utils/eval_utils.py -------------------------------------------------------------------------------- /utils/solver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/utils/solver.py -------------------------------------------------------------------------------- /utils/tube_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/utils/tube_utils.py -------------------------------------------------------------------------------- /utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/utils/utils.py -------------------------------------------------------------------------------- /utils/vis_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/NVlabs/STEP/HEAD/utils/vis_utils.py --------------------------------------------------------------------------------