├── .gitignore ├── README.md ├── configs ├── JAAD.yaml ├── JAAD_intent_action_relation.yaml ├── PIE_action.yaml ├── PIE_intent.yaml ├── PIE_intent_action.yaml ├── PIE_intent_action_relation.yaml ├── __init__.py └── defaults.py ├── datasets ├── JAAD.py ├── JAAD_origin.py ├── PIE.py ├── PIE_origin.py ├── __init__.py ├── build_samplers.py └── samplers │ ├── __init__.py │ ├── distributed.py │ ├── grouped_batch_sampler.py │ └── iteration_based_batch_sampler.py ├── docker └── Dockerfile ├── figures └── intent_teaser.png ├── ipython_notebook ├── viz_JAAD_annotations.ipynb └── viz_PIE_annotations.ipynb ├── lib ├── csrc │ ├── ROIAlign.h │ ├── ROIPool.h │ ├── SigmoidFocalLoss.h │ ├── cpu │ │ ├── ROIAlign_cpu.cpp │ │ └── vision.h │ ├── cuda │ │ ├── ROIAlign_cuda.cu │ │ ├── ROIPool_cuda.cu │ │ ├── SigmoidFocalLoss_cuda.cu │ │ └── vision.h │ └── vision.cpp ├── engine │ ├── inference.py │ ├── inference_relation.py │ ├── trainer.py │ └── trainer_relation.py ├── modeling │ ├── __init__.py │ ├── conv3d_based │ │ ├── act_intent.py │ │ ├── action_detectors │ │ │ ├── __init__.py │ │ │ ├── c3d.py │ │ │ ├── i3d.py │ │ │ └── resnet3d.py │ │ ├── action_net.py │ │ └── intent_net.py │ ├── layers │ │ ├── attention.py │ │ ├── cls_loss.py │ │ ├── convlstm.py │ │ └── traj_loss.py │ ├── poolers │ │ ├── __init__.py │ │ └── roi_align.py │ ├── relation │ │ ├── __init__.py │ │ └── relation_embedding.py │ └── rnn_based │ │ ├── action_intent_net.py │ │ ├── action_net.py │ │ ├── intent_net.py │ │ └── model.py └── utils │ ├── __init__.py │ ├── box_utils.py │ ├── dataset_utils.py │ ├── eval_utils.py │ ├── logger.py │ ├── meter.py │ ├── model_serialization.py │ ├── scheduler.py │ └── visualization.py ├── pedestrian_intent_action_detection.egg-info ├── PKG-INFO ├── SOURCES.txt ├── dependency_links.txt └── top_level.txt ├── pie_feature_add_box.py ├── pth_to_pkl.py ├── run_docker.sh ├── saved_models ├── all_relation_SF_GRU_JAAD.pth ├── all_relation_SF_GRU_PIE.pth └── all_relation_original_PIE.pth ├── setup.py └── tools ├── plot_data.py ├── test.py ├── test_relation.py ├── train.py └── train_relation.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/README.md -------------------------------------------------------------------------------- /configs/JAAD.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/configs/JAAD.yaml -------------------------------------------------------------------------------- /configs/JAAD_intent_action_relation.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/configs/JAAD_intent_action_relation.yaml -------------------------------------------------------------------------------- /configs/PIE_action.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/configs/PIE_action.yaml -------------------------------------------------------------------------------- /configs/PIE_intent.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/configs/PIE_intent.yaml -------------------------------------------------------------------------------- /configs/PIE_intent_action.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/configs/PIE_intent_action.yaml -------------------------------------------------------------------------------- /configs/PIE_intent_action_relation.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/configs/PIE_intent_action_relation.yaml -------------------------------------------------------------------------------- /configs/__init__.py: -------------------------------------------------------------------------------- 1 | from .defaults import _C as cfg 2 | -------------------------------------------------------------------------------- /configs/defaults.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/configs/defaults.py -------------------------------------------------------------------------------- /datasets/JAAD.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/datasets/JAAD.py -------------------------------------------------------------------------------- /datasets/JAAD_origin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/datasets/JAAD_origin.py -------------------------------------------------------------------------------- /datasets/PIE.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/datasets/PIE.py -------------------------------------------------------------------------------- /datasets/PIE_origin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/datasets/PIE_origin.py -------------------------------------------------------------------------------- /datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/datasets/__init__.py -------------------------------------------------------------------------------- /datasets/build_samplers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/datasets/build_samplers.py -------------------------------------------------------------------------------- /datasets/samplers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/datasets/samplers/__init__.py -------------------------------------------------------------------------------- /datasets/samplers/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/datasets/samplers/distributed.py -------------------------------------------------------------------------------- /datasets/samplers/grouped_batch_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/datasets/samplers/grouped_batch_sampler.py -------------------------------------------------------------------------------- /datasets/samplers/iteration_based_batch_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/datasets/samplers/iteration_based_batch_sampler.py -------------------------------------------------------------------------------- /docker/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/docker/Dockerfile -------------------------------------------------------------------------------- /figures/intent_teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/figures/intent_teaser.png -------------------------------------------------------------------------------- /ipython_notebook/viz_JAAD_annotations.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/ipython_notebook/viz_JAAD_annotations.ipynb -------------------------------------------------------------------------------- /ipython_notebook/viz_PIE_annotations.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/ipython_notebook/viz_PIE_annotations.ipynb -------------------------------------------------------------------------------- /lib/csrc/ROIAlign.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/csrc/ROIAlign.h -------------------------------------------------------------------------------- /lib/csrc/ROIPool.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/csrc/ROIPool.h -------------------------------------------------------------------------------- /lib/csrc/SigmoidFocalLoss.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/csrc/SigmoidFocalLoss.h -------------------------------------------------------------------------------- /lib/csrc/cpu/ROIAlign_cpu.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/csrc/cpu/ROIAlign_cpu.cpp -------------------------------------------------------------------------------- /lib/csrc/cpu/vision.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/csrc/cpu/vision.h -------------------------------------------------------------------------------- /lib/csrc/cuda/ROIAlign_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/csrc/cuda/ROIAlign_cuda.cu -------------------------------------------------------------------------------- /lib/csrc/cuda/ROIPool_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/csrc/cuda/ROIPool_cuda.cu -------------------------------------------------------------------------------- /lib/csrc/cuda/SigmoidFocalLoss_cuda.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/csrc/cuda/SigmoidFocalLoss_cuda.cu -------------------------------------------------------------------------------- /lib/csrc/cuda/vision.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/csrc/cuda/vision.h -------------------------------------------------------------------------------- /lib/csrc/vision.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/csrc/vision.cpp -------------------------------------------------------------------------------- /lib/engine/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/engine/inference.py -------------------------------------------------------------------------------- /lib/engine/inference_relation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/engine/inference_relation.py -------------------------------------------------------------------------------- /lib/engine/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/engine/trainer.py -------------------------------------------------------------------------------- /lib/engine/trainer_relation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/engine/trainer_relation.py -------------------------------------------------------------------------------- /lib/modeling/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/modeling/__init__.py -------------------------------------------------------------------------------- /lib/modeling/conv3d_based/act_intent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/modeling/conv3d_based/act_intent.py -------------------------------------------------------------------------------- /lib/modeling/conv3d_based/action_detectors/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/modeling/conv3d_based/action_detectors/__init__.py -------------------------------------------------------------------------------- /lib/modeling/conv3d_based/action_detectors/c3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/modeling/conv3d_based/action_detectors/c3d.py -------------------------------------------------------------------------------- /lib/modeling/conv3d_based/action_detectors/i3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/modeling/conv3d_based/action_detectors/i3d.py -------------------------------------------------------------------------------- /lib/modeling/conv3d_based/action_detectors/resnet3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/modeling/conv3d_based/action_detectors/resnet3d.py -------------------------------------------------------------------------------- /lib/modeling/conv3d_based/action_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/modeling/conv3d_based/action_net.py -------------------------------------------------------------------------------- /lib/modeling/conv3d_based/intent_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/modeling/conv3d_based/intent_net.py -------------------------------------------------------------------------------- /lib/modeling/layers/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/modeling/layers/attention.py -------------------------------------------------------------------------------- /lib/modeling/layers/cls_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/modeling/layers/cls_loss.py -------------------------------------------------------------------------------- /lib/modeling/layers/convlstm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/modeling/layers/convlstm.py -------------------------------------------------------------------------------- /lib/modeling/layers/traj_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/modeling/layers/traj_loss.py -------------------------------------------------------------------------------- /lib/modeling/poolers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/modeling/poolers/__init__.py -------------------------------------------------------------------------------- /lib/modeling/poolers/roi_align.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/modeling/poolers/roi_align.py -------------------------------------------------------------------------------- /lib/modeling/relation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/modeling/relation/__init__.py -------------------------------------------------------------------------------- /lib/modeling/relation/relation_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/modeling/relation/relation_embedding.py -------------------------------------------------------------------------------- /lib/modeling/rnn_based/action_intent_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/modeling/rnn_based/action_intent_net.py -------------------------------------------------------------------------------- /lib/modeling/rnn_based/action_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/modeling/rnn_based/action_net.py -------------------------------------------------------------------------------- /lib/modeling/rnn_based/intent_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/modeling/rnn_based/intent_net.py -------------------------------------------------------------------------------- /lib/modeling/rnn_based/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/modeling/rnn_based/model.py -------------------------------------------------------------------------------- /lib/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /lib/utils/box_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/utils/box_utils.py -------------------------------------------------------------------------------- /lib/utils/dataset_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/utils/dataset_utils.py -------------------------------------------------------------------------------- /lib/utils/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/utils/eval_utils.py -------------------------------------------------------------------------------- /lib/utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/utils/logger.py -------------------------------------------------------------------------------- /lib/utils/meter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/utils/meter.py -------------------------------------------------------------------------------- /lib/utils/model_serialization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/utils/model_serialization.py -------------------------------------------------------------------------------- /lib/utils/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/utils/scheduler.py -------------------------------------------------------------------------------- /lib/utils/visualization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/lib/utils/visualization.py -------------------------------------------------------------------------------- /pedestrian_intent_action_detection.egg-info/PKG-INFO: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/pedestrian_intent_action_detection.egg-info/PKG-INFO -------------------------------------------------------------------------------- /pedestrian_intent_action_detection.egg-info/SOURCES.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/pedestrian_intent_action_detection.egg-info/SOURCES.txt -------------------------------------------------------------------------------- /pedestrian_intent_action_detection.egg-info/dependency_links.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /pedestrian_intent_action_detection.egg-info/top_level.txt: -------------------------------------------------------------------------------- 1 | datasets 2 | lib 3 | -------------------------------------------------------------------------------- /pie_feature_add_box.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/pie_feature_add_box.py -------------------------------------------------------------------------------- /pth_to_pkl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/pth_to_pkl.py -------------------------------------------------------------------------------- /run_docker.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/run_docker.sh -------------------------------------------------------------------------------- /saved_models/all_relation_SF_GRU_JAAD.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/saved_models/all_relation_SF_GRU_JAAD.pth -------------------------------------------------------------------------------- /saved_models/all_relation_SF_GRU_PIE.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/saved_models/all_relation_SF_GRU_PIE.pth -------------------------------------------------------------------------------- /saved_models/all_relation_original_PIE.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/saved_models/all_relation_original_PIE.pth -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/setup.py -------------------------------------------------------------------------------- /tools/plot_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/tools/plot_data.py -------------------------------------------------------------------------------- /tools/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/tools/test.py -------------------------------------------------------------------------------- /tools/test_relation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/tools/test_relation.py -------------------------------------------------------------------------------- /tools/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/tools/train.py -------------------------------------------------------------------------------- /tools/train_relation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/umautobots/pedestrian_intent_action_detection/HEAD/tools/train_relation.py --------------------------------------------------------------------------------