├── .DS_Store ├── .gitattributes ├── Ego4D-Future-Hand-Prediction ├── README.md ├── configs │ └── Ego4D │ │ └── I3D_8x8_R50.yaml ├── slowfast │ ├── __init__.py │ ├── config │ │ ├── __init__.py │ │ ├── custom_config.py │ │ └── defaults.py │ ├── datasets │ │ ├── __init__.py │ │ ├── build.py │ │ ├── cv2_transform.py │ │ ├── decoder.py │ │ ├── ego4dhand.py │ │ ├── loader.py │ │ ├── multigrid_helper.py │ │ ├── transform.py │ │ ├── utils.py │ │ └── video_container.py │ ├── models │ │ ├── __init__.py │ │ ├── batchnorm_helper.py │ │ ├── build.py │ │ ├── head_helper.py │ │ ├── losses.py │ │ ├── nonlocal_helper.py │ │ ├── operators.py │ │ ├── optimizer.py │ │ ├── resnet_helper.py │ │ ├── stem_helper.py │ │ └── video_model_builder.py │ ├── utils │ │ ├── __init__.py │ │ ├── benchmark.py │ │ ├── bn_helper.py │ │ ├── c2_model_loading.py │ │ ├── checkpoint.py │ │ ├── distributed.py │ │ ├── env.py │ │ ├── logging.py │ │ ├── lr_policy.py │ │ ├── meters.py │ │ ├── metrics.py │ │ ├── misc.py │ │ ├── multiprocessing.py │ │ ├── parser.py │ │ └── weight_init_helper.py │ └── visualization │ │ ├── __init__.py │ │ ├── async_predictor.py │ │ ├── ava_demo_precomputed_boxes.py │ │ ├── demo_loader.py │ │ ├── gradcam_utils.py │ │ ├── prediction_vis.py │ │ ├── predictor.py │ │ ├── tensorboard_vis.py │ │ ├── utils.py │ │ └── video_visualizer.py └── tools │ ├── eval.py │ ├── generate_submission.py │ ├── run_net.py │ ├── test_net.py │ └── train_net.py ├── LICENSE ├── LONG_TERM_ANTICIPATION.md ├── README.md ├── SHORT_TERM_ANTICIPATION.md ├── configs ├── Ego4dLTA │ ├── MULTIMVIT_16x4.yaml │ └── MULTISLOWFAST_8x8_R101.yaml ├── Ego4dRecognition │ ├── MULTIMVIT_16x4.yaml │ └── MULTISLOWFAST_8x8_R101.yaml └── Ego4dShortTermAnticipation │ └── SLOWFAST_32x1_8x4_R50.yaml ├── ego4d ├── __init__.py ├── config │ ├── __init__.py │ └── defaults.py ├── datasets │ ├── __init__.py │ ├── build.py │ ├── cv2_transform.py │ ├── loader.py │ ├── long_term_anticipation.py │ ├── ptv_dataset_helper.py │ └── short_term_anticipation.py ├── evaluation │ ├── __init__.py │ ├── lta_metrics.py │ └── sta_metrics.py ├── models │ ├── __init__.py │ ├── batchnorm_helper.py │ ├── build.py │ ├── dummy.py │ ├── head_helper.py │ ├── losses.py │ ├── lta_models.py │ ├── nonlocal_helper.py │ ├── resnet_helper.py │ ├── sta_models.py │ ├── stem_helper.py │ └── video_model_builder.py ├── optimizers │ ├── __init__.py │ ├── lr_policy.py │ ├── lr_scheduler.py │ └── optimizer.py ├── tasks │ ├── __init__.py │ ├── long_term_anticipation.py │ ├── short_term_anticipation.py │ └── video_task.py └── utils │ ├── __init__.py │ ├── batchnorm_helper.py │ ├── c2_model_loading.py │ ├── datasets_utils.py │ ├── distributed.py │ ├── logging.py │ ├── misc.py │ ├── parser.py │ ├── transform.py │ ├── video_transformer.py │ └── weight_init_helper.py ├── requirements.txt ├── scripts ├── __init__.py ├── run_lta.py ├── run_sta.py └── slurm.py └── tools ├── long_term_anticipation ├── ego4d_forecasting.sh ├── ego4d_forecasting_clip.sh ├── ego4d_recognition.sh ├── evaluate_forecasting.sh └── resize_clips.sh └── short_term_anticipation ├── create_coco_annotations.py ├── dump_frames_to_lmdb_files.py ├── evaluate_short_term_anticipation_results.py ├── extract_object_frames.py ├── produce_object_detections.py └── train_object_detector.py /.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/.DS_Store -------------------------------------------------------------------------------- /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/.gitattributes -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/README.md -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/configs/Ego4D/I3D_8x8_R50.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/configs/Ego4D/I3D_8x8_R50.yaml -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/__init__.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/config/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/config/__init__.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/config/custom_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/config/custom_config.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/config/defaults.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/config/defaults.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/datasets/__init__.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/datasets/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/datasets/build.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/datasets/cv2_transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/datasets/cv2_transform.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/datasets/decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/datasets/decoder.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/datasets/ego4dhand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/datasets/ego4dhand.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/datasets/loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/datasets/loader.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/datasets/multigrid_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/datasets/multigrid_helper.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/datasets/transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/datasets/transform.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/datasets/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/datasets/utils.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/datasets/video_container.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/datasets/video_container.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/models/__init__.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/models/batchnorm_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/models/batchnorm_helper.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/models/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/models/build.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/models/head_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/models/head_helper.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/models/losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/models/losses.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/models/nonlocal_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/models/nonlocal_helper.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/models/operators.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/models/operators.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/models/optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/models/optimizer.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/models/resnet_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/models/resnet_helper.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/models/stem_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/models/stem_helper.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/models/video_model_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/models/video_model_builder.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/utils/__init__.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/utils/benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/utils/benchmark.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/utils/bn_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/utils/bn_helper.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/utils/c2_model_loading.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/utils/c2_model_loading.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/utils/checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/utils/checkpoint.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/utils/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/utils/distributed.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/utils/env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/utils/env.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/utils/logging.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/utils/lr_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/utils/lr_policy.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/utils/meters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/utils/meters.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/utils/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/utils/metrics.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/utils/misc.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/utils/multiprocessing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/utils/multiprocessing.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/utils/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/utils/parser.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/utils/weight_init_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/utils/weight_init_helper.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/visualization/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/visualization/__init__.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/visualization/async_predictor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/visualization/async_predictor.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/visualization/ava_demo_precomputed_boxes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/visualization/ava_demo_precomputed_boxes.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/visualization/demo_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/visualization/demo_loader.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/visualization/gradcam_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/visualization/gradcam_utils.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/visualization/prediction_vis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/visualization/prediction_vis.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/visualization/predictor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/visualization/predictor.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/visualization/tensorboard_vis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/visualization/tensorboard_vis.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/visualization/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/visualization/utils.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/slowfast/visualization/video_visualizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/slowfast/visualization/video_visualizer.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/tools/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/tools/eval.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/tools/generate_submission.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/tools/generate_submission.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/tools/run_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/tools/run_net.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/tools/test_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/tools/test_net.py -------------------------------------------------------------------------------- /Ego4D-Future-Hand-Prediction/tools/train_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/Ego4D-Future-Hand-Prediction/tools/train_net.py -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/LICENSE -------------------------------------------------------------------------------- /LONG_TERM_ANTICIPATION.md: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/README.md -------------------------------------------------------------------------------- /SHORT_TERM_ANTICIPATION.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/SHORT_TERM_ANTICIPATION.md -------------------------------------------------------------------------------- /configs/Ego4dLTA/MULTIMVIT_16x4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/configs/Ego4dLTA/MULTIMVIT_16x4.yaml -------------------------------------------------------------------------------- /configs/Ego4dLTA/MULTISLOWFAST_8x8_R101.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/configs/Ego4dLTA/MULTISLOWFAST_8x8_R101.yaml -------------------------------------------------------------------------------- /configs/Ego4dRecognition/MULTIMVIT_16x4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/configs/Ego4dRecognition/MULTIMVIT_16x4.yaml -------------------------------------------------------------------------------- /configs/Ego4dRecognition/MULTISLOWFAST_8x8_R101.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/configs/Ego4dRecognition/MULTISLOWFAST_8x8_R101.yaml -------------------------------------------------------------------------------- /configs/Ego4dShortTermAnticipation/SLOWFAST_32x1_8x4_R50.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/configs/Ego4dShortTermAnticipation/SLOWFAST_32x1_8x4_R50.yaml -------------------------------------------------------------------------------- /ego4d/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/__init__.py -------------------------------------------------------------------------------- /ego4d/config/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/config/__init__.py -------------------------------------------------------------------------------- /ego4d/config/defaults.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/config/defaults.py -------------------------------------------------------------------------------- /ego4d/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/datasets/__init__.py -------------------------------------------------------------------------------- /ego4d/datasets/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/datasets/build.py -------------------------------------------------------------------------------- /ego4d/datasets/cv2_transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/datasets/cv2_transform.py -------------------------------------------------------------------------------- /ego4d/datasets/loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/datasets/loader.py -------------------------------------------------------------------------------- /ego4d/datasets/long_term_anticipation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/datasets/long_term_anticipation.py -------------------------------------------------------------------------------- /ego4d/datasets/ptv_dataset_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/datasets/ptv_dataset_helper.py -------------------------------------------------------------------------------- /ego4d/datasets/short_term_anticipation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/datasets/short_term_anticipation.py -------------------------------------------------------------------------------- /ego4d/evaluation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/evaluation/__init__.py -------------------------------------------------------------------------------- /ego4d/evaluation/lta_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/evaluation/lta_metrics.py -------------------------------------------------------------------------------- /ego4d/evaluation/sta_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/evaluation/sta_metrics.py -------------------------------------------------------------------------------- /ego4d/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/models/__init__.py -------------------------------------------------------------------------------- /ego4d/models/batchnorm_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/models/batchnorm_helper.py -------------------------------------------------------------------------------- /ego4d/models/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/models/build.py -------------------------------------------------------------------------------- /ego4d/models/dummy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/models/dummy.py -------------------------------------------------------------------------------- /ego4d/models/head_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/models/head_helper.py -------------------------------------------------------------------------------- /ego4d/models/losses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/models/losses.py -------------------------------------------------------------------------------- /ego4d/models/lta_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/models/lta_models.py -------------------------------------------------------------------------------- /ego4d/models/nonlocal_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/models/nonlocal_helper.py -------------------------------------------------------------------------------- /ego4d/models/resnet_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/models/resnet_helper.py -------------------------------------------------------------------------------- /ego4d/models/sta_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/models/sta_models.py -------------------------------------------------------------------------------- /ego4d/models/stem_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/models/stem_helper.py -------------------------------------------------------------------------------- /ego4d/models/video_model_builder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/models/video_model_builder.py -------------------------------------------------------------------------------- /ego4d/optimizers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/optimizers/__init__.py -------------------------------------------------------------------------------- /ego4d/optimizers/lr_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/optimizers/lr_policy.py -------------------------------------------------------------------------------- /ego4d/optimizers/lr_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/optimizers/lr_scheduler.py -------------------------------------------------------------------------------- /ego4d/optimizers/optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/optimizers/optimizer.py -------------------------------------------------------------------------------- /ego4d/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/tasks/__init__.py -------------------------------------------------------------------------------- /ego4d/tasks/long_term_anticipation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/tasks/long_term_anticipation.py -------------------------------------------------------------------------------- /ego4d/tasks/short_term_anticipation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/tasks/short_term_anticipation.py -------------------------------------------------------------------------------- /ego4d/tasks/video_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/tasks/video_task.py -------------------------------------------------------------------------------- /ego4d/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/utils/__init__.py -------------------------------------------------------------------------------- /ego4d/utils/batchnorm_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/utils/batchnorm_helper.py -------------------------------------------------------------------------------- /ego4d/utils/c2_model_loading.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/utils/c2_model_loading.py -------------------------------------------------------------------------------- /ego4d/utils/datasets_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/utils/datasets_utils.py -------------------------------------------------------------------------------- /ego4d/utils/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/utils/distributed.py -------------------------------------------------------------------------------- /ego4d/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/utils/logging.py -------------------------------------------------------------------------------- /ego4d/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/utils/misc.py -------------------------------------------------------------------------------- /ego4d/utils/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/utils/parser.py -------------------------------------------------------------------------------- /ego4d/utils/transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/utils/transform.py -------------------------------------------------------------------------------- /ego4d/utils/video_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/utils/video_transformer.py -------------------------------------------------------------------------------- /ego4d/utils/weight_init_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/ego4d/utils/weight_init_helper.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/scripts/__init__.py -------------------------------------------------------------------------------- /scripts/run_lta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/scripts/run_lta.py -------------------------------------------------------------------------------- /scripts/run_sta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/scripts/run_sta.py -------------------------------------------------------------------------------- /scripts/slurm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/scripts/slurm.py -------------------------------------------------------------------------------- /tools/long_term_anticipation/ego4d_forecasting.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/tools/long_term_anticipation/ego4d_forecasting.sh -------------------------------------------------------------------------------- /tools/long_term_anticipation/ego4d_forecasting_clip.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/tools/long_term_anticipation/ego4d_forecasting_clip.sh -------------------------------------------------------------------------------- /tools/long_term_anticipation/ego4d_recognition.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/tools/long_term_anticipation/ego4d_recognition.sh -------------------------------------------------------------------------------- /tools/long_term_anticipation/evaluate_forecasting.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/tools/long_term_anticipation/evaluate_forecasting.sh -------------------------------------------------------------------------------- /tools/long_term_anticipation/resize_clips.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/tools/long_term_anticipation/resize_clips.sh -------------------------------------------------------------------------------- /tools/short_term_anticipation/create_coco_annotations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/tools/short_term_anticipation/create_coco_annotations.py -------------------------------------------------------------------------------- /tools/short_term_anticipation/dump_frames_to_lmdb_files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/tools/short_term_anticipation/dump_frames_to_lmdb_files.py -------------------------------------------------------------------------------- /tools/short_term_anticipation/evaluate_short_term_anticipation_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/tools/short_term_anticipation/evaluate_short_term_anticipation_results.py -------------------------------------------------------------------------------- /tools/short_term_anticipation/extract_object_frames.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/tools/short_term_anticipation/extract_object_frames.py -------------------------------------------------------------------------------- /tools/short_term_anticipation/produce_object_detections.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/tools/short_term_anticipation/produce_object_detections.py -------------------------------------------------------------------------------- /tools/short_term_anticipation/train_object_detector.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/srijandas07/clip_baseline_LTA_Ego4d/HEAD/tools/short_term_anticipation/train_object_detector.py --------------------------------------------------------------------------------