├── .gitignore ├── README.md ├── base ├── __init__.py ├── base_data_loader.py ├── base_dataset.py ├── base_model.py └── base_trainer.py ├── configs └── eval │ ├── egomcq.json │ ├── epic.json │ ├── mq.json │ └── nlq.json ├── data_loader ├── EgoClip_EgoMCQ_dataset.py ├── Egtea.py ├── EpicKitchens_MIR_dataset.py ├── __init__.py ├── data_loader.py ├── lavila_transforms.py └── transforms.py ├── demo └── visualize_box.py ├── imgs ├── arch_fig.png └── grounding_fig.png ├── logger ├── __init__.py ├── logger.py └── visualization.py ├── model ├── LaviLa.py ├── __init__.py ├── box_utils.py ├── bpe_simple_vocab_16e6.txt.gz ├── loss.py ├── metric.py ├── openai_clip.py ├── openai_model.py ├── tfm_decoder.py └── tokenizer.py ├── run ├── test_EgoMCQ.py ├── test_egtea.py ├── test_epic.py └── train.py └── utils ├── __init__.py ├── box_ops.py ├── custom_transforms.py ├── data_utils.py ├── mAP.py ├── nDCG.py ├── parse_config.py ├── tensorboard_utils.py ├── train_utils.py ├── utils.py └── visualisation.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/README.md -------------------------------------------------------------------------------- /base/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/base/__init__.py -------------------------------------------------------------------------------- /base/base_data_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/base/base_data_loader.py -------------------------------------------------------------------------------- /base/base_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/base/base_dataset.py -------------------------------------------------------------------------------- /base/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/base/base_model.py -------------------------------------------------------------------------------- /base/base_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/base/base_trainer.py -------------------------------------------------------------------------------- /configs/eval/egomcq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/configs/eval/egomcq.json -------------------------------------------------------------------------------- /configs/eval/epic.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/configs/eval/epic.json -------------------------------------------------------------------------------- /configs/eval/mq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/configs/eval/mq.json -------------------------------------------------------------------------------- /configs/eval/nlq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/configs/eval/nlq.json -------------------------------------------------------------------------------- /data_loader/EgoClip_EgoMCQ_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/data_loader/EgoClip_EgoMCQ_dataset.py -------------------------------------------------------------------------------- /data_loader/Egtea.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/data_loader/Egtea.py -------------------------------------------------------------------------------- /data_loader/EpicKitchens_MIR_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/data_loader/EpicKitchens_MIR_dataset.py -------------------------------------------------------------------------------- /data_loader/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/data_loader/__init__.py -------------------------------------------------------------------------------- /data_loader/data_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/data_loader/data_loader.py -------------------------------------------------------------------------------- /data_loader/lavila_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/data_loader/lavila_transforms.py -------------------------------------------------------------------------------- /data_loader/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/data_loader/transforms.py -------------------------------------------------------------------------------- /demo/visualize_box.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/demo/visualize_box.py -------------------------------------------------------------------------------- /imgs/arch_fig.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/imgs/arch_fig.png -------------------------------------------------------------------------------- /imgs/grounding_fig.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/imgs/grounding_fig.png -------------------------------------------------------------------------------- /logger/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/logger/__init__.py -------------------------------------------------------------------------------- /logger/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/logger/logger.py -------------------------------------------------------------------------------- /logger/visualization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/logger/visualization.py -------------------------------------------------------------------------------- /model/LaviLa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/model/LaviLa.py -------------------------------------------------------------------------------- /model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /model/box_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/model/box_utils.py -------------------------------------------------------------------------------- /model/bpe_simple_vocab_16e6.txt.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/model/bpe_simple_vocab_16e6.txt.gz -------------------------------------------------------------------------------- /model/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/model/loss.py -------------------------------------------------------------------------------- /model/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/model/metric.py -------------------------------------------------------------------------------- /model/openai_clip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/model/openai_clip.py -------------------------------------------------------------------------------- /model/openai_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/model/openai_model.py -------------------------------------------------------------------------------- /model/tfm_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/model/tfm_decoder.py -------------------------------------------------------------------------------- /model/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/model/tokenizer.py -------------------------------------------------------------------------------- /run/test_EgoMCQ.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/run/test_EgoMCQ.py -------------------------------------------------------------------------------- /run/test_egtea.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/run/test_egtea.py -------------------------------------------------------------------------------- /run/test_epic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/run/test_epic.py -------------------------------------------------------------------------------- /run/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/run/train.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/box_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/utils/box_ops.py -------------------------------------------------------------------------------- /utils/custom_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/utils/custom_transforms.py -------------------------------------------------------------------------------- /utils/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/utils/data_utils.py -------------------------------------------------------------------------------- /utils/mAP.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/utils/mAP.py -------------------------------------------------------------------------------- /utils/nDCG.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/utils/nDCG.py -------------------------------------------------------------------------------- /utils/parse_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/utils/parse_config.py -------------------------------------------------------------------------------- /utils/tensorboard_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/utils/tensorboard_utils.py -------------------------------------------------------------------------------- /utils/train_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/utils/train_utils.py -------------------------------------------------------------------------------- /utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/utils/utils.py -------------------------------------------------------------------------------- /utils/visualisation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Chuhanxx/helping_hand_for_egocentric_videos/HEAD/utils/visualisation.py --------------------------------------------------------------------------------