├── .gitignore ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── EgoMQ ├── Convert_annotations.py ├── Eval.py ├── Evaluation │ ├── ego4d │ │ ├── annot │ │ │ ├── clip_annotations.json │ │ │ └── moment_classes_idx.json │ │ ├── eval_action_detection.py │ │ ├── eval_detection.py │ │ ├── generate_detection.py │ │ ├── generate_retrieval.py │ │ ├── get_detect_performance.py │ │ └── get_retrieval_performance.py │ └── utils.py ├── Infer.py ├── Merge_detection_retrieval.py ├── Models │ ├── ActionGenerator.py │ ├── AnchorGenerator.py │ ├── BoundaryAdjust.py │ ├── BoxCoder.py │ ├── GCNs.py │ ├── Head.py │ ├── Loss.py │ ├── VSGN.py │ ├── XGPN.py │ └── matcher.py ├── README.md ├── Train.py ├── Utils │ ├── dataset.py │ └── opts.py ├── activity_idx.json ├── find_best_parameters.py └── scripts │ └── train_infer_eval_ego_nce.sh ├── EgoNLQ ├── Ego4D_NLQ_dataset.py ├── EgoNCE_MLM_ITM_Config.yml ├── README.md ├── base │ ├── __init__.py │ ├── base_dataset.py │ ├── base_model.py │ └── transforms.py ├── configs │ └── nlq.json ├── extract_features.py ├── feature_shapes.json ├── jsons │ ├── nlq_test_unannotated.json │ ├── nlq_train.json │ ├── nlq_val.json │ ├── test.json │ ├── train.json │ └── val.json ├── logger │ ├── __init__.py │ ├── logger.py │ ├── logger_config.json │ └── visualization.py ├── main.py ├── model │ ├── VSLNet.py │ ├── VSLNet_small.py │ ├── heads.py │ ├── layers.py │ ├── load_checkpoint.py │ ├── loss.py │ ├── metric.py │ ├── model.py │ ├── roberta.py │ └── video_transformer.py ├── options.py ├── parse_config.py └── utils │ ├── __init__.py │ ├── custom_transforms.py │ ├── data_gen.py │ ├── data_loader.py │ ├── data_util.py │ ├── evaluate_ego4d_nlq.py │ ├── html.py │ ├── mAP.py │ ├── nDCG.py │ ├── runner_utils.py │ ├── util.py │ ├── video.py │ ├── video_chunk.py │ ├── video_resize.py │ ├── visualisation.py │ └── visualizer.py ├── EgoTaskQA ├── EgoNCE_MLM_ITM_Config.yml ├── EgoTaskQA_dataset.py ├── README.md ├── base │ ├── __init__.py │ ├── base_dataset.py │ └── base_model.py ├── configs │ └── egotaskqa.json ├── logger │ ├── __init__.py │ ├── logger.py │ ├── logger_config.json │ └── visualization.py ├── main_end2end.py ├── model │ ├── heads.py │ ├── model.py │ ├── roberta.py │ ├── video_qa_model_linear_end2end.py │ └── video_transformer.py ├── parse_config.py ├── reasoning_type_unique_cat.py ├── transforms.py └── utils │ ├── __init__.py │ ├── custom_transforms.py │ ├── html.py │ ├── mAP.py │ ├── nDCG.py │ ├── util.py │ ├── video.py │ ├── video_chunk.py │ ├── video_resize.py │ ├── visualisation.py │ └── visualizer.py ├── EgoVLPv2 ├── EgoNCE_MLM_ITM_Config.yml ├── README.md ├── base │ ├── __init__.py │ ├── base_data_loader.py │ ├── base_dataset.py │ ├── base_model.py │ └── base_trainer.py ├── configs │ ├── eval │ │ ├── charades.json │ │ ├── egomcq.json │ │ ├── epic.json │ │ ├── mq.json │ │ └── nlq.json │ ├── ft │ │ ├── charades.json │ │ └── epic.json │ └── pt │ │ └── egoclip.json ├── data_loader │ ├── CharadesEgo_dataset.py │ ├── Ego4D_MQ_dataset.py │ ├── EgoClip_EgoMCQ_dataset.py │ ├── EpicKitchens_MIR_dataset.py │ ├── __init__.py │ ├── data_loader.py │ └── transforms.py ├── logger │ ├── __init__.py │ ├── logger.py │ ├── logger_config.json │ └── visualization.py ├── model │ ├── heads.py │ ├── loss.py │ ├── metric.py │ ├── model.py │ ├── model_epic_charades.py │ ├── roberta.py │ └── video_transformer.py ├── multinode_train_charades.py ├── multinode_train_egoclip.py ├── multinode_train_epic.py ├── parse_config.py ├── run.sh ├── set_optim_schedule.py ├── test_mq.py ├── trainer │ ├── __init__.py │ ├── trainer_charades.py │ ├── trainer_egoclip.py │ └── trainer_epic.py └── utils │ ├── __init__.py │ ├── charades_meta.py │ ├── custom_transforms.py │ ├── html.py │ ├── mAP.py │ ├── nDCG.py │ ├── util.py │ ├── video.py │ ├── video_chunk.py │ ├── video_resize.py │ ├── visualisation.py │ └── visualizer.py ├── Figures └── EgoVLPv2_System.gif ├── LICENSE ├── QFVS ├── QFVS.yml ├── README.md ├── Tags.mat ├── base │ ├── __init__.py │ ├── base_data_loader.py │ ├── base_dataset.py │ ├── base_model.py │ └── base_trainer.py ├── dataset_prompt.py ├── extract_features.py ├── extract_multimodal_features.py ├── logger │ ├── __init__.py │ ├── logger.py │ ├── logger_config.json │ └── visualization.py ├── main.py ├── model │ ├── heads.py │ ├── model_fused.py │ ├── model_summary.py │ ├── model_text_unfused.py │ ├── model_video_unfused.py │ ├── roberta.py │ └── video_transformer.py ├── parse_config.py ├── qfvs.json ├── runner_train.py ├── segment │ ├── __init__.py │ ├── cpd_auto.py │ └── cpd_nonlin.py ├── semantic_evaluation.py ├── utils │ ├── __init__.py │ ├── custom_transforms.py │ ├── html.py │ ├── mAP.py │ ├── nDCG.py │ ├── util.py │ ├── video.py │ ├── video_chunk.py │ ├── video_resize.py │ ├── visualisation.py │ └── visualizer.py └── utils_QFVS.py ├── README.md └── requirements.txt /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/.gitignore -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /EgoMQ/Convert_annotations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoMQ/Convert_annotations.py -------------------------------------------------------------------------------- /EgoMQ/Eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoMQ/Eval.py -------------------------------------------------------------------------------- /EgoMQ/Evaluation/ego4d/annot/clip_annotations.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoMQ/Evaluation/ego4d/annot/clip_annotations.json -------------------------------------------------------------------------------- /EgoMQ/Evaluation/ego4d/annot/moment_classes_idx.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoMQ/Evaluation/ego4d/annot/moment_classes_idx.json -------------------------------------------------------------------------------- /EgoMQ/Evaluation/ego4d/eval_action_detection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoMQ/Evaluation/ego4d/eval_action_detection.py -------------------------------------------------------------------------------- /EgoMQ/Evaluation/ego4d/eval_detection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoMQ/Evaluation/ego4d/eval_detection.py -------------------------------------------------------------------------------- /EgoMQ/Evaluation/ego4d/generate_detection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoMQ/Evaluation/ego4d/generate_detection.py -------------------------------------------------------------------------------- /EgoMQ/Evaluation/ego4d/generate_retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoMQ/Evaluation/ego4d/generate_retrieval.py -------------------------------------------------------------------------------- /EgoMQ/Evaluation/ego4d/get_detect_performance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoMQ/Evaluation/ego4d/get_detect_performance.py -------------------------------------------------------------------------------- /EgoMQ/Evaluation/ego4d/get_retrieval_performance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoMQ/Evaluation/ego4d/get_retrieval_performance.py -------------------------------------------------------------------------------- /EgoMQ/Evaluation/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoMQ/Evaluation/utils.py -------------------------------------------------------------------------------- /EgoMQ/Infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoMQ/Infer.py -------------------------------------------------------------------------------- /EgoMQ/Merge_detection_retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoMQ/Merge_detection_retrieval.py -------------------------------------------------------------------------------- /EgoMQ/Models/ActionGenerator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoMQ/Models/ActionGenerator.py -------------------------------------------------------------------------------- /EgoMQ/Models/AnchorGenerator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoMQ/Models/AnchorGenerator.py -------------------------------------------------------------------------------- /EgoMQ/Models/BoundaryAdjust.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoMQ/Models/BoundaryAdjust.py -------------------------------------------------------------------------------- /EgoMQ/Models/BoxCoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoMQ/Models/BoxCoder.py -------------------------------------------------------------------------------- /EgoMQ/Models/GCNs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoMQ/Models/GCNs.py -------------------------------------------------------------------------------- /EgoMQ/Models/Head.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoMQ/Models/Head.py -------------------------------------------------------------------------------- /EgoMQ/Models/Loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoMQ/Models/Loss.py -------------------------------------------------------------------------------- /EgoMQ/Models/VSGN.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoMQ/Models/VSGN.py -------------------------------------------------------------------------------- /EgoMQ/Models/XGPN.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoMQ/Models/XGPN.py -------------------------------------------------------------------------------- /EgoMQ/Models/matcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoMQ/Models/matcher.py -------------------------------------------------------------------------------- /EgoMQ/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoMQ/README.md -------------------------------------------------------------------------------- /EgoMQ/Train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoMQ/Train.py -------------------------------------------------------------------------------- /EgoMQ/Utils/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoMQ/Utils/dataset.py -------------------------------------------------------------------------------- /EgoMQ/Utils/opts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoMQ/Utils/opts.py -------------------------------------------------------------------------------- /EgoMQ/activity_idx.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoMQ/activity_idx.json -------------------------------------------------------------------------------- /EgoMQ/find_best_parameters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoMQ/find_best_parameters.py -------------------------------------------------------------------------------- /EgoMQ/scripts/train_infer_eval_ego_nce.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoMQ/scripts/train_infer_eval_ego_nce.sh -------------------------------------------------------------------------------- /EgoNLQ/Ego4D_NLQ_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/Ego4D_NLQ_dataset.py -------------------------------------------------------------------------------- /EgoNLQ/EgoNCE_MLM_ITM_Config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/EgoNCE_MLM_ITM_Config.yml -------------------------------------------------------------------------------- /EgoNLQ/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/README.md -------------------------------------------------------------------------------- /EgoNLQ/base/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/base/__init__.py -------------------------------------------------------------------------------- /EgoNLQ/base/base_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/base/base_dataset.py -------------------------------------------------------------------------------- /EgoNLQ/base/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/base/base_model.py -------------------------------------------------------------------------------- /EgoNLQ/base/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/base/transforms.py -------------------------------------------------------------------------------- /EgoNLQ/configs/nlq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/configs/nlq.json -------------------------------------------------------------------------------- /EgoNLQ/extract_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/extract_features.py -------------------------------------------------------------------------------- /EgoNLQ/feature_shapes.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/feature_shapes.json -------------------------------------------------------------------------------- /EgoNLQ/jsons/nlq_test_unannotated.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/jsons/nlq_test_unannotated.json -------------------------------------------------------------------------------- /EgoNLQ/jsons/nlq_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/jsons/nlq_train.json -------------------------------------------------------------------------------- /EgoNLQ/jsons/nlq_val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/jsons/nlq_val.json -------------------------------------------------------------------------------- /EgoNLQ/jsons/test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/jsons/test.json -------------------------------------------------------------------------------- /EgoNLQ/jsons/train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/jsons/train.json -------------------------------------------------------------------------------- /EgoNLQ/jsons/val.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/jsons/val.json -------------------------------------------------------------------------------- /EgoNLQ/logger/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/logger/__init__.py -------------------------------------------------------------------------------- /EgoNLQ/logger/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/logger/logger.py -------------------------------------------------------------------------------- /EgoNLQ/logger/logger_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/logger/logger_config.json -------------------------------------------------------------------------------- /EgoNLQ/logger/visualization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/logger/visualization.py -------------------------------------------------------------------------------- /EgoNLQ/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/main.py -------------------------------------------------------------------------------- /EgoNLQ/model/VSLNet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/model/VSLNet.py -------------------------------------------------------------------------------- /EgoNLQ/model/VSLNet_small.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/model/VSLNet_small.py -------------------------------------------------------------------------------- /EgoNLQ/model/heads.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/model/heads.py -------------------------------------------------------------------------------- /EgoNLQ/model/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/model/layers.py -------------------------------------------------------------------------------- /EgoNLQ/model/load_checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/model/load_checkpoint.py -------------------------------------------------------------------------------- /EgoNLQ/model/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/model/loss.py -------------------------------------------------------------------------------- /EgoNLQ/model/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/model/metric.py -------------------------------------------------------------------------------- /EgoNLQ/model/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/model/model.py -------------------------------------------------------------------------------- /EgoNLQ/model/roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/model/roberta.py -------------------------------------------------------------------------------- /EgoNLQ/model/video_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/model/video_transformer.py -------------------------------------------------------------------------------- /EgoNLQ/options.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/options.py -------------------------------------------------------------------------------- /EgoNLQ/parse_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/parse_config.py -------------------------------------------------------------------------------- /EgoNLQ/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/utils/__init__.py -------------------------------------------------------------------------------- /EgoNLQ/utils/custom_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/utils/custom_transforms.py -------------------------------------------------------------------------------- /EgoNLQ/utils/data_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/utils/data_gen.py -------------------------------------------------------------------------------- /EgoNLQ/utils/data_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/utils/data_loader.py -------------------------------------------------------------------------------- /EgoNLQ/utils/data_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/utils/data_util.py -------------------------------------------------------------------------------- /EgoNLQ/utils/evaluate_ego4d_nlq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/utils/evaluate_ego4d_nlq.py -------------------------------------------------------------------------------- /EgoNLQ/utils/html.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/utils/html.py -------------------------------------------------------------------------------- /EgoNLQ/utils/mAP.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/utils/mAP.py -------------------------------------------------------------------------------- /EgoNLQ/utils/nDCG.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/utils/nDCG.py -------------------------------------------------------------------------------- /EgoNLQ/utils/runner_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/utils/runner_utils.py -------------------------------------------------------------------------------- /EgoNLQ/utils/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/utils/util.py -------------------------------------------------------------------------------- /EgoNLQ/utils/video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/utils/video.py -------------------------------------------------------------------------------- /EgoNLQ/utils/video_chunk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/utils/video_chunk.py -------------------------------------------------------------------------------- /EgoNLQ/utils/video_resize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/utils/video_resize.py -------------------------------------------------------------------------------- /EgoNLQ/utils/visualisation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/utils/visualisation.py -------------------------------------------------------------------------------- /EgoNLQ/utils/visualizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoNLQ/utils/visualizer.py -------------------------------------------------------------------------------- /EgoTaskQA/EgoNCE_MLM_ITM_Config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoTaskQA/EgoNCE_MLM_ITM_Config.yml -------------------------------------------------------------------------------- /EgoTaskQA/EgoTaskQA_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoTaskQA/EgoTaskQA_dataset.py -------------------------------------------------------------------------------- /EgoTaskQA/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoTaskQA/README.md -------------------------------------------------------------------------------- /EgoTaskQA/base/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoTaskQA/base/__init__.py -------------------------------------------------------------------------------- /EgoTaskQA/base/base_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoTaskQA/base/base_dataset.py -------------------------------------------------------------------------------- /EgoTaskQA/base/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoTaskQA/base/base_model.py -------------------------------------------------------------------------------- /EgoTaskQA/configs/egotaskqa.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoTaskQA/configs/egotaskqa.json -------------------------------------------------------------------------------- /EgoTaskQA/logger/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoTaskQA/logger/__init__.py -------------------------------------------------------------------------------- /EgoTaskQA/logger/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoTaskQA/logger/logger.py -------------------------------------------------------------------------------- /EgoTaskQA/logger/logger_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoTaskQA/logger/logger_config.json -------------------------------------------------------------------------------- /EgoTaskQA/logger/visualization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoTaskQA/logger/visualization.py -------------------------------------------------------------------------------- /EgoTaskQA/main_end2end.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoTaskQA/main_end2end.py -------------------------------------------------------------------------------- /EgoTaskQA/model/heads.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoTaskQA/model/heads.py -------------------------------------------------------------------------------- /EgoTaskQA/model/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoTaskQA/model/model.py -------------------------------------------------------------------------------- /EgoTaskQA/model/roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoTaskQA/model/roberta.py -------------------------------------------------------------------------------- /EgoTaskQA/model/video_qa_model_linear_end2end.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoTaskQA/model/video_qa_model_linear_end2end.py -------------------------------------------------------------------------------- /EgoTaskQA/model/video_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoTaskQA/model/video_transformer.py -------------------------------------------------------------------------------- /EgoTaskQA/parse_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoTaskQA/parse_config.py -------------------------------------------------------------------------------- /EgoTaskQA/reasoning_type_unique_cat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoTaskQA/reasoning_type_unique_cat.py -------------------------------------------------------------------------------- /EgoTaskQA/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoTaskQA/transforms.py -------------------------------------------------------------------------------- /EgoTaskQA/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoTaskQA/utils/__init__.py -------------------------------------------------------------------------------- /EgoTaskQA/utils/custom_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoTaskQA/utils/custom_transforms.py -------------------------------------------------------------------------------- /EgoTaskQA/utils/html.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoTaskQA/utils/html.py -------------------------------------------------------------------------------- /EgoTaskQA/utils/mAP.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoTaskQA/utils/mAP.py -------------------------------------------------------------------------------- /EgoTaskQA/utils/nDCG.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoTaskQA/utils/nDCG.py -------------------------------------------------------------------------------- /EgoTaskQA/utils/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoTaskQA/utils/util.py -------------------------------------------------------------------------------- /EgoTaskQA/utils/video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoTaskQA/utils/video.py -------------------------------------------------------------------------------- /EgoTaskQA/utils/video_chunk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoTaskQA/utils/video_chunk.py -------------------------------------------------------------------------------- /EgoTaskQA/utils/video_resize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoTaskQA/utils/video_resize.py -------------------------------------------------------------------------------- /EgoTaskQA/utils/visualisation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoTaskQA/utils/visualisation.py -------------------------------------------------------------------------------- /EgoTaskQA/utils/visualizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoTaskQA/utils/visualizer.py -------------------------------------------------------------------------------- /EgoVLPv2/EgoNCE_MLM_ITM_Config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/EgoNCE_MLM_ITM_Config.yml -------------------------------------------------------------------------------- /EgoVLPv2/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/README.md -------------------------------------------------------------------------------- /EgoVLPv2/base/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/base/__init__.py -------------------------------------------------------------------------------- /EgoVLPv2/base/base_data_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/base/base_data_loader.py -------------------------------------------------------------------------------- /EgoVLPv2/base/base_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/base/base_dataset.py -------------------------------------------------------------------------------- /EgoVLPv2/base/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/base/base_model.py -------------------------------------------------------------------------------- /EgoVLPv2/base/base_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/base/base_trainer.py -------------------------------------------------------------------------------- /EgoVLPv2/configs/eval/charades.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/configs/eval/charades.json -------------------------------------------------------------------------------- /EgoVLPv2/configs/eval/egomcq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/configs/eval/egomcq.json -------------------------------------------------------------------------------- /EgoVLPv2/configs/eval/epic.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/configs/eval/epic.json -------------------------------------------------------------------------------- /EgoVLPv2/configs/eval/mq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/configs/eval/mq.json -------------------------------------------------------------------------------- /EgoVLPv2/configs/eval/nlq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/configs/eval/nlq.json -------------------------------------------------------------------------------- /EgoVLPv2/configs/ft/charades.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/configs/ft/charades.json -------------------------------------------------------------------------------- /EgoVLPv2/configs/ft/epic.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/configs/ft/epic.json -------------------------------------------------------------------------------- /EgoVLPv2/configs/pt/egoclip.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/configs/pt/egoclip.json -------------------------------------------------------------------------------- /EgoVLPv2/data_loader/CharadesEgo_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/data_loader/CharadesEgo_dataset.py -------------------------------------------------------------------------------- /EgoVLPv2/data_loader/Ego4D_MQ_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/data_loader/Ego4D_MQ_dataset.py -------------------------------------------------------------------------------- /EgoVLPv2/data_loader/EgoClip_EgoMCQ_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/data_loader/EgoClip_EgoMCQ_dataset.py -------------------------------------------------------------------------------- /EgoVLPv2/data_loader/EpicKitchens_MIR_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/data_loader/EpicKitchens_MIR_dataset.py -------------------------------------------------------------------------------- /EgoVLPv2/data_loader/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/data_loader/__init__.py -------------------------------------------------------------------------------- /EgoVLPv2/data_loader/data_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/data_loader/data_loader.py -------------------------------------------------------------------------------- /EgoVLPv2/data_loader/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/data_loader/transforms.py -------------------------------------------------------------------------------- /EgoVLPv2/logger/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/logger/__init__.py -------------------------------------------------------------------------------- /EgoVLPv2/logger/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/logger/logger.py -------------------------------------------------------------------------------- /EgoVLPv2/logger/logger_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/logger/logger_config.json -------------------------------------------------------------------------------- /EgoVLPv2/logger/visualization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/logger/visualization.py -------------------------------------------------------------------------------- /EgoVLPv2/model/heads.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/model/heads.py -------------------------------------------------------------------------------- /EgoVLPv2/model/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/model/loss.py -------------------------------------------------------------------------------- /EgoVLPv2/model/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/model/metric.py -------------------------------------------------------------------------------- /EgoVLPv2/model/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/model/model.py -------------------------------------------------------------------------------- /EgoVLPv2/model/model_epic_charades.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/model/model_epic_charades.py -------------------------------------------------------------------------------- /EgoVLPv2/model/roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/model/roberta.py -------------------------------------------------------------------------------- /EgoVLPv2/model/video_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/model/video_transformer.py -------------------------------------------------------------------------------- /EgoVLPv2/multinode_train_charades.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/multinode_train_charades.py -------------------------------------------------------------------------------- /EgoVLPv2/multinode_train_egoclip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/multinode_train_egoclip.py -------------------------------------------------------------------------------- /EgoVLPv2/multinode_train_epic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/multinode_train_epic.py -------------------------------------------------------------------------------- /EgoVLPv2/parse_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/parse_config.py -------------------------------------------------------------------------------- /EgoVLPv2/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/run.sh -------------------------------------------------------------------------------- /EgoVLPv2/set_optim_schedule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/set_optim_schedule.py -------------------------------------------------------------------------------- /EgoVLPv2/test_mq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/test_mq.py -------------------------------------------------------------------------------- /EgoVLPv2/trainer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/trainer/__init__.py -------------------------------------------------------------------------------- /EgoVLPv2/trainer/trainer_charades.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/trainer/trainer_charades.py -------------------------------------------------------------------------------- /EgoVLPv2/trainer/trainer_egoclip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/trainer/trainer_egoclip.py -------------------------------------------------------------------------------- /EgoVLPv2/trainer/trainer_epic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/trainer/trainer_epic.py -------------------------------------------------------------------------------- /EgoVLPv2/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/utils/__init__.py -------------------------------------------------------------------------------- /EgoVLPv2/utils/charades_meta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/utils/charades_meta.py -------------------------------------------------------------------------------- /EgoVLPv2/utils/custom_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/utils/custom_transforms.py -------------------------------------------------------------------------------- /EgoVLPv2/utils/html.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/utils/html.py -------------------------------------------------------------------------------- /EgoVLPv2/utils/mAP.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/utils/mAP.py -------------------------------------------------------------------------------- /EgoVLPv2/utils/nDCG.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/utils/nDCG.py -------------------------------------------------------------------------------- /EgoVLPv2/utils/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/utils/util.py -------------------------------------------------------------------------------- /EgoVLPv2/utils/video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/utils/video.py -------------------------------------------------------------------------------- /EgoVLPv2/utils/video_chunk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/utils/video_chunk.py -------------------------------------------------------------------------------- /EgoVLPv2/utils/video_resize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/utils/video_resize.py -------------------------------------------------------------------------------- /EgoVLPv2/utils/visualisation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/utils/visualisation.py -------------------------------------------------------------------------------- /EgoVLPv2/utils/visualizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/EgoVLPv2/utils/visualizer.py -------------------------------------------------------------------------------- /Figures/EgoVLPv2_System.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/Figures/EgoVLPv2_System.gif -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/LICENSE -------------------------------------------------------------------------------- /QFVS/QFVS.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/QFVS.yml -------------------------------------------------------------------------------- /QFVS/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/README.md -------------------------------------------------------------------------------- /QFVS/Tags.mat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/Tags.mat -------------------------------------------------------------------------------- /QFVS/base/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/base/__init__.py -------------------------------------------------------------------------------- /QFVS/base/base_data_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/base/base_data_loader.py -------------------------------------------------------------------------------- /QFVS/base/base_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/base/base_dataset.py -------------------------------------------------------------------------------- /QFVS/base/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/base/base_model.py -------------------------------------------------------------------------------- /QFVS/base/base_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/base/base_trainer.py -------------------------------------------------------------------------------- /QFVS/dataset_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/dataset_prompt.py -------------------------------------------------------------------------------- /QFVS/extract_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/extract_features.py -------------------------------------------------------------------------------- /QFVS/extract_multimodal_features.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/extract_multimodal_features.py -------------------------------------------------------------------------------- /QFVS/logger/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/logger/__init__.py -------------------------------------------------------------------------------- /QFVS/logger/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/logger/logger.py -------------------------------------------------------------------------------- /QFVS/logger/logger_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/logger/logger_config.json -------------------------------------------------------------------------------- /QFVS/logger/visualization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/logger/visualization.py -------------------------------------------------------------------------------- /QFVS/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/main.py -------------------------------------------------------------------------------- /QFVS/model/heads.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/model/heads.py -------------------------------------------------------------------------------- /QFVS/model/model_fused.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/model/model_fused.py -------------------------------------------------------------------------------- /QFVS/model/model_summary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/model/model_summary.py -------------------------------------------------------------------------------- /QFVS/model/model_text_unfused.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/model/model_text_unfused.py -------------------------------------------------------------------------------- /QFVS/model/model_video_unfused.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/model/model_video_unfused.py -------------------------------------------------------------------------------- /QFVS/model/roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/model/roberta.py -------------------------------------------------------------------------------- /QFVS/model/video_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/model/video_transformer.py -------------------------------------------------------------------------------- /QFVS/parse_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/parse_config.py -------------------------------------------------------------------------------- /QFVS/qfvs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/qfvs.json -------------------------------------------------------------------------------- /QFVS/runner_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/runner_train.py -------------------------------------------------------------------------------- /QFVS/segment/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/segment/__init__.py -------------------------------------------------------------------------------- /QFVS/segment/cpd_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/segment/cpd_auto.py -------------------------------------------------------------------------------- /QFVS/segment/cpd_nonlin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/segment/cpd_nonlin.py -------------------------------------------------------------------------------- /QFVS/semantic_evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/semantic_evaluation.py -------------------------------------------------------------------------------- /QFVS/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/utils/__init__.py -------------------------------------------------------------------------------- /QFVS/utils/custom_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/utils/custom_transforms.py -------------------------------------------------------------------------------- /QFVS/utils/html.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/utils/html.py -------------------------------------------------------------------------------- /QFVS/utils/mAP.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/utils/mAP.py -------------------------------------------------------------------------------- /QFVS/utils/nDCG.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/utils/nDCG.py -------------------------------------------------------------------------------- /QFVS/utils/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/utils/util.py -------------------------------------------------------------------------------- /QFVS/utils/video.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/utils/video.py -------------------------------------------------------------------------------- /QFVS/utils/video_chunk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/utils/video_chunk.py -------------------------------------------------------------------------------- /QFVS/utils/video_resize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/utils/video_resize.py -------------------------------------------------------------------------------- /QFVS/utils/visualisation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/utils/visualisation.py -------------------------------------------------------------------------------- /QFVS/utils/visualizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/utils/visualizer.py -------------------------------------------------------------------------------- /QFVS/utils_QFVS.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/QFVS/utils_QFVS.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/README.md -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/EgoVLPv2/HEAD/requirements.txt --------------------------------------------------------------------------------