├── .gitignore ├── LICENSE ├── README.md ├── downstream_zeroshot.py ├── external ├── fairseq │ └── examples │ │ └── MMPT │ │ ├── .gitignore │ │ ├── CONFIG.md │ │ ├── DATASET.md │ │ ├── README.md │ │ ├── endtask.md │ │ ├── kinetics.sh │ │ ├── locallaunch.py │ │ ├── mmpt │ │ ├── __init__.py │ │ ├── datasets │ │ │ ├── __init__.py │ │ │ ├── fairseqmmdataset.py │ │ │ └── mmdataset.py │ │ ├── evaluators │ │ │ ├── __init__.py │ │ │ ├── evaluator.py │ │ │ ├── metric.py │ │ │ └── predictor.py │ │ ├── losses │ │ │ ├── __init__.py │ │ │ ├── fairseqmmloss.py │ │ │ ├── loss.py │ │ │ └── nce.py │ │ ├── models │ │ │ ├── __init__.py │ │ │ ├── fairseqmmmodel.py │ │ │ ├── mmfusion.py │ │ │ ├── mmfusionnlg.py │ │ │ └── transformermodel.py │ │ ├── modules │ │ │ ├── __init__.py │ │ │ ├── mm.py │ │ │ ├── retri.py │ │ │ └── vectorpool.py │ │ ├── processors │ │ │ ├── __init__.py │ │ │ ├── dedupprocessor.py │ │ │ ├── dsprocessor.py │ │ │ ├── how2processor.py │ │ │ ├── how2retriprocessor.py │ │ │ ├── models │ │ │ │ └── s3dg.py │ │ │ └── processor.py │ │ ├── tasks │ │ │ ├── __init__.py │ │ │ ├── fairseqmmtask.py │ │ │ ├── milncetask.py │ │ │ ├── retritask.py │ │ │ ├── task.py │ │ │ └── vlmtask.py │ │ └── utils │ │ │ ├── __init__.py │ │ │ ├── load_config.py │ │ │ └── shardedtensor.py │ │ ├── mmpt_cli │ │ ├── localjob.py │ │ └── predict.py │ │ ├── pretraining.md │ │ ├── projects │ │ ├── mfmmlm.yaml │ │ ├── mtm │ │ │ ├── mmfusionmtm.yaml │ │ │ ├── vlm.yaml │ │ │ └── vlm │ │ │ │ ├── coin.yaml │ │ │ │ ├── crosstask.yaml │ │ │ │ ├── how2.yaml │ │ │ │ ├── test_coin.yaml │ │ │ │ ├── test_crosstask.yaml │ │ │ │ ├── test_crosstask_zs.yaml │ │ │ │ ├── test_vtt.yaml │ │ │ │ ├── test_vttqa.yaml │ │ │ │ ├── test_youcook.yaml │ │ │ │ ├── test_youcookcap.yaml │ │ │ │ ├── vtt.yaml │ │ │ │ ├── vttqa.yaml │ │ │ │ ├── youcook.yaml │ │ │ │ └── youcookcap.yaml │ │ ├── retri │ │ │ ├── videoclip.yaml │ │ │ ├── videoclip │ │ │ │ ├── coin_videoclip.yaml │ │ │ │ ├── crosstask_videoclip.yaml │ │ │ │ ├── how2.yaml │ │ │ │ ├── test_coin_videoclip.yaml │ │ │ │ ├── test_coin_zs.yaml │ │ │ │ ├── test_crosstask_videoclip.yaml │ │ │ │ ├── test_crosstask_zs_videoclip.yaml │ │ │ │ ├── test_didemo_zs.yaml │ │ │ │ ├── test_tempo_zs.yaml │ │ │ │ ├── test_vtt_videoclip.yaml │ │ │ │ ├── test_vtt_zs.yaml │ │ │ │ ├── test_vttqa_videoclip.yaml │ │ │ │ ├── test_vttqa_zs.yaml │ │ │ │ ├── test_youcook_videoclip.yaml │ │ │ │ ├── test_youcook_zs.yaml │ │ │ │ ├── vtt_videoclip.yaml │ │ │ │ ├── vttqa_videoclip.yaml │ │ │ │ └── youcook_videoclip.yaml │ │ │ └── videoretri.yaml │ │ └── task │ │ │ ├── coin.yaml │ │ │ ├── coin_videoclip.yaml │ │ │ ├── crosstask.yaml │ │ │ ├── crosstask_videoclip.yaml │ │ │ ├── default.yaml │ │ │ ├── ft.yaml │ │ │ ├── how2.yaml │ │ │ ├── test.yaml │ │ │ ├── test_coin.yaml │ │ │ ├── test_coin_videoclip.yaml │ │ │ ├── test_coin_zs.yaml │ │ │ ├── test_crosstask.yaml │ │ │ ├── test_crosstask_videoclip.yaml │ │ │ ├── test_crosstask_zs.yaml │ │ │ ├── test_crosstask_zs_videoclip.yaml │ │ │ ├── test_didemo_zs.yaml │ │ │ ├── test_vtt.yaml │ │ │ ├── test_vtt_videoclip.yaml │ │ │ ├── test_vtt_zs.yaml │ │ │ ├── test_vttqa.yaml │ │ │ ├── test_vttqa_videoclip.yaml │ │ │ ├── test_vttqa_zs.yaml │ │ │ ├── test_youcook.yaml │ │ │ ├── test_youcook_videoclip.yaml │ │ │ ├── test_youcook_zs.yaml │ │ │ ├── test_youcookcap.yaml │ │ │ ├── vtt.yaml │ │ │ ├── vtt_videoclip.yaml │ │ │ ├── vttqa.yaml │ │ │ ├── vttqa_videoclip.yaml │ │ │ ├── youcook.yaml │ │ │ ├── youcook_videoclip.yaml │ │ │ └── youcookcap.yaml │ │ ├── scripts │ │ ├── text_token_extractor │ │ │ ├── configs │ │ │ │ └── bert-base-uncased.yaml │ │ │ └── pretokenization.py │ │ └── video_feature_extractor │ │ │ ├── extract.py │ │ │ ├── extract_our.py │ │ │ ├── how2 │ │ │ └── s3d.sh │ │ │ ├── model.py │ │ │ ├── pathbuilder.py │ │ │ ├── preprocessing.py │ │ │ ├── random_sequence_shuffler.py │ │ │ ├── shard_feature.py │ │ │ └── videoreader.py │ │ ├── setup.py │ │ ├── videoclip.png │ │ └── vlm.png └── utils_videoclip.py ├── media ├── agqa-sample-v2.jpg ├── results-downstream-v1.png ├── results-tact-v1.png ├── ssv2-example-v1.jpg ├── synthetic-data-v3.gif ├── tact-slow.gif └── tempo-data-v1.gif ├── notebooks └── generate_synthetic_data_example.ipynb ├── package ├── datasets │ ├── __init__.py │ ├── agqa.py │ ├── ssv2.py │ ├── synthetic.py │ └── tempo.py ├── evaluators │ ├── videoclip_action_retrieval.py │ └── videoclip_videoqa_mcq.py ├── losses │ └── weighted_contrastive.py ├── metrics │ └── retrieval.py ├── models │ ├── __init__.py │ └── videoclip.py └── utils │ ├── io.py │ ├── log.py │ ├── misc.py │ ├── pandas.py │ ├── paths.py │ └── visualize.py ├── postpretrain.py ├── sample_data ├── video_000 │ ├── caption.txt │ └── how2_s3d_feat.npy └── video_001 │ ├── caption.txt │ └── how2_s3d_feat.npy └── setup ├── check_packages.py ├── download_checkpoints.sh ├── download_datasets.sh └── env.md /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/README.md -------------------------------------------------------------------------------- /downstream_zeroshot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/downstream_zeroshot.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/.gitignore -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/CONFIG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/CONFIG.md -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/DATASET.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/DATASET.md -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/README.md -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/endtask.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/endtask.md -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/kinetics.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/kinetics.sh -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/locallaunch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/locallaunch.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt/__init__.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt/datasets/__init__.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt/datasets/fairseqmmdataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt/datasets/fairseqmmdataset.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt/datasets/mmdataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt/datasets/mmdataset.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt/evaluators/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt/evaluators/__init__.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt/evaluators/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt/evaluators/evaluator.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt/evaluators/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt/evaluators/metric.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt/evaluators/predictor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt/evaluators/predictor.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt/losses/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt/losses/__init__.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt/losses/fairseqmmloss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt/losses/fairseqmmloss.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt/losses/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt/losses/loss.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt/losses/nce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt/losses/nce.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt/models/__init__.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt/models/fairseqmmmodel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt/models/fairseqmmmodel.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt/models/mmfusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt/models/mmfusion.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt/models/mmfusionnlg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt/models/mmfusionnlg.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt/models/transformermodel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt/models/transformermodel.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt/modules/__init__.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt/modules/mm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt/modules/mm.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt/modules/retri.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt/modules/retri.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt/modules/vectorpool.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt/modules/vectorpool.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt/processors/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt/processors/__init__.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt/processors/dedupprocessor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt/processors/dedupprocessor.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt/processors/dsprocessor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt/processors/dsprocessor.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt/processors/how2processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt/processors/how2processor.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt/processors/how2retriprocessor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt/processors/how2retriprocessor.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt/processors/models/s3dg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt/processors/models/s3dg.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt/processors/processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt/processors/processor.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt/tasks/__init__.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt/tasks/fairseqmmtask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt/tasks/fairseqmmtask.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt/tasks/milncetask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt/tasks/milncetask.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt/tasks/retritask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt/tasks/retritask.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt/tasks/task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt/tasks/task.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt/tasks/vlmtask.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt/tasks/vlmtask.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt/utils/__init__.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt/utils/load_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt/utils/load_config.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt/utils/shardedtensor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt/utils/shardedtensor.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt_cli/localjob.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt_cli/localjob.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/mmpt_cli/predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/mmpt_cli/predict.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/pretraining.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/pretraining.md -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/mfmmlm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/mfmmlm.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/mtm/mmfusionmtm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/mtm/mmfusionmtm.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/mtm/vlm.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/mtm/vlm.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/mtm/vlm/coin.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/mtm/vlm/coin.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/mtm/vlm/crosstask.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/mtm/vlm/crosstask.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/mtm/vlm/how2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/mtm/vlm/how2.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/mtm/vlm/test_coin.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/mtm/vlm/test_coin.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/mtm/vlm/test_crosstask.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/mtm/vlm/test_crosstask.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/mtm/vlm/test_crosstask_zs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/mtm/vlm/test_crosstask_zs.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/mtm/vlm/test_vtt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/mtm/vlm/test_vtt.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/mtm/vlm/test_vttqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/mtm/vlm/test_vttqa.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/mtm/vlm/test_youcook.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/mtm/vlm/test_youcook.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/mtm/vlm/test_youcookcap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/mtm/vlm/test_youcookcap.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/mtm/vlm/vtt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/mtm/vlm/vtt.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/mtm/vlm/vttqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/mtm/vlm/vttqa.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/mtm/vlm/youcook.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/mtm/vlm/youcook.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/mtm/vlm/youcookcap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/mtm/vlm/youcookcap.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/retri/videoclip.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/retri/videoclip.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/retri/videoclip/coin_videoclip.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/retri/videoclip/coin_videoclip.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/retri/videoclip/crosstask_videoclip.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/retri/videoclip/crosstask_videoclip.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/retri/videoclip/how2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/retri/videoclip/how2.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/retri/videoclip/test_coin_videoclip.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/retri/videoclip/test_coin_videoclip.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/retri/videoclip/test_coin_zs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/retri/videoclip/test_coin_zs.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/retri/videoclip/test_crosstask_videoclip.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/retri/videoclip/test_crosstask_videoclip.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/retri/videoclip/test_crosstask_zs_videoclip.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/retri/videoclip/test_crosstask_zs_videoclip.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/retri/videoclip/test_didemo_zs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/retri/videoclip/test_didemo_zs.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/retri/videoclip/test_tempo_zs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/retri/videoclip/test_tempo_zs.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/retri/videoclip/test_vtt_videoclip.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/retri/videoclip/test_vtt_videoclip.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/retri/videoclip/test_vtt_zs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/retri/videoclip/test_vtt_zs.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/retri/videoclip/test_vttqa_videoclip.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/retri/videoclip/test_vttqa_videoclip.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/retri/videoclip/test_vttqa_zs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/retri/videoclip/test_vttqa_zs.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/retri/videoclip/test_youcook_videoclip.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/retri/videoclip/test_youcook_videoclip.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/retri/videoclip/test_youcook_zs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/retri/videoclip/test_youcook_zs.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/retri/videoclip/vtt_videoclip.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/retri/videoclip/vtt_videoclip.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/retri/videoclip/vttqa_videoclip.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/retri/videoclip/vttqa_videoclip.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/retri/videoclip/youcook_videoclip.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/retri/videoclip/youcook_videoclip.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/retri/videoretri.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/retri/videoretri.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/task/coin.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/task/coin.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/task/coin_videoclip.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/task/coin_videoclip.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/task/crosstask.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/task/crosstask.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/task/crosstask_videoclip.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/task/crosstask_videoclip.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/task/default.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/task/default.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/task/ft.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/task/ft.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/task/how2.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/task/how2.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/task/test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/task/test.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/task/test_coin.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/task/test_coin.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/task/test_coin_videoclip.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/task/test_coin_videoclip.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/task/test_coin_zs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/task/test_coin_zs.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/task/test_crosstask.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/task/test_crosstask.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/task/test_crosstask_videoclip.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/task/test_crosstask_videoclip.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/task/test_crosstask_zs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/task/test_crosstask_zs.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/task/test_crosstask_zs_videoclip.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/task/test_crosstask_zs_videoclip.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/task/test_didemo_zs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/task/test_didemo_zs.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/task/test_vtt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/task/test_vtt.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/task/test_vtt_videoclip.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/task/test_vtt_videoclip.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/task/test_vtt_zs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/task/test_vtt_zs.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/task/test_vttqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/task/test_vttqa.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/task/test_vttqa_videoclip.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/task/test_vttqa_videoclip.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/task/test_vttqa_zs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/task/test_vttqa_zs.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/task/test_youcook.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/task/test_youcook.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/task/test_youcook_videoclip.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/task/test_youcook_videoclip.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/task/test_youcook_zs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/task/test_youcook_zs.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/task/test_youcookcap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/task/test_youcookcap.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/task/vtt.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/task/vtt.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/task/vtt_videoclip.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/task/vtt_videoclip.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/task/vttqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/task/vttqa.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/task/vttqa_videoclip.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/task/vttqa_videoclip.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/task/youcook.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/task/youcook.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/task/youcook_videoclip.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/task/youcook_videoclip.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/projects/task/youcookcap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/projects/task/youcookcap.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/scripts/text_token_extractor/configs/bert-base-uncased.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/scripts/text_token_extractor/configs/bert-base-uncased.yaml -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/scripts/text_token_extractor/pretokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/scripts/text_token_extractor/pretokenization.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/scripts/video_feature_extractor/extract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/scripts/video_feature_extractor/extract.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/scripts/video_feature_extractor/extract_our.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/scripts/video_feature_extractor/extract_our.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/scripts/video_feature_extractor/how2/s3d.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/scripts/video_feature_extractor/how2/s3d.sh -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/scripts/video_feature_extractor/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/scripts/video_feature_extractor/model.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/scripts/video_feature_extractor/pathbuilder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/scripts/video_feature_extractor/pathbuilder.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/scripts/video_feature_extractor/preprocessing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/scripts/video_feature_extractor/preprocessing.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/scripts/video_feature_extractor/random_sequence_shuffler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/scripts/video_feature_extractor/random_sequence_shuffler.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/scripts/video_feature_extractor/shard_feature.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/scripts/video_feature_extractor/shard_feature.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/scripts/video_feature_extractor/videoreader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/scripts/video_feature_extractor/videoreader.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/setup.py -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/videoclip.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/videoclip.png -------------------------------------------------------------------------------- /external/fairseq/examples/MMPT/vlm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/fairseq/examples/MMPT/vlm.png -------------------------------------------------------------------------------- /external/utils_videoclip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/external/utils_videoclip.py -------------------------------------------------------------------------------- /media/agqa-sample-v2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/media/agqa-sample-v2.jpg -------------------------------------------------------------------------------- /media/results-downstream-v1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/media/results-downstream-v1.png -------------------------------------------------------------------------------- /media/results-tact-v1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/media/results-tact-v1.png -------------------------------------------------------------------------------- /media/ssv2-example-v1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/media/ssv2-example-v1.jpg -------------------------------------------------------------------------------- /media/synthetic-data-v3.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/media/synthetic-data-v3.gif -------------------------------------------------------------------------------- /media/tact-slow.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/media/tact-slow.gif -------------------------------------------------------------------------------- /media/tempo-data-v1.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/media/tempo-data-v1.gif -------------------------------------------------------------------------------- /notebooks/generate_synthetic_data_example.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/notebooks/generate_synthetic_data_example.ipynb -------------------------------------------------------------------------------- /package/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/package/datasets/__init__.py -------------------------------------------------------------------------------- /package/datasets/agqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/package/datasets/agqa.py -------------------------------------------------------------------------------- /package/datasets/ssv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/package/datasets/ssv2.py -------------------------------------------------------------------------------- /package/datasets/synthetic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/package/datasets/synthetic.py -------------------------------------------------------------------------------- /package/datasets/tempo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/package/datasets/tempo.py -------------------------------------------------------------------------------- /package/evaluators/videoclip_action_retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/package/evaluators/videoclip_action_retrieval.py -------------------------------------------------------------------------------- /package/evaluators/videoclip_videoqa_mcq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/package/evaluators/videoclip_videoqa_mcq.py -------------------------------------------------------------------------------- /package/losses/weighted_contrastive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/package/losses/weighted_contrastive.py -------------------------------------------------------------------------------- /package/metrics/retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/package/metrics/retrieval.py -------------------------------------------------------------------------------- /package/models/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | from .videoclip import VideoCLIP -------------------------------------------------------------------------------- /package/models/videoclip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/package/models/videoclip.py -------------------------------------------------------------------------------- /package/utils/io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/package/utils/io.py -------------------------------------------------------------------------------- /package/utils/log.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/package/utils/log.py -------------------------------------------------------------------------------- /package/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/package/utils/misc.py -------------------------------------------------------------------------------- /package/utils/pandas.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/package/utils/pandas.py -------------------------------------------------------------------------------- /package/utils/paths.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/package/utils/paths.py -------------------------------------------------------------------------------- /package/utils/visualize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/package/utils/visualize.py -------------------------------------------------------------------------------- /postpretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/postpretrain.py -------------------------------------------------------------------------------- /sample_data/video_000/caption.txt: -------------------------------------------------------------------------------- 1 | This is a sample video from the TEMPO dataset. -------------------------------------------------------------------------------- /sample_data/video_000/how2_s3d_feat.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/sample_data/video_000/how2_s3d_feat.npy -------------------------------------------------------------------------------- /sample_data/video_001/caption.txt: -------------------------------------------------------------------------------- 1 | This is a sample video from the TEMPO dataset. -------------------------------------------------------------------------------- /sample_data/video_001/how2_s3d_feat.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/sample_data/video_001/how2_s3d_feat.npy -------------------------------------------------------------------------------- /setup/check_packages.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/setup/check_packages.py -------------------------------------------------------------------------------- /setup/download_checkpoints.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/setup/download_checkpoints.sh -------------------------------------------------------------------------------- /setup/download_datasets.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/setup/download_datasets.sh -------------------------------------------------------------------------------- /setup/env.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/bpiyush/TestOfTime/HEAD/setup/env.md --------------------------------------------------------------------------------