├── .gitignore ├── README.md ├── __init__.py ├── demo.ipynb ├── engine_finetune.py ├── engine_pretrain.py ├── evaluate ├── __init__.py ├── collect_attention_heads.py ├── evaluate_colorization.py ├── evaluate_reasoning.py ├── evaluate_segmentation.py ├── in_colorization_dataloader.py ├── intervention_utils.py ├── mae_utils.py ├── multitask_dataloader.py ├── pascal_dataloader.py ├── reasoning_dataloader.py ├── reinforce_evaluate.py ├── reinforce_train.py ├── segmentation_utils.py └── splits │ ├── coco │ ├── trn │ │ ├── fold0.pkl │ │ ├── fold1.pkl │ │ ├── fold2.pkl │ │ └── fold3.pkl │ └── val │ │ ├── fold0.pkl │ │ ├── fold1.pkl │ │ ├── fold2.pkl │ │ └── fold3.pkl │ ├── fss │ ├── test.txt │ ├── trn.txt │ └── val.txt │ └── pascal │ ├── trn │ ├── fold0.txt │ ├── fold1.txt │ ├── fold2.txt │ └── fold3.txt │ └── val │ ├── fold0.txt │ ├── fold1.txt │ ├── fold2.txt │ └── fold3.txt ├── evaluate_detection ├── 2012_support_set.pth ├── 2012_val_flattened_set.pth ├── __init__.py ├── box_ops.py ├── canvas_ds.py ├── misc.py ├── transforms.py └── voc_orig.py ├── figures_dataset ├── __init__.py ├── df_train.csv ├── df_val.csv ├── download_links.py └── requirements.txt ├── main_pretrain.py ├── models_mae.py ├── models_vit.py ├── requirements.txt ├── top_multitask_pairings2.json ├── tta.py ├── util ├── lr_sched.py ├── misc.py └── pos_embed.py ├── viz_utils.py └── vqgan.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/README.md -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /demo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/demo.ipynb -------------------------------------------------------------------------------- /engine_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/engine_finetune.py -------------------------------------------------------------------------------- /engine_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/engine_pretrain.py -------------------------------------------------------------------------------- /evaluate/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /evaluate/collect_attention_heads.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate/collect_attention_heads.py -------------------------------------------------------------------------------- /evaluate/evaluate_colorization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate/evaluate_colorization.py -------------------------------------------------------------------------------- /evaluate/evaluate_reasoning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate/evaluate_reasoning.py -------------------------------------------------------------------------------- /evaluate/evaluate_segmentation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate/evaluate_segmentation.py -------------------------------------------------------------------------------- /evaluate/in_colorization_dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate/in_colorization_dataloader.py -------------------------------------------------------------------------------- /evaluate/intervention_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate/intervention_utils.py -------------------------------------------------------------------------------- /evaluate/mae_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate/mae_utils.py -------------------------------------------------------------------------------- /evaluate/multitask_dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate/multitask_dataloader.py -------------------------------------------------------------------------------- /evaluate/pascal_dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate/pascal_dataloader.py -------------------------------------------------------------------------------- /evaluate/reasoning_dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate/reasoning_dataloader.py -------------------------------------------------------------------------------- /evaluate/reinforce_evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate/reinforce_evaluate.py -------------------------------------------------------------------------------- /evaluate/reinforce_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate/reinforce_train.py -------------------------------------------------------------------------------- /evaluate/segmentation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate/segmentation_utils.py -------------------------------------------------------------------------------- /evaluate/splits/coco/trn/fold0.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate/splits/coco/trn/fold0.pkl -------------------------------------------------------------------------------- /evaluate/splits/coco/trn/fold1.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate/splits/coco/trn/fold1.pkl -------------------------------------------------------------------------------- /evaluate/splits/coco/trn/fold2.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate/splits/coco/trn/fold2.pkl -------------------------------------------------------------------------------- /evaluate/splits/coco/trn/fold3.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate/splits/coco/trn/fold3.pkl -------------------------------------------------------------------------------- /evaluate/splits/coco/val/fold0.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate/splits/coco/val/fold0.pkl -------------------------------------------------------------------------------- /evaluate/splits/coco/val/fold1.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate/splits/coco/val/fold1.pkl -------------------------------------------------------------------------------- /evaluate/splits/coco/val/fold2.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate/splits/coco/val/fold2.pkl -------------------------------------------------------------------------------- /evaluate/splits/coco/val/fold3.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate/splits/coco/val/fold3.pkl -------------------------------------------------------------------------------- /evaluate/splits/fss/test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate/splits/fss/test.txt -------------------------------------------------------------------------------- /evaluate/splits/fss/trn.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate/splits/fss/trn.txt -------------------------------------------------------------------------------- /evaluate/splits/fss/val.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate/splits/fss/val.txt -------------------------------------------------------------------------------- /evaluate/splits/pascal/trn/fold0.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate/splits/pascal/trn/fold0.txt -------------------------------------------------------------------------------- /evaluate/splits/pascal/trn/fold1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate/splits/pascal/trn/fold1.txt -------------------------------------------------------------------------------- /evaluate/splits/pascal/trn/fold2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate/splits/pascal/trn/fold2.txt -------------------------------------------------------------------------------- /evaluate/splits/pascal/trn/fold3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate/splits/pascal/trn/fold3.txt -------------------------------------------------------------------------------- /evaluate/splits/pascal/val/fold0.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate/splits/pascal/val/fold0.txt -------------------------------------------------------------------------------- /evaluate/splits/pascal/val/fold1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate/splits/pascal/val/fold1.txt -------------------------------------------------------------------------------- /evaluate/splits/pascal/val/fold2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate/splits/pascal/val/fold2.txt -------------------------------------------------------------------------------- /evaluate/splits/pascal/val/fold3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate/splits/pascal/val/fold3.txt -------------------------------------------------------------------------------- /evaluate_detection/2012_support_set.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate_detection/2012_support_set.pth -------------------------------------------------------------------------------- /evaluate_detection/2012_val_flattened_set.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate_detection/2012_val_flattened_set.pth -------------------------------------------------------------------------------- /evaluate_detection/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /evaluate_detection/box_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate_detection/box_ops.py -------------------------------------------------------------------------------- /evaluate_detection/canvas_ds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate_detection/canvas_ds.py -------------------------------------------------------------------------------- /evaluate_detection/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate_detection/misc.py -------------------------------------------------------------------------------- /evaluate_detection/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate_detection/transforms.py -------------------------------------------------------------------------------- /evaluate_detection/voc_orig.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/evaluate_detection/voc_orig.py -------------------------------------------------------------------------------- /figures_dataset/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /figures_dataset/df_train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/figures_dataset/df_train.csv -------------------------------------------------------------------------------- /figures_dataset/df_val.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/figures_dataset/df_val.csv -------------------------------------------------------------------------------- /figures_dataset/download_links.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/figures_dataset/download_links.py -------------------------------------------------------------------------------- /figures_dataset/requirements.txt: -------------------------------------------------------------------------------- 1 | arxiv==1.4.2 2 | pdf2image==1.16.0 -------------------------------------------------------------------------------- /main_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/main_pretrain.py -------------------------------------------------------------------------------- /models_mae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/models_mae.py -------------------------------------------------------------------------------- /models_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/models_vit.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/requirements.txt -------------------------------------------------------------------------------- /top_multitask_pairings2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/top_multitask_pairings2.json -------------------------------------------------------------------------------- /tta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/tta.py -------------------------------------------------------------------------------- /util/lr_sched.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/util/lr_sched.py -------------------------------------------------------------------------------- /util/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/util/misc.py -------------------------------------------------------------------------------- /util/pos_embed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/util/pos_embed.py -------------------------------------------------------------------------------- /viz_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/viz_utils.py -------------------------------------------------------------------------------- /vqgan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/alhojel/visual_task_vectors/HEAD/vqgan.py --------------------------------------------------------------------------------