├── .DS_Store ├── DATASET.md ├── GETTING_STARTED.md ├── INSTALL.md ├── LICENSE ├── MODEL_ZOO.md ├── README.md ├── imgs ├── 983.jpg ├── block_mask.png ├── main.jpg └── motivation.jpg ├── requirements.txt └── src ├── blip_src ├── configs │ ├── bert_config.json │ ├── caption_coco.yaml │ ├── med_config.json │ ├── nlvr.yaml │ ├── nocaps.yaml │ ├── pretrain_concated_pred_4M.yaml │ ├── retrieval_coco.yaml │ ├── retrieval_flickr.yaml │ └── vqa.yaml ├── data │ ├── __init__.py │ ├── coco_karpathy_dataset.py │ ├── flickr30k_dataset.py │ ├── init_data_concated_pred_refined.py │ ├── init_data_concated_pred_tsv.py │ ├── nlvr_dataset.py │ ├── pretrain_dataset_concated_pred_refined.py │ ├── pretrain_dataset_concated_pred_tsv.py │ ├── utils.py │ └── vqa_dataset.py ├── eval_nocaps.py ├── models │ ├── blip.py │ ├── blip_itm.py │ ├── blip_nlvr.py │ ├── blip_pretrain.py │ ├── blip_retrieval.py │ ├── blip_vqa.py │ ├── med.py │ ├── nlvr_encoder.py │ └── vit.py ├── move_pretrained_weights.py ├── multiple_scripts │ ├── exp_all_ft_single.sh │ ├── ft │ │ ├── exp_1.sh │ │ ├── exp_2.sh │ │ ├── exp_3.sh │ │ ├── exp_4.sh │ │ └── exp_5.sh │ ├── multiple_exp_all_single_8u_ft.sh │ └── pretrain.sh ├── pretrain_concated_pred_refined.py ├── pretrain_concated_pred_tsv.py ├── train_nlvr.py ├── train_retrieval.py ├── train_vqa.py └── utils.py ├── data_preprocess ├── VG-SGG-dicts-vgoi6-clipped.json ├── bbox_visualization.py ├── download_cc3m_predictions.sh └── generate_sample_with_bbox_and_classes.py └── vilt_src └── config.py /.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/.DS_Store -------------------------------------------------------------------------------- /DATASET.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/DATASET.md -------------------------------------------------------------------------------- /GETTING_STARTED.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/GETTING_STARTED.md -------------------------------------------------------------------------------- /INSTALL.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/INSTALL.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/LICENSE -------------------------------------------------------------------------------- /MODEL_ZOO.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/MODEL_ZOO.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/README.md -------------------------------------------------------------------------------- /imgs/983.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/imgs/983.jpg -------------------------------------------------------------------------------- /imgs/block_mask.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/imgs/block_mask.png -------------------------------------------------------------------------------- /imgs/main.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/imgs/main.jpg -------------------------------------------------------------------------------- /imgs/motivation.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/imgs/motivation.jpg -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/requirements.txt -------------------------------------------------------------------------------- /src/blip_src/configs/bert_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/configs/bert_config.json -------------------------------------------------------------------------------- /src/blip_src/configs/caption_coco.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/configs/caption_coco.yaml -------------------------------------------------------------------------------- /src/blip_src/configs/med_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/configs/med_config.json -------------------------------------------------------------------------------- /src/blip_src/configs/nlvr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/configs/nlvr.yaml -------------------------------------------------------------------------------- /src/blip_src/configs/nocaps.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/configs/nocaps.yaml -------------------------------------------------------------------------------- /src/blip_src/configs/pretrain_concated_pred_4M.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/configs/pretrain_concated_pred_4M.yaml -------------------------------------------------------------------------------- /src/blip_src/configs/retrieval_coco.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/configs/retrieval_coco.yaml -------------------------------------------------------------------------------- /src/blip_src/configs/retrieval_flickr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/configs/retrieval_flickr.yaml -------------------------------------------------------------------------------- /src/blip_src/configs/vqa.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/configs/vqa.yaml -------------------------------------------------------------------------------- /src/blip_src/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/data/__init__.py -------------------------------------------------------------------------------- /src/blip_src/data/coco_karpathy_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/data/coco_karpathy_dataset.py -------------------------------------------------------------------------------- /src/blip_src/data/flickr30k_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/data/flickr30k_dataset.py -------------------------------------------------------------------------------- /src/blip_src/data/init_data_concated_pred_refined.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/data/init_data_concated_pred_refined.py -------------------------------------------------------------------------------- /src/blip_src/data/init_data_concated_pred_tsv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/data/init_data_concated_pred_tsv.py -------------------------------------------------------------------------------- /src/blip_src/data/nlvr_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/data/nlvr_dataset.py -------------------------------------------------------------------------------- /src/blip_src/data/pretrain_dataset_concated_pred_refined.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/data/pretrain_dataset_concated_pred_refined.py -------------------------------------------------------------------------------- /src/blip_src/data/pretrain_dataset_concated_pred_tsv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/data/pretrain_dataset_concated_pred_tsv.py -------------------------------------------------------------------------------- /src/blip_src/data/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/data/utils.py -------------------------------------------------------------------------------- /src/blip_src/data/vqa_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/data/vqa_dataset.py -------------------------------------------------------------------------------- /src/blip_src/eval_nocaps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/eval_nocaps.py -------------------------------------------------------------------------------- /src/blip_src/models/blip.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/models/blip.py -------------------------------------------------------------------------------- /src/blip_src/models/blip_itm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/models/blip_itm.py -------------------------------------------------------------------------------- /src/blip_src/models/blip_nlvr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/models/blip_nlvr.py -------------------------------------------------------------------------------- /src/blip_src/models/blip_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/models/blip_pretrain.py -------------------------------------------------------------------------------- /src/blip_src/models/blip_retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/models/blip_retrieval.py -------------------------------------------------------------------------------- /src/blip_src/models/blip_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/models/blip_vqa.py -------------------------------------------------------------------------------- /src/blip_src/models/med.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/models/med.py -------------------------------------------------------------------------------- /src/blip_src/models/nlvr_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/models/nlvr_encoder.py -------------------------------------------------------------------------------- /src/blip_src/models/vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/models/vit.py -------------------------------------------------------------------------------- /src/blip_src/move_pretrained_weights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/move_pretrained_weights.py -------------------------------------------------------------------------------- /src/blip_src/multiple_scripts/exp_all_ft_single.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/multiple_scripts/exp_all_ft_single.sh -------------------------------------------------------------------------------- /src/blip_src/multiple_scripts/ft/exp_1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/multiple_scripts/ft/exp_1.sh -------------------------------------------------------------------------------- /src/blip_src/multiple_scripts/ft/exp_2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/multiple_scripts/ft/exp_2.sh -------------------------------------------------------------------------------- /src/blip_src/multiple_scripts/ft/exp_3.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/multiple_scripts/ft/exp_3.sh -------------------------------------------------------------------------------- /src/blip_src/multiple_scripts/ft/exp_4.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/multiple_scripts/ft/exp_4.sh -------------------------------------------------------------------------------- /src/blip_src/multiple_scripts/ft/exp_5.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/multiple_scripts/ft/exp_5.sh -------------------------------------------------------------------------------- /src/blip_src/multiple_scripts/multiple_exp_all_single_8u_ft.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/multiple_scripts/multiple_exp_all_single_8u_ft.sh -------------------------------------------------------------------------------- /src/blip_src/multiple_scripts/pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/multiple_scripts/pretrain.sh -------------------------------------------------------------------------------- /src/blip_src/pretrain_concated_pred_refined.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/pretrain_concated_pred_refined.py -------------------------------------------------------------------------------- /src/blip_src/pretrain_concated_pred_tsv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/pretrain_concated_pred_tsv.py -------------------------------------------------------------------------------- /src/blip_src/train_nlvr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/train_nlvr.py -------------------------------------------------------------------------------- /src/blip_src/train_retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/train_retrieval.py -------------------------------------------------------------------------------- /src/blip_src/train_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/train_vqa.py -------------------------------------------------------------------------------- /src/blip_src/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/blip_src/utils.py -------------------------------------------------------------------------------- /src/data_preprocess/VG-SGG-dicts-vgoi6-clipped.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/data_preprocess/VG-SGG-dicts-vgoi6-clipped.json -------------------------------------------------------------------------------- /src/data_preprocess/bbox_visualization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/data_preprocess/bbox_visualization.py -------------------------------------------------------------------------------- /src/data_preprocess/download_cc3m_predictions.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/data_preprocess/download_cc3m_predictions.sh -------------------------------------------------------------------------------- /src/data_preprocess/generate_sample_with_bbox_and_classes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/data_preprocess/generate_sample_with_bbox_and_classes.py -------------------------------------------------------------------------------- /src/vilt_src/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/ptp/HEAD/src/vilt_src/config.py --------------------------------------------------------------------------------