├── .gitignore ├── .gitmodules ├── Dockerfile ├── LICENSE ├── README.md ├── data ├── gqa │ ├── .gitignore │ ├── process_raw_data_scripts │ │ ├── process_data.py │ │ ├── process_data_all.py │ │ └── process_submit_data.py │ ├── trainval_ans2label.json │ └── trainval_label2ans.json ├── lxmert │ ├── .gitignore │ └── all_ans.json ├── mscoco_imgfeat │ └── extract_coco_image.py ├── nlvr2 │ └── process_raw_data_scripts │ │ └── process_dataset.py ├── nlvr2_imgfeat │ └── extract_nlvr2_image.py ├── vg_gqa_imgfeat │ ├── README.md │ └── extract_gqa_image.py └── vqa │ ├── .gitignore │ ├── trainval_ans2label.json │ └── trainval_label2ans.json ├── launch_container.sh ├── requirements.txt ├── run ├── README.md ├── gqa_adv_finetune.bash ├── gqa_finetune.bash ├── gqa_test.bash ├── lxmert_pretrain.bash ├── nlvr2_adv_finetune.bash ├── nlvr2_finetune.bash ├── nlvr2_test.bash ├── vqa_adv_finetune.bash ├── vqa_finetune.bash └── vqa_test.bash ├── src ├── lxrt │ ├── entry.py │ ├── file_utils.py │ ├── modeling.py │ ├── optimization.py │ └── tokenization.py ├── param.py ├── pretrain │ ├── lxmert_data.py │ ├── lxmert_pretrain.py │ └── qa_answer_table.py ├── tasks │ ├── gqa.py │ ├── gqa_data.py │ ├── gqa_model.py │ ├── nlvr2.py │ ├── nlvr2_data.py │ ├── nlvr2_model.py │ ├── vqa.py │ ├── vqa_data.py │ └── vqa_model.py └── utils.py └── villa_framework.png /.gitignore: -------------------------------------------------------------------------------- 1 | *.caffemodel 2 | *.tsv 3 | /snap 4 | -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/.gitmodules -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/README.md -------------------------------------------------------------------------------- /data/gqa/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/data/gqa/.gitignore -------------------------------------------------------------------------------- /data/gqa/process_raw_data_scripts/process_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/data/gqa/process_raw_data_scripts/process_data.py -------------------------------------------------------------------------------- /data/gqa/process_raw_data_scripts/process_data_all.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/data/gqa/process_raw_data_scripts/process_data_all.py -------------------------------------------------------------------------------- /data/gqa/process_raw_data_scripts/process_submit_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/data/gqa/process_raw_data_scripts/process_submit_data.py -------------------------------------------------------------------------------- /data/gqa/trainval_ans2label.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/data/gqa/trainval_ans2label.json -------------------------------------------------------------------------------- /data/gqa/trainval_label2ans.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/data/gqa/trainval_label2ans.json -------------------------------------------------------------------------------- /data/lxmert/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/data/lxmert/.gitignore -------------------------------------------------------------------------------- /data/lxmert/all_ans.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/data/lxmert/all_ans.json -------------------------------------------------------------------------------- /data/mscoco_imgfeat/extract_coco_image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/data/mscoco_imgfeat/extract_coco_image.py -------------------------------------------------------------------------------- /data/nlvr2/process_raw_data_scripts/process_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/data/nlvr2/process_raw_data_scripts/process_dataset.py -------------------------------------------------------------------------------- /data/nlvr2_imgfeat/extract_nlvr2_image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/data/nlvr2_imgfeat/extract_nlvr2_image.py -------------------------------------------------------------------------------- /data/vg_gqa_imgfeat/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/data/vg_gqa_imgfeat/README.md -------------------------------------------------------------------------------- /data/vg_gqa_imgfeat/extract_gqa_image.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/data/vg_gqa_imgfeat/extract_gqa_image.py -------------------------------------------------------------------------------- /data/vqa/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/data/vqa/.gitignore -------------------------------------------------------------------------------- /data/vqa/trainval_ans2label.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/data/vqa/trainval_ans2label.json -------------------------------------------------------------------------------- /data/vqa/trainval_label2ans.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/data/vqa/trainval_label2ans.json -------------------------------------------------------------------------------- /launch_container.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/launch_container.sh -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/requirements.txt -------------------------------------------------------------------------------- /run/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/run/README.md -------------------------------------------------------------------------------- /run/gqa_adv_finetune.bash: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/run/gqa_adv_finetune.bash -------------------------------------------------------------------------------- /run/gqa_finetune.bash: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/run/gqa_finetune.bash -------------------------------------------------------------------------------- /run/gqa_test.bash: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/run/gqa_test.bash -------------------------------------------------------------------------------- /run/lxmert_pretrain.bash: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/run/lxmert_pretrain.bash -------------------------------------------------------------------------------- /run/nlvr2_adv_finetune.bash: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/run/nlvr2_adv_finetune.bash -------------------------------------------------------------------------------- /run/nlvr2_finetune.bash: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/run/nlvr2_finetune.bash -------------------------------------------------------------------------------- /run/nlvr2_test.bash: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/run/nlvr2_test.bash -------------------------------------------------------------------------------- /run/vqa_adv_finetune.bash: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/run/vqa_adv_finetune.bash -------------------------------------------------------------------------------- /run/vqa_finetune.bash: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/run/vqa_finetune.bash -------------------------------------------------------------------------------- /run/vqa_test.bash: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/run/vqa_test.bash -------------------------------------------------------------------------------- /src/lxrt/entry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/src/lxrt/entry.py -------------------------------------------------------------------------------- /src/lxrt/file_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/src/lxrt/file_utils.py -------------------------------------------------------------------------------- /src/lxrt/modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/src/lxrt/modeling.py -------------------------------------------------------------------------------- /src/lxrt/optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/src/lxrt/optimization.py -------------------------------------------------------------------------------- /src/lxrt/tokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/src/lxrt/tokenization.py -------------------------------------------------------------------------------- /src/param.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/src/param.py -------------------------------------------------------------------------------- /src/pretrain/lxmert_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/src/pretrain/lxmert_data.py -------------------------------------------------------------------------------- /src/pretrain/lxmert_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/src/pretrain/lxmert_pretrain.py -------------------------------------------------------------------------------- /src/pretrain/qa_answer_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/src/pretrain/qa_answer_table.py -------------------------------------------------------------------------------- /src/tasks/gqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/src/tasks/gqa.py -------------------------------------------------------------------------------- /src/tasks/gqa_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/src/tasks/gqa_data.py -------------------------------------------------------------------------------- /src/tasks/gqa_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/src/tasks/gqa_model.py -------------------------------------------------------------------------------- /src/tasks/nlvr2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/src/tasks/nlvr2.py -------------------------------------------------------------------------------- /src/tasks/nlvr2_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/src/tasks/nlvr2_data.py -------------------------------------------------------------------------------- /src/tasks/nlvr2_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/src/tasks/nlvr2_model.py -------------------------------------------------------------------------------- /src/tasks/vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/src/tasks/vqa.py -------------------------------------------------------------------------------- /src/tasks/vqa_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/src/tasks/vqa_data.py -------------------------------------------------------------------------------- /src/tasks/vqa_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/src/tasks/vqa_model.py -------------------------------------------------------------------------------- /src/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/src/utils.py -------------------------------------------------------------------------------- /villa_framework.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zhegan27/LXMERT-AdvTrain/HEAD/villa_framework.png --------------------------------------------------------------------------------