├── Captioning.py ├── Captioning_pretrain.py ├── Captioning_scst.py ├── Grounding.py ├── Grounding_bbox.py ├── Grounding_bbox_pretrain.py ├── LICENSE ├── NLVR.py ├── NLVR_pretrain.py ├── Pretrain.py ├── README.md ├── Retrieval.py ├── VQA.py ├── accelerators ├── __init__.py ├── accelerator.py └── apex_ddp_accelerator.py ├── configs ├── Captioning.yaml ├── Captioning_pretrain_O1.yaml ├── Captioning_scst.yaml ├── Grounding.yaml ├── Grounding_bbox.yaml ├── Grounding_bbox_pretrain_O1.yaml ├── NLVR.yaml ├── Pretrain_XVLM_base_16m.yaml ├── Pretrain_XVLM_base_4m.yaml ├── Retrieval_coco.yaml ├── Retrieval_flickr.yaml ├── VQA.yaml ├── VQA_480.yaml ├── config_bert.json ├── config_clipvitB.json ├── config_roberta.json ├── config_swinB_224.json ├── config_swinB_384.json ├── config_swinB_480.json └── vlue-base-test │ ├── Grounding_bbox.yaml │ ├── Grounding_weakly.yaml │ ├── NLVR.yaml │ ├── Retrieval.yaml │ ├── VQA.yaml │ └── VQA_480.yaml ├── dataset ├── __init__.py ├── coco_karpathy_dataset.py ├── dist_dataset.py ├── grounding_dataset.py ├── nlvr_dataset.py ├── pretrain_dataset.py ├── randaugment.py ├── re_dataset.py ├── utils.py └── vqa_dataset.py ├── models ├── __init__.py ├── box_ops.py ├── clip_vit.py ├── model_bbox.py ├── model_bbox_pretrain.py ├── model_captioning.py ├── model_captioning_pretrain.py ├── model_nlvr.py ├── model_nlvr_pretrain.py ├── model_pretrain.py ├── model_retrieval.py ├── model_vqa.py ├── swin_transformer.py ├── tokenization_bert.py ├── tokenization_roberta.py ├── vit.py ├── xbert.py ├── xroberta.py └── xvlm.py ├── optim.py ├── refTools ├── __pycache__ │ ├── refer_python3.cpython-36.pyc │ └── refer_python3.cpython-38.pyc ├── evaluation │ ├── __init__.py │ ├── __pycache__ │ │ ├── __init__.cpython-36.pyc │ │ ├── __init__.cpython-38.pyc │ │ ├── refEvaluation.cpython-36.pyc │ │ └── refEvaluation.cpython-38.pyc │ ├── bleu │ │ ├── LICENSE │ │ ├── __init__.py │ │ ├── __init__.pyc │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-38.pyc │ │ │ ├── bleu.cpython-36.pyc │ │ │ ├── bleu.cpython-38.pyc │ │ │ ├── bleu_scorer.cpython-36.pyc │ │ │ └── bleu_scorer.cpython-38.pyc │ │ ├── bleu.py │ │ ├── bleu.pyc │ │ ├── bleu_scorer.py │ │ └── bleu_scorer.pyc │ ├── cider │ │ ├── __init__.py │ │ ├── __init__.pyc │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-38.pyc │ │ │ ├── cider.cpython-36.pyc │ │ │ ├── cider.cpython-38.pyc │ │ │ ├── cider_scorer.cpython-36.pyc │ │ │ └── cider_scorer.cpython-38.pyc │ │ ├── cider.py │ │ ├── cider.pyc │ │ ├── cider_scorer.py │ │ └── cider_scorer.pyc │ ├── meteor │ │ ├── __init__.py │ │ ├── __init__.pyc │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-38.pyc │ │ │ ├── meteor.cpython-36.pyc │ │ │ └── meteor.cpython-38.pyc │ │ ├── meteor-1.5.jar │ │ ├── meteor.py │ │ └── meteor.pyc │ ├── readme.txt │ ├── refEvaluation.py │ ├── refEvaluation.pyc │ ├── rouge │ │ ├── __init__.py │ │ ├── __init__.pyc │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-38.pyc │ │ │ ├── rouge.cpython-36.pyc │ │ │ └── rouge.cpython-38.pyc │ │ ├── rouge.py │ │ └── rouge.pyc │ └── tokenizer │ │ ├── __init__.py │ │ ├── __init__.pyc │ │ ├── __pycache__ │ │ ├── __init__.cpython-36.pyc │ │ ├── __init__.cpython-38.pyc │ │ ├── ptbtokenizer.cpython-36.pyc │ │ └── ptbtokenizer.cpython-38.pyc │ │ ├── ptbtokenizer.py │ │ ├── ptbtokenizer.pyc │ │ ├── stanford-corenlp-3.4.1.jar │ │ ├── tmp37tp6xj8 │ │ ├── tmp82iqkuu0 │ │ └── tmpn19wmqte └── refer_python3.py ├── requirements.txt ├── run.py ├── scheduler.py ├── utils ├── __init__.py ├── checkpointer.py ├── cider │ └── pyciderevalcap │ │ ├── __init__.py │ │ ├── cider │ │ ├── __init__.py │ │ ├── cider.py │ │ └── cider_scorer.py │ │ └── ciderD │ │ ├── __init__.py │ │ ├── ciderD.py │ │ └── ciderD_scorer.py ├── hdfs_io.py └── torch_io.py ├── vqaTools ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-36.pyc │ ├── __init__.cpython-38.pyc │ ├── vqa.cpython-36.pyc │ ├── vqa.cpython-38.pyc │ ├── vqaEval.cpython-36.pyc │ └── vqaEval.cpython-38.pyc ├── vqa.py └── vqaEval.py ├── x-vlm-pretrain-data-1.png ├── x-vlm-pretrain-data-2.png └── x-vlm-results.png /Captioning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/Captioning.py -------------------------------------------------------------------------------- /Captioning_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/Captioning_pretrain.py -------------------------------------------------------------------------------- /Captioning_scst.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/Captioning_scst.py -------------------------------------------------------------------------------- /Grounding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/Grounding.py -------------------------------------------------------------------------------- /Grounding_bbox.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/Grounding_bbox.py -------------------------------------------------------------------------------- /Grounding_bbox_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/Grounding_bbox_pretrain.py -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/LICENSE -------------------------------------------------------------------------------- /NLVR.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/NLVR.py -------------------------------------------------------------------------------- /NLVR_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/NLVR_pretrain.py -------------------------------------------------------------------------------- /Pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/Pretrain.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/README.md -------------------------------------------------------------------------------- /Retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/Retrieval.py -------------------------------------------------------------------------------- /VQA.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/VQA.py -------------------------------------------------------------------------------- /accelerators/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /accelerators/accelerator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/accelerators/accelerator.py -------------------------------------------------------------------------------- /accelerators/apex_ddp_accelerator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/accelerators/apex_ddp_accelerator.py -------------------------------------------------------------------------------- /configs/Captioning.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/configs/Captioning.yaml -------------------------------------------------------------------------------- /configs/Captioning_pretrain_O1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/configs/Captioning_pretrain_O1.yaml -------------------------------------------------------------------------------- /configs/Captioning_scst.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/configs/Captioning_scst.yaml -------------------------------------------------------------------------------- /configs/Grounding.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/configs/Grounding.yaml -------------------------------------------------------------------------------- /configs/Grounding_bbox.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/configs/Grounding_bbox.yaml -------------------------------------------------------------------------------- /configs/Grounding_bbox_pretrain_O1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/configs/Grounding_bbox_pretrain_O1.yaml -------------------------------------------------------------------------------- /configs/NLVR.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/configs/NLVR.yaml -------------------------------------------------------------------------------- /configs/Pretrain_XVLM_base_16m.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/configs/Pretrain_XVLM_base_16m.yaml -------------------------------------------------------------------------------- /configs/Pretrain_XVLM_base_4m.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/configs/Pretrain_XVLM_base_4m.yaml -------------------------------------------------------------------------------- /configs/Retrieval_coco.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/configs/Retrieval_coco.yaml -------------------------------------------------------------------------------- /configs/Retrieval_flickr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/configs/Retrieval_flickr.yaml -------------------------------------------------------------------------------- /configs/VQA.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/configs/VQA.yaml -------------------------------------------------------------------------------- /configs/VQA_480.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/configs/VQA_480.yaml -------------------------------------------------------------------------------- /configs/config_bert.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/configs/config_bert.json -------------------------------------------------------------------------------- /configs/config_clipvitB.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/configs/config_clipvitB.json -------------------------------------------------------------------------------- /configs/config_roberta.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/configs/config_roberta.json -------------------------------------------------------------------------------- /configs/config_swinB_224.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/configs/config_swinB_224.json -------------------------------------------------------------------------------- /configs/config_swinB_384.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/configs/config_swinB_384.json -------------------------------------------------------------------------------- /configs/config_swinB_480.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/configs/config_swinB_480.json -------------------------------------------------------------------------------- /configs/vlue-base-test/Grounding_bbox.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/configs/vlue-base-test/Grounding_bbox.yaml -------------------------------------------------------------------------------- /configs/vlue-base-test/Grounding_weakly.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/configs/vlue-base-test/Grounding_weakly.yaml -------------------------------------------------------------------------------- /configs/vlue-base-test/NLVR.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/configs/vlue-base-test/NLVR.yaml -------------------------------------------------------------------------------- /configs/vlue-base-test/Retrieval.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/configs/vlue-base-test/Retrieval.yaml -------------------------------------------------------------------------------- /configs/vlue-base-test/VQA.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/configs/vlue-base-test/VQA.yaml -------------------------------------------------------------------------------- /configs/vlue-base-test/VQA_480.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/configs/vlue-base-test/VQA_480.yaml -------------------------------------------------------------------------------- /dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/dataset/__init__.py -------------------------------------------------------------------------------- /dataset/coco_karpathy_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/dataset/coco_karpathy_dataset.py -------------------------------------------------------------------------------- /dataset/dist_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/dataset/dist_dataset.py -------------------------------------------------------------------------------- /dataset/grounding_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/dataset/grounding_dataset.py -------------------------------------------------------------------------------- /dataset/nlvr_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/dataset/nlvr_dataset.py -------------------------------------------------------------------------------- /dataset/pretrain_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/dataset/pretrain_dataset.py -------------------------------------------------------------------------------- /dataset/randaugment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/dataset/randaugment.py -------------------------------------------------------------------------------- /dataset/re_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/dataset/re_dataset.py -------------------------------------------------------------------------------- /dataset/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/dataset/utils.py -------------------------------------------------------------------------------- /dataset/vqa_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/dataset/vqa_dataset.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/models/__init__.py -------------------------------------------------------------------------------- /models/box_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/models/box_ops.py -------------------------------------------------------------------------------- /models/clip_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/models/clip_vit.py -------------------------------------------------------------------------------- /models/model_bbox.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/models/model_bbox.py -------------------------------------------------------------------------------- /models/model_bbox_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/models/model_bbox_pretrain.py -------------------------------------------------------------------------------- /models/model_captioning.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/models/model_captioning.py -------------------------------------------------------------------------------- /models/model_captioning_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/models/model_captioning_pretrain.py -------------------------------------------------------------------------------- /models/model_nlvr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/models/model_nlvr.py -------------------------------------------------------------------------------- /models/model_nlvr_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/models/model_nlvr_pretrain.py -------------------------------------------------------------------------------- /models/model_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/models/model_pretrain.py -------------------------------------------------------------------------------- /models/model_retrieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/models/model_retrieval.py -------------------------------------------------------------------------------- /models/model_vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/models/model_vqa.py -------------------------------------------------------------------------------- /models/swin_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/models/swin_transformer.py -------------------------------------------------------------------------------- /models/tokenization_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/models/tokenization_bert.py -------------------------------------------------------------------------------- /models/tokenization_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/models/tokenization_roberta.py -------------------------------------------------------------------------------- /models/vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/models/vit.py -------------------------------------------------------------------------------- /models/xbert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/models/xbert.py -------------------------------------------------------------------------------- /models/xroberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/models/xroberta.py -------------------------------------------------------------------------------- /models/xvlm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/models/xvlm.py -------------------------------------------------------------------------------- /optim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/optim.py -------------------------------------------------------------------------------- /refTools/__pycache__/refer_python3.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/__pycache__/refer_python3.cpython-36.pyc -------------------------------------------------------------------------------- /refTools/__pycache__/refer_python3.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/__pycache__/refer_python3.cpython-38.pyc -------------------------------------------------------------------------------- /refTools/evaluation/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'licheng' 2 | 3 | 4 | -------------------------------------------------------------------------------- /refTools/evaluation/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /refTools/evaluation/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /refTools/evaluation/__pycache__/refEvaluation.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/__pycache__/refEvaluation.cpython-36.pyc -------------------------------------------------------------------------------- /refTools/evaluation/__pycache__/refEvaluation.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/__pycache__/refEvaluation.cpython-38.pyc -------------------------------------------------------------------------------- /refTools/evaluation/bleu/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/bleu/LICENSE -------------------------------------------------------------------------------- /refTools/evaluation/bleu/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /refTools/evaluation/bleu/__init__.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/bleu/__init__.pyc -------------------------------------------------------------------------------- /refTools/evaluation/bleu/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/bleu/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /refTools/evaluation/bleu/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/bleu/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /refTools/evaluation/bleu/__pycache__/bleu.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/bleu/__pycache__/bleu.cpython-36.pyc -------------------------------------------------------------------------------- /refTools/evaluation/bleu/__pycache__/bleu.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/bleu/__pycache__/bleu.cpython-38.pyc -------------------------------------------------------------------------------- /refTools/evaluation/bleu/__pycache__/bleu_scorer.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/bleu/__pycache__/bleu_scorer.cpython-36.pyc -------------------------------------------------------------------------------- /refTools/evaluation/bleu/__pycache__/bleu_scorer.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/bleu/__pycache__/bleu_scorer.cpython-38.pyc -------------------------------------------------------------------------------- /refTools/evaluation/bleu/bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/bleu/bleu.py -------------------------------------------------------------------------------- /refTools/evaluation/bleu/bleu.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/bleu/bleu.pyc -------------------------------------------------------------------------------- /refTools/evaluation/bleu/bleu_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/bleu/bleu_scorer.py -------------------------------------------------------------------------------- /refTools/evaluation/bleu/bleu_scorer.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/bleu/bleu_scorer.pyc -------------------------------------------------------------------------------- /refTools/evaluation/cider/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /refTools/evaluation/cider/__init__.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/cider/__init__.pyc -------------------------------------------------------------------------------- /refTools/evaluation/cider/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/cider/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /refTools/evaluation/cider/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/cider/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /refTools/evaluation/cider/__pycache__/cider.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/cider/__pycache__/cider.cpython-36.pyc -------------------------------------------------------------------------------- /refTools/evaluation/cider/__pycache__/cider.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/cider/__pycache__/cider.cpython-38.pyc -------------------------------------------------------------------------------- /refTools/evaluation/cider/__pycache__/cider_scorer.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/cider/__pycache__/cider_scorer.cpython-36.pyc -------------------------------------------------------------------------------- /refTools/evaluation/cider/__pycache__/cider_scorer.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/cider/__pycache__/cider_scorer.cpython-38.pyc -------------------------------------------------------------------------------- /refTools/evaluation/cider/cider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/cider/cider.py -------------------------------------------------------------------------------- /refTools/evaluation/cider/cider.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/cider/cider.pyc -------------------------------------------------------------------------------- /refTools/evaluation/cider/cider_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/cider/cider_scorer.py -------------------------------------------------------------------------------- /refTools/evaluation/cider/cider_scorer.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/cider/cider_scorer.pyc -------------------------------------------------------------------------------- /refTools/evaluation/meteor/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /refTools/evaluation/meteor/__init__.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/meteor/__init__.pyc -------------------------------------------------------------------------------- /refTools/evaluation/meteor/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/meteor/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /refTools/evaluation/meteor/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/meteor/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /refTools/evaluation/meteor/__pycache__/meteor.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/meteor/__pycache__/meteor.cpython-36.pyc -------------------------------------------------------------------------------- /refTools/evaluation/meteor/__pycache__/meteor.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/meteor/__pycache__/meteor.cpython-38.pyc -------------------------------------------------------------------------------- /refTools/evaluation/meteor/meteor-1.5.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/meteor/meteor-1.5.jar -------------------------------------------------------------------------------- /refTools/evaluation/meteor/meteor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/meteor/meteor.py -------------------------------------------------------------------------------- /refTools/evaluation/meteor/meteor.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/meteor/meteor.pyc -------------------------------------------------------------------------------- /refTools/evaluation/readme.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/readme.txt -------------------------------------------------------------------------------- /refTools/evaluation/refEvaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/refEvaluation.py -------------------------------------------------------------------------------- /refTools/evaluation/refEvaluation.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/refEvaluation.pyc -------------------------------------------------------------------------------- /refTools/evaluation/rouge/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'vrama91' 2 | -------------------------------------------------------------------------------- /refTools/evaluation/rouge/__init__.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/rouge/__init__.pyc -------------------------------------------------------------------------------- /refTools/evaluation/rouge/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/rouge/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /refTools/evaluation/rouge/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/rouge/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /refTools/evaluation/rouge/__pycache__/rouge.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/rouge/__pycache__/rouge.cpython-36.pyc -------------------------------------------------------------------------------- /refTools/evaluation/rouge/__pycache__/rouge.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/rouge/__pycache__/rouge.cpython-38.pyc -------------------------------------------------------------------------------- /refTools/evaluation/rouge/rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/rouge/rouge.py -------------------------------------------------------------------------------- /refTools/evaluation/rouge/rouge.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/rouge/rouge.pyc -------------------------------------------------------------------------------- /refTools/evaluation/tokenizer/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'hfang' 2 | -------------------------------------------------------------------------------- /refTools/evaluation/tokenizer/__init__.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/tokenizer/__init__.pyc -------------------------------------------------------------------------------- /refTools/evaluation/tokenizer/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/tokenizer/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /refTools/evaluation/tokenizer/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/tokenizer/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /refTools/evaluation/tokenizer/__pycache__/ptbtokenizer.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/tokenizer/__pycache__/ptbtokenizer.cpython-36.pyc -------------------------------------------------------------------------------- /refTools/evaluation/tokenizer/__pycache__/ptbtokenizer.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/tokenizer/__pycache__/ptbtokenizer.cpython-38.pyc -------------------------------------------------------------------------------- /refTools/evaluation/tokenizer/ptbtokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/tokenizer/ptbtokenizer.py -------------------------------------------------------------------------------- /refTools/evaluation/tokenizer/ptbtokenizer.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/tokenizer/ptbtokenizer.pyc -------------------------------------------------------------------------------- /refTools/evaluation/tokenizer/stanford-corenlp-3.4.1.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/tokenizer/stanford-corenlp-3.4.1.jar -------------------------------------------------------------------------------- /refTools/evaluation/tokenizer/tmp37tp6xj8: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/evaluation/tokenizer/tmp37tp6xj8 -------------------------------------------------------------------------------- /refTools/evaluation/tokenizer/tmp82iqkuu0: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /refTools/evaluation/tokenizer/tmpn19wmqte: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /refTools/refer_python3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/refTools/refer_python3.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/requirements.txt -------------------------------------------------------------------------------- /run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/run.py -------------------------------------------------------------------------------- /scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/scheduler.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/utils/__init__.py -------------------------------------------------------------------------------- /utils/checkpointer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/utils/checkpointer.py -------------------------------------------------------------------------------- /utils/cider/pyciderevalcap/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /utils/cider/pyciderevalcap/cider/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /utils/cider/pyciderevalcap/cider/cider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/utils/cider/pyciderevalcap/cider/cider.py -------------------------------------------------------------------------------- /utils/cider/pyciderevalcap/cider/cider_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/utils/cider/pyciderevalcap/cider/cider_scorer.py -------------------------------------------------------------------------------- /utils/cider/pyciderevalcap/ciderD/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'tylin' 2 | -------------------------------------------------------------------------------- /utils/cider/pyciderevalcap/ciderD/ciderD.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/utils/cider/pyciderevalcap/ciderD/ciderD.py -------------------------------------------------------------------------------- /utils/cider/pyciderevalcap/ciderD/ciderD_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/utils/cider/pyciderevalcap/ciderD/ciderD_scorer.py -------------------------------------------------------------------------------- /utils/hdfs_io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/utils/hdfs_io.py -------------------------------------------------------------------------------- /utils/torch_io.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/utils/torch_io.py -------------------------------------------------------------------------------- /vqaTools/__init__.py: -------------------------------------------------------------------------------- 1 | __author__ = 'aagrawal' 2 | -------------------------------------------------------------------------------- /vqaTools/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/vqaTools/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /vqaTools/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/vqaTools/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /vqaTools/__pycache__/vqa.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/vqaTools/__pycache__/vqa.cpython-36.pyc -------------------------------------------------------------------------------- /vqaTools/__pycache__/vqa.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/vqaTools/__pycache__/vqa.cpython-38.pyc -------------------------------------------------------------------------------- /vqaTools/__pycache__/vqaEval.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/vqaTools/__pycache__/vqaEval.cpython-36.pyc -------------------------------------------------------------------------------- /vqaTools/__pycache__/vqaEval.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/vqaTools/__pycache__/vqaEval.cpython-38.pyc -------------------------------------------------------------------------------- /vqaTools/vqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/vqaTools/vqa.py -------------------------------------------------------------------------------- /vqaTools/vqaEval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/vqaTools/vqaEval.py -------------------------------------------------------------------------------- /x-vlm-pretrain-data-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/x-vlm-pretrain-data-1.png -------------------------------------------------------------------------------- /x-vlm-pretrain-data-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/x-vlm-pretrain-data-2.png -------------------------------------------------------------------------------- /x-vlm-results.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zengyan-97/X-VLM/HEAD/x-vlm-results.png --------------------------------------------------------------------------------