├── .gitignore ├── .gitmodules ├── ICC分词预处理.ipynb ├── README.md ├── README_CN.md ├── VisImgs ├── 1.jpg ├── 10.jpg ├── 11.jpg ├── 12.jpg ├── 13.jpg ├── 14.jpg ├── 16.jpg ├── 19.jpg ├── 5.jpg ├── 6.jpg ├── 7.jpg └── 8.jpg ├── VisualizationDemo.ipynb ├── cal_flops.py ├── data └── temp │ └── .gitkeep ├── datasets ├── __init__.py ├── coco_dataset.py ├── coco_dataset_raw.py ├── data_loader.py └── data_loader_raw.py ├── evaluation ├── __init__.py ├── coco_evaler.py ├── evaler.py └── online_tester.py ├── experiments_PureT ├── PureT_SCST │ ├── config.yml │ ├── result │ │ └── result_test_27.json │ ├── snapshot │ │ └── .gitkeep │ └── train.sh └── PureT_XE │ ├── config.yml │ └── train.sh ├── imgs ├── SuppMaterials_End-to-End_Transformer_Based_Model_for_Image_Captioning.pdf └── architecture.png ├── lib ├── config.py └── utils.py ├── losses ├── __init__.py ├── cross_entropy.py ├── label_smoothing.py └── reward_criterion.py ├── lr_scheduler ├── __init__.py ├── multi_step_lr.py └── noam_lr.py ├── main.py ├── main_ensemble_onlinetest.py ├── main_ensemble_test.py ├── main_multi_gpu.py ├── main_onlinetest.py ├── main_test.py ├── main_val.py ├── models ├── __init__.py ├── att_ensemble_model.py ├── backbone │ └── swin_transformer_backbone.py ├── basic_model.py ├── encoder_decoder │ ├── PureT_decoder.py │ └── PureT_encoder.py └── pure_transformer.py ├── mscoco ├── .gitkeep └── ids2path_dict.ipynb ├── optimizer ├── __init__.py ├── optimizer.py └── radam.py ├── samplers ├── __init__.py └── distributed.py ├── scorer ├── __init__.py ├── bleu.py ├── bleu_scorer.py ├── cider.py ├── cider_scorer.py └── scorer.py └── tools ├── cider_cache.py └── create_feats.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/.gitmodules -------------------------------------------------------------------------------- /ICC分词预处理.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/ICC分词预处理.ipynb -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/README.md -------------------------------------------------------------------------------- /README_CN.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/README_CN.md -------------------------------------------------------------------------------- /VisImgs/1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/VisImgs/1.jpg -------------------------------------------------------------------------------- /VisImgs/10.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/VisImgs/10.jpg -------------------------------------------------------------------------------- /VisImgs/11.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/VisImgs/11.jpg -------------------------------------------------------------------------------- /VisImgs/12.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/VisImgs/12.jpg -------------------------------------------------------------------------------- /VisImgs/13.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/VisImgs/13.jpg -------------------------------------------------------------------------------- /VisImgs/14.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/VisImgs/14.jpg -------------------------------------------------------------------------------- /VisImgs/16.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/VisImgs/16.jpg -------------------------------------------------------------------------------- /VisImgs/19.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/VisImgs/19.jpg -------------------------------------------------------------------------------- /VisImgs/5.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/VisImgs/5.jpg -------------------------------------------------------------------------------- /VisImgs/6.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/VisImgs/6.jpg -------------------------------------------------------------------------------- /VisImgs/7.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/VisImgs/7.jpg -------------------------------------------------------------------------------- /VisImgs/8.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/VisImgs/8.jpg -------------------------------------------------------------------------------- /VisualizationDemo.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/VisualizationDemo.ipynb -------------------------------------------------------------------------------- /cal_flops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/cal_flops.py -------------------------------------------------------------------------------- /data/temp/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /datasets/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /datasets/coco_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/datasets/coco_dataset.py -------------------------------------------------------------------------------- /datasets/coco_dataset_raw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/datasets/coco_dataset_raw.py -------------------------------------------------------------------------------- /datasets/data_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/datasets/data_loader.py -------------------------------------------------------------------------------- /datasets/data_loader_raw.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/datasets/data_loader_raw.py -------------------------------------------------------------------------------- /evaluation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/evaluation/__init__.py -------------------------------------------------------------------------------- /evaluation/coco_evaler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/evaluation/coco_evaler.py -------------------------------------------------------------------------------- /evaluation/evaler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/evaluation/evaler.py -------------------------------------------------------------------------------- /evaluation/online_tester.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/evaluation/online_tester.py -------------------------------------------------------------------------------- /experiments_PureT/PureT_SCST/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/experiments_PureT/PureT_SCST/config.yml -------------------------------------------------------------------------------- /experiments_PureT/PureT_SCST/result/result_test_27.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/experiments_PureT/PureT_SCST/result/result_test_27.json -------------------------------------------------------------------------------- /experiments_PureT/PureT_SCST/snapshot/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /experiments_PureT/PureT_SCST/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/experiments_PureT/PureT_SCST/train.sh -------------------------------------------------------------------------------- /experiments_PureT/PureT_XE/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/experiments_PureT/PureT_XE/config.yml -------------------------------------------------------------------------------- /experiments_PureT/PureT_XE/train.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/experiments_PureT/PureT_XE/train.sh -------------------------------------------------------------------------------- /imgs/SuppMaterials_End-to-End_Transformer_Based_Model_for_Image_Captioning.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/imgs/SuppMaterials_End-to-End_Transformer_Based_Model_for_Image_Captioning.pdf -------------------------------------------------------------------------------- /imgs/architecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/imgs/architecture.png -------------------------------------------------------------------------------- /lib/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/lib/config.py -------------------------------------------------------------------------------- /lib/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/lib/utils.py -------------------------------------------------------------------------------- /losses/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/losses/__init__.py -------------------------------------------------------------------------------- /losses/cross_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/losses/cross_entropy.py -------------------------------------------------------------------------------- /losses/label_smoothing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/losses/label_smoothing.py -------------------------------------------------------------------------------- /losses/reward_criterion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/losses/reward_criterion.py -------------------------------------------------------------------------------- /lr_scheduler/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/lr_scheduler/__init__.py -------------------------------------------------------------------------------- /lr_scheduler/multi_step_lr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/lr_scheduler/multi_step_lr.py -------------------------------------------------------------------------------- /lr_scheduler/noam_lr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/lr_scheduler/noam_lr.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/main.py -------------------------------------------------------------------------------- /main_ensemble_onlinetest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/main_ensemble_onlinetest.py -------------------------------------------------------------------------------- /main_ensemble_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/main_ensemble_test.py -------------------------------------------------------------------------------- /main_multi_gpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/main_multi_gpu.py -------------------------------------------------------------------------------- /main_onlinetest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/main_onlinetest.py -------------------------------------------------------------------------------- /main_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/main_test.py -------------------------------------------------------------------------------- /main_val.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/main_val.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/models/__init__.py -------------------------------------------------------------------------------- /models/att_ensemble_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/models/att_ensemble_model.py -------------------------------------------------------------------------------- /models/backbone/swin_transformer_backbone.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/models/backbone/swin_transformer_backbone.py -------------------------------------------------------------------------------- /models/basic_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/models/basic_model.py -------------------------------------------------------------------------------- /models/encoder_decoder/PureT_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/models/encoder_decoder/PureT_decoder.py -------------------------------------------------------------------------------- /models/encoder_decoder/PureT_encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/models/encoder_decoder/PureT_encoder.py -------------------------------------------------------------------------------- /models/pure_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/models/pure_transformer.py -------------------------------------------------------------------------------- /mscoco/.gitkeep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /mscoco/ids2path_dict.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/mscoco/ids2path_dict.ipynb -------------------------------------------------------------------------------- /optimizer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /optimizer/optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/optimizer/optimizer.py -------------------------------------------------------------------------------- /optimizer/radam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/optimizer/radam.py -------------------------------------------------------------------------------- /samplers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /samplers/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/samplers/distributed.py -------------------------------------------------------------------------------- /scorer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /scorer/bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/scorer/bleu.py -------------------------------------------------------------------------------- /scorer/bleu_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/scorer/bleu_scorer.py -------------------------------------------------------------------------------- /scorer/cider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/scorer/cider.py -------------------------------------------------------------------------------- /scorer/cider_scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/scorer/cider_scorer.py -------------------------------------------------------------------------------- /scorer/scorer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/scorer/scorer.py -------------------------------------------------------------------------------- /tools/cider_cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/tools/cider_cache.py -------------------------------------------------------------------------------- /tools/create_feats.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/232525/PureT/HEAD/tools/create_feats.py --------------------------------------------------------------------------------