├── .gitignore ├── LICENSE ├── README.md ├── datasets ├── __init__.py ├── coco_eval.py ├── coco_person.py └── transforms.py ├── evaluate.py ├── experiments ├── README.md ├── VAB_deit_small_p16_192x256_paper │ ├── checkpoints │ │ └── eval_results.txt │ └── hparams.yaml ├── deit_small_p16_192x256_distilled_paper │ ├── checkpoints │ │ └── eval_results.txt │ └── hparams.yaml ├── deit_small_p16_192x256_paper │ ├── checkpoints │ │ └── eval_results.txt │ └── hparams.yaml ├── dino_deit_small_p16_192x256_paper │ ├── checkpoints │ │ └── eval_results.txt │ └── hparams.yaml ├── dino_deit_small_p8_192x256_bs42_enc_xcit_gelu_dim384_q100_ff2048 │ ├── checkpoints │ │ └── eval_results.txt │ └── hparams.yaml ├── dino_xcit_small_12_p16_192x256_paper │ ├── checkpoints │ │ └── eval_results.txt │ └── hparams.yaml ├── resnet50_192x256_dino_paper │ ├── checkpoints │ │ └── eval_results.txt │ └── hparams.yaml ├── resnet50_192x256_paper │ ├── checkpoints │ │ └── eval_results.txt │ └── hparams.yaml ├── resnet50_backbone_192x256_paper │ └── hparams.yaml ├── xcit_small12_p16_288x384 │ ├── checkpoints │ │ └── eval_results.txt │ └── hparams.yaml ├── xcit_small12_p16_dino_288x384_bs42_encxcit_dropout0_gelu_q100 │ ├── checkpoints │ │ └── eval_results.txt │ └── hparams.yaml ├── xcit_small12_p8_dino_192_256_paper │ ├── checkpoints │ │ └── eval_results.txt │ └── hparams.yaml ├── xcit_small12_p8_dino_288x384_bs36_encxcit_dropout0_gelu_q100_ff1536 │ └── hparams.yaml ├── xcit_small12_p8_dino_288x384_bs42_encxcit_dropout0_gelu_q100_ff2048 │ └── hparams.yaml ├── xcit_small12_p8_dino_288x384_paper │ ├── checkpoints │ │ └── eval_results.txt │ └── hparams.yaml └── xcit_small_12_p16_192x256_paper │ ├── checkpoints │ └── eval_results.txt │ └── hparams.yaml ├── figures └── model_draft1.jpg ├── lit_main.py ├── models ├── __init__.py ├── backbone.py ├── detr.py ├── lit_vitdetr.py ├── matcher.py ├── position_encoding.py ├── potr.py ├── segmentation.py ├── transformer.py ├── transformer_vit.py ├── vision_transformer.py ├── xcit.py └── xcit_decoder.py ├── requirements.txt ├── res └── COCO_val2017_detections_AP_H_56_person.json └── util ├── __init__.py ├── box_ops.py ├── misc.py └── sb_transforms.py /.gitignore: -------------------------------------------------------------------------------- 1 | pyenv 2 | **/__pycache__/* 3 | lightning_logs 4 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/README.md -------------------------------------------------------------------------------- /datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/datasets/__init__.py -------------------------------------------------------------------------------- /datasets/coco_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/datasets/coco_eval.py -------------------------------------------------------------------------------- /datasets/coco_person.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/datasets/coco_person.py -------------------------------------------------------------------------------- /datasets/transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/datasets/transforms.py -------------------------------------------------------------------------------- /evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/evaluate.py -------------------------------------------------------------------------------- /experiments/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/experiments/README.md -------------------------------------------------------------------------------- /experiments/VAB_deit_small_p16_192x256_paper/checkpoints/eval_results.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/experiments/VAB_deit_small_p16_192x256_paper/checkpoints/eval_results.txt -------------------------------------------------------------------------------- /experiments/VAB_deit_small_p16_192x256_paper/hparams.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/experiments/VAB_deit_small_p16_192x256_paper/hparams.yaml -------------------------------------------------------------------------------- /experiments/deit_small_p16_192x256_distilled_paper/checkpoints/eval_results.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/experiments/deit_small_p16_192x256_distilled_paper/checkpoints/eval_results.txt -------------------------------------------------------------------------------- /experiments/deit_small_p16_192x256_distilled_paper/hparams.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/experiments/deit_small_p16_192x256_distilled_paper/hparams.yaml -------------------------------------------------------------------------------- /experiments/deit_small_p16_192x256_paper/checkpoints/eval_results.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/experiments/deit_small_p16_192x256_paper/checkpoints/eval_results.txt -------------------------------------------------------------------------------- /experiments/deit_small_p16_192x256_paper/hparams.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/experiments/deit_small_p16_192x256_paper/hparams.yaml -------------------------------------------------------------------------------- /experiments/dino_deit_small_p16_192x256_paper/checkpoints/eval_results.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/experiments/dino_deit_small_p16_192x256_paper/checkpoints/eval_results.txt -------------------------------------------------------------------------------- /experiments/dino_deit_small_p16_192x256_paper/hparams.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/experiments/dino_deit_small_p16_192x256_paper/hparams.yaml -------------------------------------------------------------------------------- /experiments/dino_deit_small_p8_192x256_bs42_enc_xcit_gelu_dim384_q100_ff2048/checkpoints/eval_results.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/experiments/dino_deit_small_p8_192x256_bs42_enc_xcit_gelu_dim384_q100_ff2048/checkpoints/eval_results.txt -------------------------------------------------------------------------------- /experiments/dino_deit_small_p8_192x256_bs42_enc_xcit_gelu_dim384_q100_ff2048/hparams.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/experiments/dino_deit_small_p8_192x256_bs42_enc_xcit_gelu_dim384_q100_ff2048/hparams.yaml -------------------------------------------------------------------------------- /experiments/dino_xcit_small_12_p16_192x256_paper/checkpoints/eval_results.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/experiments/dino_xcit_small_12_p16_192x256_paper/checkpoints/eval_results.txt -------------------------------------------------------------------------------- /experiments/dino_xcit_small_12_p16_192x256_paper/hparams.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/experiments/dino_xcit_small_12_p16_192x256_paper/hparams.yaml -------------------------------------------------------------------------------- /experiments/resnet50_192x256_dino_paper/checkpoints/eval_results.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/experiments/resnet50_192x256_dino_paper/checkpoints/eval_results.txt -------------------------------------------------------------------------------- /experiments/resnet50_192x256_dino_paper/hparams.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/experiments/resnet50_192x256_dino_paper/hparams.yaml -------------------------------------------------------------------------------- /experiments/resnet50_192x256_paper/checkpoints/eval_results.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/experiments/resnet50_192x256_paper/checkpoints/eval_results.txt -------------------------------------------------------------------------------- /experiments/resnet50_192x256_paper/hparams.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/experiments/resnet50_192x256_paper/hparams.yaml -------------------------------------------------------------------------------- /experiments/resnet50_backbone_192x256_paper/hparams.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/experiments/resnet50_backbone_192x256_paper/hparams.yaml -------------------------------------------------------------------------------- /experiments/xcit_small12_p16_288x384/checkpoints/eval_results.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/experiments/xcit_small12_p16_288x384/checkpoints/eval_results.txt -------------------------------------------------------------------------------- /experiments/xcit_small12_p16_288x384/hparams.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/experiments/xcit_small12_p16_288x384/hparams.yaml -------------------------------------------------------------------------------- /experiments/xcit_small12_p16_dino_288x384_bs42_encxcit_dropout0_gelu_q100/checkpoints/eval_results.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/experiments/xcit_small12_p16_dino_288x384_bs42_encxcit_dropout0_gelu_q100/checkpoints/eval_results.txt -------------------------------------------------------------------------------- /experiments/xcit_small12_p16_dino_288x384_bs42_encxcit_dropout0_gelu_q100/hparams.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/experiments/xcit_small12_p16_dino_288x384_bs42_encxcit_dropout0_gelu_q100/hparams.yaml -------------------------------------------------------------------------------- /experiments/xcit_small12_p8_dino_192_256_paper/checkpoints/eval_results.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/experiments/xcit_small12_p8_dino_192_256_paper/checkpoints/eval_results.txt -------------------------------------------------------------------------------- /experiments/xcit_small12_p8_dino_192_256_paper/hparams.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/experiments/xcit_small12_p8_dino_192_256_paper/hparams.yaml -------------------------------------------------------------------------------- /experiments/xcit_small12_p8_dino_288x384_bs36_encxcit_dropout0_gelu_q100_ff1536/hparams.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/experiments/xcit_small12_p8_dino_288x384_bs36_encxcit_dropout0_gelu_q100_ff1536/hparams.yaml -------------------------------------------------------------------------------- /experiments/xcit_small12_p8_dino_288x384_bs42_encxcit_dropout0_gelu_q100_ff2048/hparams.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/experiments/xcit_small12_p8_dino_288x384_bs42_encxcit_dropout0_gelu_q100_ff2048/hparams.yaml -------------------------------------------------------------------------------- /experiments/xcit_small12_p8_dino_288x384_paper/checkpoints/eval_results.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/experiments/xcit_small12_p8_dino_288x384_paper/checkpoints/eval_results.txt -------------------------------------------------------------------------------- /experiments/xcit_small12_p8_dino_288x384_paper/hparams.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/experiments/xcit_small12_p8_dino_288x384_paper/hparams.yaml -------------------------------------------------------------------------------- /experiments/xcit_small_12_p16_192x256_paper/checkpoints/eval_results.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/experiments/xcit_small_12_p16_192x256_paper/checkpoints/eval_results.txt -------------------------------------------------------------------------------- /experiments/xcit_small_12_p16_192x256_paper/hparams.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/experiments/xcit_small_12_p16_192x256_paper/hparams.yaml -------------------------------------------------------------------------------- /figures/model_draft1.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/figures/model_draft1.jpg -------------------------------------------------------------------------------- /lit_main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/lit_main.py -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/models/__init__.py -------------------------------------------------------------------------------- /models/backbone.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/models/backbone.py -------------------------------------------------------------------------------- /models/detr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/models/detr.py -------------------------------------------------------------------------------- /models/lit_vitdetr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/models/lit_vitdetr.py -------------------------------------------------------------------------------- /models/matcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/models/matcher.py -------------------------------------------------------------------------------- /models/position_encoding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/models/position_encoding.py -------------------------------------------------------------------------------- /models/potr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/models/potr.py -------------------------------------------------------------------------------- /models/segmentation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/models/segmentation.py -------------------------------------------------------------------------------- /models/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/models/transformer.py -------------------------------------------------------------------------------- /models/transformer_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/models/transformer_vit.py -------------------------------------------------------------------------------- /models/vision_transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/models/vision_transformer.py -------------------------------------------------------------------------------- /models/xcit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/models/xcit.py -------------------------------------------------------------------------------- /models/xcit_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/models/xcit_decoder.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/requirements.txt -------------------------------------------------------------------------------- /res/COCO_val2017_detections_AP_H_56_person.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/res/COCO_val2017_detections_AP_H_56_person.json -------------------------------------------------------------------------------- /util/__init__.py: -------------------------------------------------------------------------------- 1 | # Copyright (c) Facebook, Inc. and its affiliates. All Rights Reserved 2 | -------------------------------------------------------------------------------- /util/box_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/util/box_ops.py -------------------------------------------------------------------------------- /util/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/util/misc.py -------------------------------------------------------------------------------- /util/sb_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/padeler/PE-former/HEAD/util/sb_transforms.py --------------------------------------------------------------------------------