├── .gitignore ├── README.md ├── baseline ├── __init__.py ├── architecture │ ├── __init__.py │ ├── layers.py │ └── vit.py ├── callback │ ├── MonitorCallback.py │ └── __init__.py ├── dataset │ ├── __init__.py │ ├── postprocess │ │ ├── __init__.py │ │ ├── mixing.py │ │ └── postprocess.py │ ├── preprocess │ │ ├── __init__.py │ │ ├── autoaugment.py │ │ ├── hparam.py │ │ ├── inception.py │ │ └── preprocess.py │ └── tfds.py ├── loss │ ├── __init__.py │ └── bce.py ├── optimizer │ ├── __init__.py │ └── adamw_huggingface.py ├── scheduler │ ├── __init__.py │ ├── warmup_lr.py │ └── warmup_scheduler.py ├── strategy │ └── __init__.py ├── train.py └── utils │ └── __init__.py ├── conf ├── architecture │ ├── resnet50.yaml │ ├── vit-b16-do_0.1-attdo_0.0-dp_0.0-rs_768.yaml │ ├── vit-b16-do_0.1-attdo_0.0-dp_0.1-rs_0.yaml │ ├── vit-downstream-b16-img_224.yaml │ ├── vit-downstream-b16-img_384.yaml │ ├── vit-downstream-s16-img_224.yaml │ ├── vit-downstream-s16-img_384.yaml │ ├── vit-downstream-ti16-img_384.yaml │ ├── vit-l16-do_0.1-attdo_0.0-dp_0.1-rs_0.yaml │ ├── vit-s16-do_0.1-attdo_0.0-dp_0.1-rs_0.yaml │ └── vit-ti16-do_0.1-attdo_0.0-dp_0.1-rs_0.yaml ├── callbacks │ ├── downstream.yaml │ └── upstream.yaml ├── config.yaml ├── dataProcess │ ├── example.yaml │ ├── vit-downstream-img_224.yaml │ ├── vit-downstream-img_384.yaml │ ├── vit-light0.yaml │ ├── vit-light1.yaml │ ├── vit-medium0.yaml │ ├── vit-medium1.yaml │ ├── vit-none.yaml │ ├── vit-strong0.yaml │ └── vit-strong1.yaml ├── dataset │ ├── cifar10.yaml │ └── imagenet1k.yaml ├── downstream.yaml ├── experiment │ ├── downstream-imagenet-b16_224.yaml │ ├── downstream-imagenet-b16_224_ema.yaml │ ├── downstream-imagenet-b16_384.yaml │ ├── downstream-imagenet-b16_384_ema.yaml │ ├── downstream-imagenet-s16_224.yaml │ ├── downstream-imagenet-s16_384.yaml │ ├── downstream-imagenet-ti16_384.yaml │ ├── example.yaml │ ├── vit-b16-aug_light0-bs_1024-wd_0.1-do_0.1-dp_0.1-lr_1e-3.yaml │ ├── vit-b16-aug_none-bs_1024-wd_0.1-do_0.1-dp_0.1-lr_1e-3.yaml │ ├── vit-b16-aug_none-bs_1024-wd_0.1-do_0.1-dp_0.1-lr_2.5e-4.yaml │ ├── vit-b16-aug_strong1-bs_1024-wd_0.1-do_0.1-dp_0.1-lr_1e-3.yaml │ ├── vit-b16-lr_7.5e-4-original.yaml │ ├── vit-b16-original.yaml │ ├── vit-b16-paper.yaml │ ├── vit-l16-aug_none-bs_1024-wd_0.1-do_0.1-dp_0.1-lr_1e-3.yaml │ ├── vit-s16-aug_light1-bs_2048-wd_0.1-do_0.1-dp_0.1-lr_1e-3.yaml │ ├── vit-s16-aug_none-bs_2048-wd_0.1-do_0.1-dp_0.1-lr_1e-3.yaml │ ├── vit-s16-aug_none-bs_2048-wd_0.1-do_0.1-dp_0.1-lr_5e-4.yaml │ ├── vit-ti16-aug_light0-bs_4096-wd_0.1-do_0.1-dp_0.1-lr_1e-3.yaml │ └── vit-ti16-aug_none-bs_4096-wd_0.1-do_0.1-dp_0.1-lr_1e-3.yaml ├── hparams_search │ └── example.yaml ├── hydra │ └── defaults.yaml ├── loss │ ├── bce.yaml │ └── ce.yaml ├── optimizer │ ├── adamw_huggingface.yaml │ ├── sgd-ema_0.9999.yaml │ └── sgd.yaml └── scheduler │ ├── warmup_cosine.yaml │ └── warmup_piecewise.yaml ├── requirements.txt └── run.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/README.md -------------------------------------------------------------------------------- /baseline/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/baseline/__init__.py -------------------------------------------------------------------------------- /baseline/architecture/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/baseline/architecture/__init__.py -------------------------------------------------------------------------------- /baseline/architecture/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/baseline/architecture/layers.py -------------------------------------------------------------------------------- /baseline/architecture/vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/baseline/architecture/vit.py -------------------------------------------------------------------------------- /baseline/callback/MonitorCallback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/baseline/callback/MonitorCallback.py -------------------------------------------------------------------------------- /baseline/callback/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/baseline/callback/__init__.py -------------------------------------------------------------------------------- /baseline/dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/baseline/dataset/__init__.py -------------------------------------------------------------------------------- /baseline/dataset/postprocess/__init__.py: -------------------------------------------------------------------------------- 1 | from . import postprocess 2 | -------------------------------------------------------------------------------- /baseline/dataset/postprocess/mixing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/baseline/dataset/postprocess/mixing.py -------------------------------------------------------------------------------- /baseline/dataset/postprocess/postprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/baseline/dataset/postprocess/postprocess.py -------------------------------------------------------------------------------- /baseline/dataset/preprocess/__init__.py: -------------------------------------------------------------------------------- 1 | from . import preprocess 2 | -------------------------------------------------------------------------------- /baseline/dataset/preprocess/autoaugment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/baseline/dataset/preprocess/autoaugment.py -------------------------------------------------------------------------------- /baseline/dataset/preprocess/hparam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/baseline/dataset/preprocess/hparam.py -------------------------------------------------------------------------------- /baseline/dataset/preprocess/inception.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/baseline/dataset/preprocess/inception.py -------------------------------------------------------------------------------- /baseline/dataset/preprocess/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/baseline/dataset/preprocess/preprocess.py -------------------------------------------------------------------------------- /baseline/dataset/tfds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/baseline/dataset/tfds.py -------------------------------------------------------------------------------- /baseline/loss/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/baseline/loss/__init__.py -------------------------------------------------------------------------------- /baseline/loss/bce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/baseline/loss/bce.py -------------------------------------------------------------------------------- /baseline/optimizer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/baseline/optimizer/__init__.py -------------------------------------------------------------------------------- /baseline/optimizer/adamw_huggingface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/baseline/optimizer/adamw_huggingface.py -------------------------------------------------------------------------------- /baseline/scheduler/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/baseline/scheduler/__init__.py -------------------------------------------------------------------------------- /baseline/scheduler/warmup_lr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/baseline/scheduler/warmup_lr.py -------------------------------------------------------------------------------- /baseline/scheduler/warmup_scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/baseline/scheduler/warmup_scheduler.py -------------------------------------------------------------------------------- /baseline/strategy/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/baseline/strategy/__init__.py -------------------------------------------------------------------------------- /baseline/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/baseline/train.py -------------------------------------------------------------------------------- /baseline/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/baseline/utils/__init__.py -------------------------------------------------------------------------------- /conf/architecture/resnet50.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/architecture/resnet50.yaml -------------------------------------------------------------------------------- /conf/architecture/vit-b16-do_0.1-attdo_0.0-dp_0.0-rs_768.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/architecture/vit-b16-do_0.1-attdo_0.0-dp_0.0-rs_768.yaml -------------------------------------------------------------------------------- /conf/architecture/vit-b16-do_0.1-attdo_0.0-dp_0.1-rs_0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/architecture/vit-b16-do_0.1-attdo_0.0-dp_0.1-rs_0.yaml -------------------------------------------------------------------------------- /conf/architecture/vit-downstream-b16-img_224.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/architecture/vit-downstream-b16-img_224.yaml -------------------------------------------------------------------------------- /conf/architecture/vit-downstream-b16-img_384.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/architecture/vit-downstream-b16-img_384.yaml -------------------------------------------------------------------------------- /conf/architecture/vit-downstream-s16-img_224.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/architecture/vit-downstream-s16-img_224.yaml -------------------------------------------------------------------------------- /conf/architecture/vit-downstream-s16-img_384.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/architecture/vit-downstream-s16-img_384.yaml -------------------------------------------------------------------------------- /conf/architecture/vit-downstream-ti16-img_384.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/architecture/vit-downstream-ti16-img_384.yaml -------------------------------------------------------------------------------- /conf/architecture/vit-l16-do_0.1-attdo_0.0-dp_0.1-rs_0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/architecture/vit-l16-do_0.1-attdo_0.0-dp_0.1-rs_0.yaml -------------------------------------------------------------------------------- /conf/architecture/vit-s16-do_0.1-attdo_0.0-dp_0.1-rs_0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/architecture/vit-s16-do_0.1-attdo_0.0-dp_0.1-rs_0.yaml -------------------------------------------------------------------------------- /conf/architecture/vit-ti16-do_0.1-attdo_0.0-dp_0.1-rs_0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/architecture/vit-ti16-do_0.1-attdo_0.0-dp_0.1-rs_0.yaml -------------------------------------------------------------------------------- /conf/callbacks/downstream.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/callbacks/downstream.yaml -------------------------------------------------------------------------------- /conf/callbacks/upstream.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/callbacks/upstream.yaml -------------------------------------------------------------------------------- /conf/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/config.yaml -------------------------------------------------------------------------------- /conf/dataProcess/example.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/dataProcess/example.yaml -------------------------------------------------------------------------------- /conf/dataProcess/vit-downstream-img_224.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/dataProcess/vit-downstream-img_224.yaml -------------------------------------------------------------------------------- /conf/dataProcess/vit-downstream-img_384.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/dataProcess/vit-downstream-img_384.yaml -------------------------------------------------------------------------------- /conf/dataProcess/vit-light0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/dataProcess/vit-light0.yaml -------------------------------------------------------------------------------- /conf/dataProcess/vit-light1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/dataProcess/vit-light1.yaml -------------------------------------------------------------------------------- /conf/dataProcess/vit-medium0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/dataProcess/vit-medium0.yaml -------------------------------------------------------------------------------- /conf/dataProcess/vit-medium1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/dataProcess/vit-medium1.yaml -------------------------------------------------------------------------------- /conf/dataProcess/vit-none.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/dataProcess/vit-none.yaml -------------------------------------------------------------------------------- /conf/dataProcess/vit-strong0.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/dataProcess/vit-strong0.yaml -------------------------------------------------------------------------------- /conf/dataProcess/vit-strong1.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/dataProcess/vit-strong1.yaml -------------------------------------------------------------------------------- /conf/dataset/cifar10.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/dataset/cifar10.yaml -------------------------------------------------------------------------------- /conf/dataset/imagenet1k.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/dataset/imagenet1k.yaml -------------------------------------------------------------------------------- /conf/downstream.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/downstream.yaml -------------------------------------------------------------------------------- /conf/experiment/downstream-imagenet-b16_224.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/experiment/downstream-imagenet-b16_224.yaml -------------------------------------------------------------------------------- /conf/experiment/downstream-imagenet-b16_224_ema.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/experiment/downstream-imagenet-b16_224_ema.yaml -------------------------------------------------------------------------------- /conf/experiment/downstream-imagenet-b16_384.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/experiment/downstream-imagenet-b16_384.yaml -------------------------------------------------------------------------------- /conf/experiment/downstream-imagenet-b16_384_ema.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/experiment/downstream-imagenet-b16_384_ema.yaml -------------------------------------------------------------------------------- /conf/experiment/downstream-imagenet-s16_224.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/experiment/downstream-imagenet-s16_224.yaml -------------------------------------------------------------------------------- /conf/experiment/downstream-imagenet-s16_384.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/experiment/downstream-imagenet-s16_384.yaml -------------------------------------------------------------------------------- /conf/experiment/downstream-imagenet-ti16_384.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/experiment/downstream-imagenet-ti16_384.yaml -------------------------------------------------------------------------------- /conf/experiment/example.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/experiment/example.yaml -------------------------------------------------------------------------------- /conf/experiment/vit-b16-aug_light0-bs_1024-wd_0.1-do_0.1-dp_0.1-lr_1e-3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/experiment/vit-b16-aug_light0-bs_1024-wd_0.1-do_0.1-dp_0.1-lr_1e-3.yaml -------------------------------------------------------------------------------- /conf/experiment/vit-b16-aug_none-bs_1024-wd_0.1-do_0.1-dp_0.1-lr_1e-3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/experiment/vit-b16-aug_none-bs_1024-wd_0.1-do_0.1-dp_0.1-lr_1e-3.yaml -------------------------------------------------------------------------------- /conf/experiment/vit-b16-aug_none-bs_1024-wd_0.1-do_0.1-dp_0.1-lr_2.5e-4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/experiment/vit-b16-aug_none-bs_1024-wd_0.1-do_0.1-dp_0.1-lr_2.5e-4.yaml -------------------------------------------------------------------------------- /conf/experiment/vit-b16-aug_strong1-bs_1024-wd_0.1-do_0.1-dp_0.1-lr_1e-3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/experiment/vit-b16-aug_strong1-bs_1024-wd_0.1-do_0.1-dp_0.1-lr_1e-3.yaml -------------------------------------------------------------------------------- /conf/experiment/vit-b16-lr_7.5e-4-original.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/experiment/vit-b16-lr_7.5e-4-original.yaml -------------------------------------------------------------------------------- /conf/experiment/vit-b16-original.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/experiment/vit-b16-original.yaml -------------------------------------------------------------------------------- /conf/experiment/vit-b16-paper.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/experiment/vit-b16-paper.yaml -------------------------------------------------------------------------------- /conf/experiment/vit-l16-aug_none-bs_1024-wd_0.1-do_0.1-dp_0.1-lr_1e-3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/experiment/vit-l16-aug_none-bs_1024-wd_0.1-do_0.1-dp_0.1-lr_1e-3.yaml -------------------------------------------------------------------------------- /conf/experiment/vit-s16-aug_light1-bs_2048-wd_0.1-do_0.1-dp_0.1-lr_1e-3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/experiment/vit-s16-aug_light1-bs_2048-wd_0.1-do_0.1-dp_0.1-lr_1e-3.yaml -------------------------------------------------------------------------------- /conf/experiment/vit-s16-aug_none-bs_2048-wd_0.1-do_0.1-dp_0.1-lr_1e-3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/experiment/vit-s16-aug_none-bs_2048-wd_0.1-do_0.1-dp_0.1-lr_1e-3.yaml -------------------------------------------------------------------------------- /conf/experiment/vit-s16-aug_none-bs_2048-wd_0.1-do_0.1-dp_0.1-lr_5e-4.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/experiment/vit-s16-aug_none-bs_2048-wd_0.1-do_0.1-dp_0.1-lr_5e-4.yaml -------------------------------------------------------------------------------- /conf/experiment/vit-ti16-aug_light0-bs_4096-wd_0.1-do_0.1-dp_0.1-lr_1e-3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/experiment/vit-ti16-aug_light0-bs_4096-wd_0.1-do_0.1-dp_0.1-lr_1e-3.yaml -------------------------------------------------------------------------------- /conf/experiment/vit-ti16-aug_none-bs_4096-wd_0.1-do_0.1-dp_0.1-lr_1e-3.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/experiment/vit-ti16-aug_none-bs_4096-wd_0.1-do_0.1-dp_0.1-lr_1e-3.yaml -------------------------------------------------------------------------------- /conf/hparams_search/example.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/hparams_search/example.yaml -------------------------------------------------------------------------------- /conf/hydra/defaults.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/hydra/defaults.yaml -------------------------------------------------------------------------------- /conf/loss/bce.yaml: -------------------------------------------------------------------------------- 1 | type: bce -------------------------------------------------------------------------------- /conf/loss/ce.yaml: -------------------------------------------------------------------------------- 1 | type: ce -------------------------------------------------------------------------------- /conf/optimizer/adamw_huggingface.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/optimizer/adamw_huggingface.yaml -------------------------------------------------------------------------------- /conf/optimizer/sgd-ema_0.9999.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/optimizer/sgd-ema_0.9999.yaml -------------------------------------------------------------------------------- /conf/optimizer/sgd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/optimizer/sgd.yaml -------------------------------------------------------------------------------- /conf/scheduler/warmup_cosine.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/scheduler/warmup_cosine.yaml -------------------------------------------------------------------------------- /conf/scheduler/warmup_piecewise.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/conf/scheduler/warmup_piecewise.yaml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/requirements.txt -------------------------------------------------------------------------------- /run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/justHungryMan/vision-transformer-tf/HEAD/run.py --------------------------------------------------------------------------------