├── README.md ├── args.py ├── configs ├── cloud │ ├── vit │ │ ├── deit_base16_adamw_originhead_dataaug_mixup.yml.j2 │ │ └── deit_base32_adamw_originhead_dataaug_mixup.yml.j2 │ └── vit_dvt │ │ ├── deit_dvt_12_49_196_n_f_n_r_adamw_originhead_dataaug_mixup.yml.j2 │ │ ├── deit_dvt_12_49_196_n_f_w_r_adamw_originhead_dataaug_mixup.yml.j2 │ │ ├── deit_dvt_12_49_196_w_f_n_r_adamw_originhead_dataaug_mixup.yml.j2 │ │ ├── deit_dvt_12_49_196_w_f_w_r_adamw_originhead_dataaug_mixup.yml.j2 │ │ └── deit_dvt_12_49_196_w_f_w_r_adamw_originhead_dataaug_mixup_inference.yml.j2 ├── local │ ├── vit │ │ ├── deit_base16_adamw_originhead_dataaug_mixup.yml.j2 │ │ └── deit_base32_adamw_originhead_dataaug_mixup.yml.j2 │ └── vit_dvt │ │ ├── deit_dvt_12_49_196_n_f_n_r_adamw_originhead_dataaug_mixup.yml.j2 │ │ ├── deit_dvt_12_49_196_n_f_n_r_adamw_originhead_dataaug_mixup_inference.yml.j2 │ │ ├── deit_dvt_12_49_196_n_f_w_r_adamw_originhead_dataaug_mixup.yml.j2 │ │ ├── deit_dvt_12_49_196_n_f_w_r_adamw_originhead_dataaug_mixup_inference.yml.j2 │ │ ├── deit_dvt_12_49_196_w_f_n_r_adamw_originhead_dataaug_mixup.yml.j2 │ │ ├── deit_dvt_12_49_196_w_f_n_r_adamw_originhead_dataaug_mixup_inference.yml.j2 │ │ ├── deit_dvt_12_49_196_w_f_w_r_adamw_originhead_dataaug_mixup.yml.j2 │ │ └── deit_dvt_12_49_196_w_f_w_r_adamw_originhead_dataaug_mixup_inference.yml.j2 └── rank_table_8p.json ├── deit_dvt_vs_vit_inference.png ├── dvt_inference.py ├── inference.py ├── inference_cloud.py ├── ma-pre-start.sh ├── msvision └── utils │ ├── cfg_parser.py │ ├── cloud_copy_cache.py │ ├── logging.py │ └── set_loglevel.py ├── networks ├── transformer.py ├── transformer_dvt.py ├── vit.py └── vit_dvt.py ├── nn ├── callbacks │ ├── __init__.py │ └── state_monitor.py ├── cells │ └── __init__.py ├── initializers │ ├── __init__.py │ └── var_init.py ├── layers │ └── affine.py ├── losses │ ├── __init__.py │ └── cross_entropy.py ├── metrics │ ├── __init__.py │ ├── classify_correct_cell.py │ └── distributed_accuracy.py └── optimizers │ ├── __init__.py │ └── adamw_gcnorm.py ├── scripts ├── env.sh ├── inference_ascend.sh └── train_ascend.sh ├── train.py ├── train_cloud.py ├── upgrade_packages.py └── utils ├── __init__.py ├── autoaugment.py ├── cfg_parser.py ├── cloud_copy_cache.py ├── dataset.py ├── logging.py ├── lr_generator.py └── set_loglevel.py /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/README.md -------------------------------------------------------------------------------- /args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/args.py -------------------------------------------------------------------------------- /configs/cloud/vit/deit_base16_adamw_originhead_dataaug_mixup.yml.j2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/configs/cloud/vit/deit_base16_adamw_originhead_dataaug_mixup.yml.j2 -------------------------------------------------------------------------------- /configs/cloud/vit/deit_base32_adamw_originhead_dataaug_mixup.yml.j2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/configs/cloud/vit/deit_base32_adamw_originhead_dataaug_mixup.yml.j2 -------------------------------------------------------------------------------- /configs/cloud/vit_dvt/deit_dvt_12_49_196_n_f_n_r_adamw_originhead_dataaug_mixup.yml.j2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/configs/cloud/vit_dvt/deit_dvt_12_49_196_n_f_n_r_adamw_originhead_dataaug_mixup.yml.j2 -------------------------------------------------------------------------------- /configs/cloud/vit_dvt/deit_dvt_12_49_196_n_f_w_r_adamw_originhead_dataaug_mixup.yml.j2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/configs/cloud/vit_dvt/deit_dvt_12_49_196_n_f_w_r_adamw_originhead_dataaug_mixup.yml.j2 -------------------------------------------------------------------------------- /configs/cloud/vit_dvt/deit_dvt_12_49_196_w_f_n_r_adamw_originhead_dataaug_mixup.yml.j2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/configs/cloud/vit_dvt/deit_dvt_12_49_196_w_f_n_r_adamw_originhead_dataaug_mixup.yml.j2 -------------------------------------------------------------------------------- /configs/cloud/vit_dvt/deit_dvt_12_49_196_w_f_w_r_adamw_originhead_dataaug_mixup.yml.j2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/configs/cloud/vit_dvt/deit_dvt_12_49_196_w_f_w_r_adamw_originhead_dataaug_mixup.yml.j2 -------------------------------------------------------------------------------- /configs/cloud/vit_dvt/deit_dvt_12_49_196_w_f_w_r_adamw_originhead_dataaug_mixup_inference.yml.j2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/configs/cloud/vit_dvt/deit_dvt_12_49_196_w_f_w_r_adamw_originhead_dataaug_mixup_inference.yml.j2 -------------------------------------------------------------------------------- /configs/local/vit/deit_base16_adamw_originhead_dataaug_mixup.yml.j2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/configs/local/vit/deit_base16_adamw_originhead_dataaug_mixup.yml.j2 -------------------------------------------------------------------------------- /configs/local/vit/deit_base32_adamw_originhead_dataaug_mixup.yml.j2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/configs/local/vit/deit_base32_adamw_originhead_dataaug_mixup.yml.j2 -------------------------------------------------------------------------------- /configs/local/vit_dvt/deit_dvt_12_49_196_n_f_n_r_adamw_originhead_dataaug_mixup.yml.j2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/configs/local/vit_dvt/deit_dvt_12_49_196_n_f_n_r_adamw_originhead_dataaug_mixup.yml.j2 -------------------------------------------------------------------------------- /configs/local/vit_dvt/deit_dvt_12_49_196_n_f_n_r_adamw_originhead_dataaug_mixup_inference.yml.j2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/configs/local/vit_dvt/deit_dvt_12_49_196_n_f_n_r_adamw_originhead_dataaug_mixup_inference.yml.j2 -------------------------------------------------------------------------------- /configs/local/vit_dvt/deit_dvt_12_49_196_n_f_w_r_adamw_originhead_dataaug_mixup.yml.j2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/configs/local/vit_dvt/deit_dvt_12_49_196_n_f_w_r_adamw_originhead_dataaug_mixup.yml.j2 -------------------------------------------------------------------------------- /configs/local/vit_dvt/deit_dvt_12_49_196_n_f_w_r_adamw_originhead_dataaug_mixup_inference.yml.j2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/configs/local/vit_dvt/deit_dvt_12_49_196_n_f_w_r_adamw_originhead_dataaug_mixup_inference.yml.j2 -------------------------------------------------------------------------------- /configs/local/vit_dvt/deit_dvt_12_49_196_w_f_n_r_adamw_originhead_dataaug_mixup.yml.j2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/configs/local/vit_dvt/deit_dvt_12_49_196_w_f_n_r_adamw_originhead_dataaug_mixup.yml.j2 -------------------------------------------------------------------------------- /configs/local/vit_dvt/deit_dvt_12_49_196_w_f_n_r_adamw_originhead_dataaug_mixup_inference.yml.j2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/configs/local/vit_dvt/deit_dvt_12_49_196_w_f_n_r_adamw_originhead_dataaug_mixup_inference.yml.j2 -------------------------------------------------------------------------------- /configs/local/vit_dvt/deit_dvt_12_49_196_w_f_w_r_adamw_originhead_dataaug_mixup.yml.j2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/configs/local/vit_dvt/deit_dvt_12_49_196_w_f_w_r_adamw_originhead_dataaug_mixup.yml.j2 -------------------------------------------------------------------------------- /configs/local/vit_dvt/deit_dvt_12_49_196_w_f_w_r_adamw_originhead_dataaug_mixup_inference.yml.j2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/configs/local/vit_dvt/deit_dvt_12_49_196_w_f_w_r_adamw_originhead_dataaug_mixup_inference.yml.j2 -------------------------------------------------------------------------------- /configs/rank_table_8p.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/configs/rank_table_8p.json -------------------------------------------------------------------------------- /deit_dvt_vs_vit_inference.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/deit_dvt_vs_vit_inference.png -------------------------------------------------------------------------------- /dvt_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/dvt_inference.py -------------------------------------------------------------------------------- /inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/inference.py -------------------------------------------------------------------------------- /inference_cloud.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/inference_cloud.py -------------------------------------------------------------------------------- /ma-pre-start.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/ma-pre-start.sh -------------------------------------------------------------------------------- /msvision/utils/cfg_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/msvision/utils/cfg_parser.py -------------------------------------------------------------------------------- /msvision/utils/cloud_copy_cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/msvision/utils/cloud_copy_cache.py -------------------------------------------------------------------------------- /msvision/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/msvision/utils/logging.py -------------------------------------------------------------------------------- /msvision/utils/set_loglevel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/msvision/utils/set_loglevel.py -------------------------------------------------------------------------------- /networks/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/networks/transformer.py -------------------------------------------------------------------------------- /networks/transformer_dvt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/networks/transformer_dvt.py -------------------------------------------------------------------------------- /networks/vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/networks/vit.py -------------------------------------------------------------------------------- /networks/vit_dvt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/networks/vit_dvt.py -------------------------------------------------------------------------------- /nn/callbacks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/nn/callbacks/__init__.py -------------------------------------------------------------------------------- /nn/callbacks/state_monitor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/nn/callbacks/state_monitor.py -------------------------------------------------------------------------------- /nn/cells/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/nn/cells/__init__.py -------------------------------------------------------------------------------- /nn/initializers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/nn/initializers/__init__.py -------------------------------------------------------------------------------- /nn/initializers/var_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/nn/initializers/var_init.py -------------------------------------------------------------------------------- /nn/layers/affine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/nn/layers/affine.py -------------------------------------------------------------------------------- /nn/losses/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/nn/losses/__init__.py -------------------------------------------------------------------------------- /nn/losses/cross_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/nn/losses/cross_entropy.py -------------------------------------------------------------------------------- /nn/metrics/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/nn/metrics/__init__.py -------------------------------------------------------------------------------- /nn/metrics/classify_correct_cell.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/nn/metrics/classify_correct_cell.py -------------------------------------------------------------------------------- /nn/metrics/distributed_accuracy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/nn/metrics/distributed_accuracy.py -------------------------------------------------------------------------------- /nn/optimizers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/nn/optimizers/__init__.py -------------------------------------------------------------------------------- /nn/optimizers/adamw_gcnorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/nn/optimizers/adamw_gcnorm.py -------------------------------------------------------------------------------- /scripts/env.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/scripts/env.sh -------------------------------------------------------------------------------- /scripts/inference_ascend.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/scripts/inference_ascend.sh -------------------------------------------------------------------------------- /scripts/train_ascend.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/scripts/train_ascend.sh -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/train.py -------------------------------------------------------------------------------- /train_cloud.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/train_cloud.py -------------------------------------------------------------------------------- /upgrade_packages.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/upgrade_packages.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/utils/__init__.py -------------------------------------------------------------------------------- /utils/autoaugment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/utils/autoaugment.py -------------------------------------------------------------------------------- /utils/cfg_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/utils/cfg_parser.py -------------------------------------------------------------------------------- /utils/cloud_copy_cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/utils/cloud_copy_cache.py -------------------------------------------------------------------------------- /utils/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/utils/dataset.py -------------------------------------------------------------------------------- /utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/utils/logging.py -------------------------------------------------------------------------------- /utils/lr_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/utils/lr_generator.py -------------------------------------------------------------------------------- /utils/set_loglevel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/blackfeather-wang/Dynamic-Vision-Transformer-MindSpore/HEAD/utils/set_loglevel.py --------------------------------------------------------------------------------