├── HEAD ├── Readme.md ├── buffer ├── buffer_FTD.py ├── cifar.py ├── gsam │ ├── __init__.py │ ├── gsam.py │ ├── scheduler.py │ ├── util.py │ └── wide_res_net.py ├── run_buffer.sh └── utility │ ├── bypass_bn.py │ ├── cutout.py │ ├── initialize.py │ ├── loading_bar.py │ ├── log.py │ └── step_lr.py ├── config ├── description ├── distill ├── .DS_Store ├── distill_FTD.py ├── distill_arch.py ├── model_ema.py └── run_distill.sh ├── docs ├── .DS_Store ├── accumulate_loss.pdf ├── accumulate_loss.png ├── illustrate.pdf ├── illustrate.png ├── parameters.png ├── result_example.png └── results.png ├── environment.yaml ├── hooks ├── applypatch-msg.sample ├── commit-msg.sample ├── fsmonitor-watchman.sample ├── post-update.sample ├── pre-applypatch.sample ├── pre-commit.sample ├── pre-merge-commit.sample ├── pre-push.sample ├── pre-rebase.sample ├── pre-receive.sample ├── prepare-commit-msg.sample ├── push-to-checkout.sample └── update.sample ├── info └── exclude ├── networks.py ├── reparam_module.py └── utils ├── step_lr.py ├── utils_arch.py ├── utils_baseline.py ├── utils_baseline_backup.py ├── utils_buffer_sam.py ├── utils_eval_sam.py ├── utils_gsam.py ├── utils_mixup.py └── utils_vanilla_test.py /HEAD: -------------------------------------------------------------------------------- 1 | ref: refs/heads/main 2 | -------------------------------------------------------------------------------- /Readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/Readme.md -------------------------------------------------------------------------------- /buffer/buffer_FTD.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/buffer/buffer_FTD.py -------------------------------------------------------------------------------- /buffer/cifar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/buffer/cifar.py -------------------------------------------------------------------------------- /buffer/gsam/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/buffer/gsam/__init__.py -------------------------------------------------------------------------------- /buffer/gsam/gsam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/buffer/gsam/gsam.py -------------------------------------------------------------------------------- /buffer/gsam/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/buffer/gsam/scheduler.py -------------------------------------------------------------------------------- /buffer/gsam/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/buffer/gsam/util.py -------------------------------------------------------------------------------- /buffer/gsam/wide_res_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/buffer/gsam/wide_res_net.py -------------------------------------------------------------------------------- /buffer/run_buffer.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/buffer/run_buffer.sh -------------------------------------------------------------------------------- /buffer/utility/bypass_bn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/buffer/utility/bypass_bn.py -------------------------------------------------------------------------------- /buffer/utility/cutout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/buffer/utility/cutout.py -------------------------------------------------------------------------------- /buffer/utility/initialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/buffer/utility/initialize.py -------------------------------------------------------------------------------- /buffer/utility/loading_bar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/buffer/utility/loading_bar.py -------------------------------------------------------------------------------- /buffer/utility/log.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/buffer/utility/log.py -------------------------------------------------------------------------------- /buffer/utility/step_lr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/buffer/utility/step_lr.py -------------------------------------------------------------------------------- /config: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/config -------------------------------------------------------------------------------- /description: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/description -------------------------------------------------------------------------------- /distill/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/distill/.DS_Store -------------------------------------------------------------------------------- /distill/distill_FTD.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/distill/distill_FTD.py -------------------------------------------------------------------------------- /distill/distill_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/distill/distill_arch.py -------------------------------------------------------------------------------- /distill/model_ema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/distill/model_ema.py -------------------------------------------------------------------------------- /distill/run_distill.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/distill/run_distill.sh -------------------------------------------------------------------------------- /docs/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/docs/.DS_Store -------------------------------------------------------------------------------- /docs/accumulate_loss.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/docs/accumulate_loss.pdf -------------------------------------------------------------------------------- /docs/accumulate_loss.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/docs/accumulate_loss.png -------------------------------------------------------------------------------- /docs/illustrate.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/docs/illustrate.pdf -------------------------------------------------------------------------------- /docs/illustrate.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/docs/illustrate.png -------------------------------------------------------------------------------- /docs/parameters.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/docs/parameters.png -------------------------------------------------------------------------------- /docs/result_example.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/docs/result_example.png -------------------------------------------------------------------------------- /docs/results.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/docs/results.png -------------------------------------------------------------------------------- /environment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/environment.yaml -------------------------------------------------------------------------------- /hooks/applypatch-msg.sample: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/hooks/applypatch-msg.sample -------------------------------------------------------------------------------- /hooks/commit-msg.sample: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/hooks/commit-msg.sample -------------------------------------------------------------------------------- /hooks/fsmonitor-watchman.sample: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/hooks/fsmonitor-watchman.sample -------------------------------------------------------------------------------- /hooks/post-update.sample: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/hooks/post-update.sample -------------------------------------------------------------------------------- /hooks/pre-applypatch.sample: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/hooks/pre-applypatch.sample -------------------------------------------------------------------------------- /hooks/pre-commit.sample: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/hooks/pre-commit.sample -------------------------------------------------------------------------------- /hooks/pre-merge-commit.sample: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/hooks/pre-merge-commit.sample -------------------------------------------------------------------------------- /hooks/pre-push.sample: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/hooks/pre-push.sample -------------------------------------------------------------------------------- /hooks/pre-rebase.sample: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/hooks/pre-rebase.sample -------------------------------------------------------------------------------- /hooks/pre-receive.sample: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/hooks/pre-receive.sample -------------------------------------------------------------------------------- /hooks/prepare-commit-msg.sample: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/hooks/prepare-commit-msg.sample -------------------------------------------------------------------------------- /hooks/push-to-checkout.sample: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/hooks/push-to-checkout.sample -------------------------------------------------------------------------------- /hooks/update.sample: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/hooks/update.sample -------------------------------------------------------------------------------- /info/exclude: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/info/exclude -------------------------------------------------------------------------------- /networks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/networks.py -------------------------------------------------------------------------------- /reparam_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/reparam_module.py -------------------------------------------------------------------------------- /utils/step_lr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/utils/step_lr.py -------------------------------------------------------------------------------- /utils/utils_arch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/utils/utils_arch.py -------------------------------------------------------------------------------- /utils/utils_baseline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/utils/utils_baseline.py -------------------------------------------------------------------------------- /utils/utils_baseline_backup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/utils/utils_baseline_backup.py -------------------------------------------------------------------------------- /utils/utils_buffer_sam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/utils/utils_buffer_sam.py -------------------------------------------------------------------------------- /utils/utils_eval_sam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/utils/utils_eval_sam.py -------------------------------------------------------------------------------- /utils/utils_gsam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/utils/utils_gsam.py -------------------------------------------------------------------------------- /utils/utils_mixup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/utils/utils_mixup.py -------------------------------------------------------------------------------- /utils/utils_vanilla_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AngusDujw/FTD-distillation/HEAD/utils/utils_vanilla_test.py --------------------------------------------------------------------------------