├── .gitignore ├── README.md ├── configs ├── cifar10 │ ├── resnet32 │ │ ├── adam │ │ │ ├── mb128_lr1e3_bn.json │ │ │ ├── mb128_lr1e3_bn_aug.json │ │ │ ├── mb128_lr1e3_wd1_all_bn.json │ │ │ ├── mb128_lr1e3_wd3e1_all_bn_aug.json │ │ │ ├── mb128_lr3e4.json │ │ │ └── mb128_lr3e4_wd1_all.json │ │ ├── kfac │ │ │ ├── mb128_lr1e2_damp1e3_cov95_bn_aug.json │ │ │ ├── mb128_lr1e2_damp1e3_cov95_kl1e4.json │ │ │ ├── mb128_lr3e2_damp1e3_cov95_bn.json │ │ │ ├── mb128_lr3e2_damp1e3_cov95_wd1e2_all_bn.json │ │ │ ├── mb128_lr3e2_damp1e3_cov95_wd3e2_all_bn_aug.json │ │ │ └── mb128_lr3e2_damp1e3_cov95_wd3e2_all_kl1e4.json │ │ ├── kfacf │ │ │ ├── mb128_lr1e3_damp1e3_cov95_bn.json │ │ │ ├── mb128_lr1e3_damp1e3_cov95_bn_aug.json │ │ │ ├── mb128_lr1e3_damp1e3_cov95_wd1_all_bn.json │ │ │ ├── mb128_lr1e3_damp1e3_cov95_wd1_all_kl1e5.json │ │ │ ├── mb128_lr3e4_damp1e3_cov95_kl1e5.json │ │ │ └── mb128_lr3e4_damp1e3_cov95_wd1_all_bn_aug.json │ │ └── sgd │ │ │ ├── mb128_lr1e2_m9_wd3e3_all_bn_aug.json │ │ │ ├── mb128_lr3e2_m9_bn.json │ │ │ ├── mb128_lr3e2_m9_bn_aug.json │ │ │ ├── mb128_lr3e2_m9_wd3e3_all_bn.json │ │ │ ├── mb128_lr3e3_m9.json │ │ │ └── mb128_lr3e3_m9_wd1e3_all.json │ └── vgg16 │ │ ├── adam │ │ ├── mb128_lr1e3_bn.json │ │ ├── mb128_lr1e3_bn_aug.json │ │ ├── mb128_lr1e3_wd3e1_all_bn.json │ │ ├── mb128_lr3e4.json │ │ ├── mb128_lr3e4_wd1_all_bn_aug.json │ │ └── mb128_lr3e4_wd3e1_all.json │ │ ├── kfac │ │ ├── mb128_lr1e1_damp1e3_cov95_bn.json │ │ ├── mb128_lr3e2_damp1e2_cov95_kl1e4.json │ │ ├── mb128_lr3e2_damp1e2_cov95_wd3e2_all_kl1e3.json │ │ ├── mb128_lr3e2_damp1e3_cov95_bn_aug.json │ │ ├── mb128_lr3e2_damp1e3_cov95_wd1e2_all_bn_aug.json │ │ └── mb128_lr3e2_damp1e3_cov95_wd3e2_all_bn.json │ │ ├── kfacf │ │ ├── mb128_lr1e3_damp1e3_cov95_bn.json │ │ ├── mb128_lr1e3_damp1e3_cov95_bn_aug.json │ │ ├── mb128_lr1e3_damp1e3_cov95_wd1_all_kl1e5.json │ │ ├── mb128_lr1e3_damp1e3_cov95_wd3e1_all_bn_aug.json │ │ ├── mb128_lr3e3_damp1e3_cov95_wd1_all_bn.json │ │ └── mb128_lr3e4_damp1e3_cov95_kl1e5.json │ │ └── sgd │ │ ├── mb128_lr1e1_m9_wd1e3_all_bn.json │ │ ├── mb128_lr1e1_m9_wd1e3_all_bn_aug.json │ │ ├── mb128_lr1e2_m9_bn_aug.json │ │ ├── mb128_lr3e2_m9.json │ │ ├── mb128_lr3e2_m9_bn.json │ │ └── mb128_lr3e2_m9_wd3e4_all.json └── cifar100 │ ├── resnet32 │ ├── adam │ │ ├── mb128_lr3e4_bn_aug.json │ │ └── mb128_lr3e4_wd1_all_bn_aug.json │ ├── kfac │ │ ├── mb128_lr5e2_damp1e3_cov95_bn_aug.json │ │ └── mb128_lr5e2_damp1e3_cov95_wd1e2_all_bn_aug.json │ ├── kfacf │ │ ├── mb128_lr1e3_damp1e3_cov95_bn_aug.json │ │ └── mb128_lr1e3_damp1e3_cov95_wd1_all_bn_aug.json │ └── sgd │ │ ├── mb128_lr3e2_bn_aug.json │ │ └── mb128_lr3e2_wd3e3_all_bn_aug.json │ └── vgg16 │ ├── adam │ ├── mb128_lr3e4_bn_aug.json │ └── mb128_lr3e4_wd1_all_bn_aug.json │ ├── kfac │ ├── mb128_lr1e1_damp1e3_cov95_bn_aug.json │ └── mb128_lr1e1_damp1e3_cov95_wd1e2_all_bn_aug.json │ ├── kfacf │ ├── mb128_lr1e3_damp1e3_cov95_wd1_all_bn_aug.json │ └── mb128_lr3e3_damp1e3_cov95_bn_aug.json │ └── sgd │ ├── mb128_lr3e2_bn_aug.json │ └── mb128_lr3e2_wd3e3_all_bn_aug.json ├── core ├── base_model.py ├── base_train.py ├── model.py └── train.py ├── data_loader.py ├── libs ├── adam │ └── optimizer.py ├── kfac │ ├── cmvp.py │ ├── estimator.py │ ├── fisher_blocks.py │ ├── fisher_factors.py │ ├── layer_collection.py │ ├── loss_functions.py │ ├── optimizer.py │ └── utils.py └── sgd │ └── optimizer.py ├── main.py ├── misc ├── config.py ├── summarizer.py └── utils.py └── network ├── __init__.py ├── mlp.py ├── registry.py ├── resnet.py └── vgg.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/README.md -------------------------------------------------------------------------------- /configs/cifar10/resnet32/adam/mb128_lr1e3_bn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/resnet32/adam/mb128_lr1e3_bn.json -------------------------------------------------------------------------------- /configs/cifar10/resnet32/adam/mb128_lr1e3_bn_aug.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/resnet32/adam/mb128_lr1e3_bn_aug.json -------------------------------------------------------------------------------- /configs/cifar10/resnet32/adam/mb128_lr1e3_wd1_all_bn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/resnet32/adam/mb128_lr1e3_wd1_all_bn.json -------------------------------------------------------------------------------- /configs/cifar10/resnet32/adam/mb128_lr1e3_wd3e1_all_bn_aug.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/resnet32/adam/mb128_lr1e3_wd3e1_all_bn_aug.json -------------------------------------------------------------------------------- /configs/cifar10/resnet32/adam/mb128_lr3e4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/resnet32/adam/mb128_lr3e4.json -------------------------------------------------------------------------------- /configs/cifar10/resnet32/adam/mb128_lr3e4_wd1_all.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/resnet32/adam/mb128_lr3e4_wd1_all.json -------------------------------------------------------------------------------- /configs/cifar10/resnet32/kfac/mb128_lr1e2_damp1e3_cov95_bn_aug.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/resnet32/kfac/mb128_lr1e2_damp1e3_cov95_bn_aug.json -------------------------------------------------------------------------------- /configs/cifar10/resnet32/kfac/mb128_lr1e2_damp1e3_cov95_kl1e4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/resnet32/kfac/mb128_lr1e2_damp1e3_cov95_kl1e4.json -------------------------------------------------------------------------------- /configs/cifar10/resnet32/kfac/mb128_lr3e2_damp1e3_cov95_bn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/resnet32/kfac/mb128_lr3e2_damp1e3_cov95_bn.json -------------------------------------------------------------------------------- /configs/cifar10/resnet32/kfac/mb128_lr3e2_damp1e3_cov95_wd1e2_all_bn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/resnet32/kfac/mb128_lr3e2_damp1e3_cov95_wd1e2_all_bn.json -------------------------------------------------------------------------------- /configs/cifar10/resnet32/kfac/mb128_lr3e2_damp1e3_cov95_wd3e2_all_bn_aug.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/resnet32/kfac/mb128_lr3e2_damp1e3_cov95_wd3e2_all_bn_aug.json -------------------------------------------------------------------------------- /configs/cifar10/resnet32/kfac/mb128_lr3e2_damp1e3_cov95_wd3e2_all_kl1e4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/resnet32/kfac/mb128_lr3e2_damp1e3_cov95_wd3e2_all_kl1e4.json -------------------------------------------------------------------------------- /configs/cifar10/resnet32/kfacf/mb128_lr1e3_damp1e3_cov95_bn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/resnet32/kfacf/mb128_lr1e3_damp1e3_cov95_bn.json -------------------------------------------------------------------------------- /configs/cifar10/resnet32/kfacf/mb128_lr1e3_damp1e3_cov95_bn_aug.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/resnet32/kfacf/mb128_lr1e3_damp1e3_cov95_bn_aug.json -------------------------------------------------------------------------------- /configs/cifar10/resnet32/kfacf/mb128_lr1e3_damp1e3_cov95_wd1_all_bn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/resnet32/kfacf/mb128_lr1e3_damp1e3_cov95_wd1_all_bn.json -------------------------------------------------------------------------------- /configs/cifar10/resnet32/kfacf/mb128_lr1e3_damp1e3_cov95_wd1_all_kl1e5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/resnet32/kfacf/mb128_lr1e3_damp1e3_cov95_wd1_all_kl1e5.json -------------------------------------------------------------------------------- /configs/cifar10/resnet32/kfacf/mb128_lr3e4_damp1e3_cov95_kl1e5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/resnet32/kfacf/mb128_lr3e4_damp1e3_cov95_kl1e5.json -------------------------------------------------------------------------------- /configs/cifar10/resnet32/kfacf/mb128_lr3e4_damp1e3_cov95_wd1_all_bn_aug.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/resnet32/kfacf/mb128_lr3e4_damp1e3_cov95_wd1_all_bn_aug.json -------------------------------------------------------------------------------- /configs/cifar10/resnet32/sgd/mb128_lr1e2_m9_wd3e3_all_bn_aug.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/resnet32/sgd/mb128_lr1e2_m9_wd3e3_all_bn_aug.json -------------------------------------------------------------------------------- /configs/cifar10/resnet32/sgd/mb128_lr3e2_m9_bn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/resnet32/sgd/mb128_lr3e2_m9_bn.json -------------------------------------------------------------------------------- /configs/cifar10/resnet32/sgd/mb128_lr3e2_m9_bn_aug.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/resnet32/sgd/mb128_lr3e2_m9_bn_aug.json -------------------------------------------------------------------------------- /configs/cifar10/resnet32/sgd/mb128_lr3e2_m9_wd3e3_all_bn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/resnet32/sgd/mb128_lr3e2_m9_wd3e3_all_bn.json -------------------------------------------------------------------------------- /configs/cifar10/resnet32/sgd/mb128_lr3e3_m9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/resnet32/sgd/mb128_lr3e3_m9.json -------------------------------------------------------------------------------- /configs/cifar10/resnet32/sgd/mb128_lr3e3_m9_wd1e3_all.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/resnet32/sgd/mb128_lr3e3_m9_wd1e3_all.json -------------------------------------------------------------------------------- /configs/cifar10/vgg16/adam/mb128_lr1e3_bn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/vgg16/adam/mb128_lr1e3_bn.json -------------------------------------------------------------------------------- /configs/cifar10/vgg16/adam/mb128_lr1e3_bn_aug.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/vgg16/adam/mb128_lr1e3_bn_aug.json -------------------------------------------------------------------------------- /configs/cifar10/vgg16/adam/mb128_lr1e3_wd3e1_all_bn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/vgg16/adam/mb128_lr1e3_wd3e1_all_bn.json -------------------------------------------------------------------------------- /configs/cifar10/vgg16/adam/mb128_lr3e4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/vgg16/adam/mb128_lr3e4.json -------------------------------------------------------------------------------- /configs/cifar10/vgg16/adam/mb128_lr3e4_wd1_all_bn_aug.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/vgg16/adam/mb128_lr3e4_wd1_all_bn_aug.json -------------------------------------------------------------------------------- /configs/cifar10/vgg16/adam/mb128_lr3e4_wd3e1_all.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/vgg16/adam/mb128_lr3e4_wd3e1_all.json -------------------------------------------------------------------------------- /configs/cifar10/vgg16/kfac/mb128_lr1e1_damp1e3_cov95_bn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/vgg16/kfac/mb128_lr1e1_damp1e3_cov95_bn.json -------------------------------------------------------------------------------- /configs/cifar10/vgg16/kfac/mb128_lr3e2_damp1e2_cov95_kl1e4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/vgg16/kfac/mb128_lr3e2_damp1e2_cov95_kl1e4.json -------------------------------------------------------------------------------- /configs/cifar10/vgg16/kfac/mb128_lr3e2_damp1e2_cov95_wd3e2_all_kl1e3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/vgg16/kfac/mb128_lr3e2_damp1e2_cov95_wd3e2_all_kl1e3.json -------------------------------------------------------------------------------- /configs/cifar10/vgg16/kfac/mb128_lr3e2_damp1e3_cov95_bn_aug.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/vgg16/kfac/mb128_lr3e2_damp1e3_cov95_bn_aug.json -------------------------------------------------------------------------------- /configs/cifar10/vgg16/kfac/mb128_lr3e2_damp1e3_cov95_wd1e2_all_bn_aug.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/vgg16/kfac/mb128_lr3e2_damp1e3_cov95_wd1e2_all_bn_aug.json -------------------------------------------------------------------------------- /configs/cifar10/vgg16/kfac/mb128_lr3e2_damp1e3_cov95_wd3e2_all_bn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/vgg16/kfac/mb128_lr3e2_damp1e3_cov95_wd3e2_all_bn.json -------------------------------------------------------------------------------- /configs/cifar10/vgg16/kfacf/mb128_lr1e3_damp1e3_cov95_bn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/vgg16/kfacf/mb128_lr1e3_damp1e3_cov95_bn.json -------------------------------------------------------------------------------- /configs/cifar10/vgg16/kfacf/mb128_lr1e3_damp1e3_cov95_bn_aug.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/vgg16/kfacf/mb128_lr1e3_damp1e3_cov95_bn_aug.json -------------------------------------------------------------------------------- /configs/cifar10/vgg16/kfacf/mb128_lr1e3_damp1e3_cov95_wd1_all_kl1e5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/vgg16/kfacf/mb128_lr1e3_damp1e3_cov95_wd1_all_kl1e5.json -------------------------------------------------------------------------------- /configs/cifar10/vgg16/kfacf/mb128_lr1e3_damp1e3_cov95_wd3e1_all_bn_aug.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/vgg16/kfacf/mb128_lr1e3_damp1e3_cov95_wd3e1_all_bn_aug.json -------------------------------------------------------------------------------- /configs/cifar10/vgg16/kfacf/mb128_lr3e3_damp1e3_cov95_wd1_all_bn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/vgg16/kfacf/mb128_lr3e3_damp1e3_cov95_wd1_all_bn.json -------------------------------------------------------------------------------- /configs/cifar10/vgg16/kfacf/mb128_lr3e4_damp1e3_cov95_kl1e5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/vgg16/kfacf/mb128_lr3e4_damp1e3_cov95_kl1e5.json -------------------------------------------------------------------------------- /configs/cifar10/vgg16/sgd/mb128_lr1e1_m9_wd1e3_all_bn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/vgg16/sgd/mb128_lr1e1_m9_wd1e3_all_bn.json -------------------------------------------------------------------------------- /configs/cifar10/vgg16/sgd/mb128_lr1e1_m9_wd1e3_all_bn_aug.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/vgg16/sgd/mb128_lr1e1_m9_wd1e3_all_bn_aug.json -------------------------------------------------------------------------------- /configs/cifar10/vgg16/sgd/mb128_lr1e2_m9_bn_aug.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/vgg16/sgd/mb128_lr1e2_m9_bn_aug.json -------------------------------------------------------------------------------- /configs/cifar10/vgg16/sgd/mb128_lr3e2_m9.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/vgg16/sgd/mb128_lr3e2_m9.json -------------------------------------------------------------------------------- /configs/cifar10/vgg16/sgd/mb128_lr3e2_m9_bn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/vgg16/sgd/mb128_lr3e2_m9_bn.json -------------------------------------------------------------------------------- /configs/cifar10/vgg16/sgd/mb128_lr3e2_m9_wd3e4_all.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar10/vgg16/sgd/mb128_lr3e2_m9_wd3e4_all.json -------------------------------------------------------------------------------- /configs/cifar100/resnet32/adam/mb128_lr3e4_bn_aug.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar100/resnet32/adam/mb128_lr3e4_bn_aug.json -------------------------------------------------------------------------------- /configs/cifar100/resnet32/adam/mb128_lr3e4_wd1_all_bn_aug.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar100/resnet32/adam/mb128_lr3e4_wd1_all_bn_aug.json -------------------------------------------------------------------------------- /configs/cifar100/resnet32/kfac/mb128_lr5e2_damp1e3_cov95_bn_aug.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar100/resnet32/kfac/mb128_lr5e2_damp1e3_cov95_bn_aug.json -------------------------------------------------------------------------------- /configs/cifar100/resnet32/kfac/mb128_lr5e2_damp1e3_cov95_wd1e2_all_bn_aug.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar100/resnet32/kfac/mb128_lr5e2_damp1e3_cov95_wd1e2_all_bn_aug.json -------------------------------------------------------------------------------- /configs/cifar100/resnet32/kfacf/mb128_lr1e3_damp1e3_cov95_bn_aug.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar100/resnet32/kfacf/mb128_lr1e3_damp1e3_cov95_bn_aug.json -------------------------------------------------------------------------------- /configs/cifar100/resnet32/kfacf/mb128_lr1e3_damp1e3_cov95_wd1_all_bn_aug.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar100/resnet32/kfacf/mb128_lr1e3_damp1e3_cov95_wd1_all_bn_aug.json -------------------------------------------------------------------------------- /configs/cifar100/resnet32/sgd/mb128_lr3e2_bn_aug.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar100/resnet32/sgd/mb128_lr3e2_bn_aug.json -------------------------------------------------------------------------------- /configs/cifar100/resnet32/sgd/mb128_lr3e2_wd3e3_all_bn_aug.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar100/resnet32/sgd/mb128_lr3e2_wd3e3_all_bn_aug.json -------------------------------------------------------------------------------- /configs/cifar100/vgg16/adam/mb128_lr3e4_bn_aug.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar100/vgg16/adam/mb128_lr3e4_bn_aug.json -------------------------------------------------------------------------------- /configs/cifar100/vgg16/adam/mb128_lr3e4_wd1_all_bn_aug.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar100/vgg16/adam/mb128_lr3e4_wd1_all_bn_aug.json -------------------------------------------------------------------------------- /configs/cifar100/vgg16/kfac/mb128_lr1e1_damp1e3_cov95_bn_aug.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar100/vgg16/kfac/mb128_lr1e1_damp1e3_cov95_bn_aug.json -------------------------------------------------------------------------------- /configs/cifar100/vgg16/kfac/mb128_lr1e1_damp1e3_cov95_wd1e2_all_bn_aug.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar100/vgg16/kfac/mb128_lr1e1_damp1e3_cov95_wd1e2_all_bn_aug.json -------------------------------------------------------------------------------- /configs/cifar100/vgg16/kfacf/mb128_lr1e3_damp1e3_cov95_wd1_all_bn_aug.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar100/vgg16/kfacf/mb128_lr1e3_damp1e3_cov95_wd1_all_bn_aug.json -------------------------------------------------------------------------------- /configs/cifar100/vgg16/kfacf/mb128_lr3e3_damp1e3_cov95_bn_aug.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar100/vgg16/kfacf/mb128_lr3e3_damp1e3_cov95_bn_aug.json -------------------------------------------------------------------------------- /configs/cifar100/vgg16/sgd/mb128_lr3e2_bn_aug.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar100/vgg16/sgd/mb128_lr3e2_bn_aug.json -------------------------------------------------------------------------------- /configs/cifar100/vgg16/sgd/mb128_lr3e2_wd3e3_all_bn_aug.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/configs/cifar100/vgg16/sgd/mb128_lr3e2_wd3e3_all_bn_aug.json -------------------------------------------------------------------------------- /core/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/core/base_model.py -------------------------------------------------------------------------------- /core/base_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/core/base_train.py -------------------------------------------------------------------------------- /core/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/core/model.py -------------------------------------------------------------------------------- /core/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/core/train.py -------------------------------------------------------------------------------- /data_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/data_loader.py -------------------------------------------------------------------------------- /libs/adam/optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/libs/adam/optimizer.py -------------------------------------------------------------------------------- /libs/kfac/cmvp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/libs/kfac/cmvp.py -------------------------------------------------------------------------------- /libs/kfac/estimator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/libs/kfac/estimator.py -------------------------------------------------------------------------------- /libs/kfac/fisher_blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/libs/kfac/fisher_blocks.py -------------------------------------------------------------------------------- /libs/kfac/fisher_factors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/libs/kfac/fisher_factors.py -------------------------------------------------------------------------------- /libs/kfac/layer_collection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/libs/kfac/layer_collection.py -------------------------------------------------------------------------------- /libs/kfac/loss_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/libs/kfac/loss_functions.py -------------------------------------------------------------------------------- /libs/kfac/optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/libs/kfac/optimizer.py -------------------------------------------------------------------------------- /libs/kfac/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/libs/kfac/utils.py -------------------------------------------------------------------------------- /libs/sgd/optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/libs/sgd/optimizer.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/main.py -------------------------------------------------------------------------------- /misc/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/misc/config.py -------------------------------------------------------------------------------- /misc/summarizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/misc/summarizer.py -------------------------------------------------------------------------------- /misc/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/misc/utils.py -------------------------------------------------------------------------------- /network/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/network/__init__.py -------------------------------------------------------------------------------- /network/mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/network/mlp.py -------------------------------------------------------------------------------- /network/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/network/registry.py -------------------------------------------------------------------------------- /network/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/network/resnet.py -------------------------------------------------------------------------------- /network/vgg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gd-zhang/Weight-Decay/HEAD/network/vgg.py --------------------------------------------------------------------------------