├── .gitignore ├── LICENSE ├── README.md ├── cifar ├── cifar_train.py ├── models │ ├── __init__.py │ ├── fixup_resnet_cifar.py │ └── resnet_cifar.py └── utils.py ├── fairseq ├── fairseq │ ├── models │ │ ├── transformer.py │ │ └── transformer_zero.py │ └── modules │ │ ├── __init__.py │ │ ├── multihead_attention.py │ │ └── multihead_attention_zero.py └── run.sh └── imagenet ├── imagenet_train.py ├── models ├── __init__.py └── fixup_resnet_imagenet.py └── util.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hongyi-zhang/Fixup/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hongyi-zhang/Fixup/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hongyi-zhang/Fixup/HEAD/README.md -------------------------------------------------------------------------------- /cifar/cifar_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hongyi-zhang/Fixup/HEAD/cifar/cifar_train.py -------------------------------------------------------------------------------- /cifar/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hongyi-zhang/Fixup/HEAD/cifar/models/__init__.py -------------------------------------------------------------------------------- /cifar/models/fixup_resnet_cifar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hongyi-zhang/Fixup/HEAD/cifar/models/fixup_resnet_cifar.py -------------------------------------------------------------------------------- /cifar/models/resnet_cifar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hongyi-zhang/Fixup/HEAD/cifar/models/resnet_cifar.py -------------------------------------------------------------------------------- /cifar/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hongyi-zhang/Fixup/HEAD/cifar/utils.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hongyi-zhang/Fixup/HEAD/fairseq/fairseq/models/transformer.py -------------------------------------------------------------------------------- /fairseq/fairseq/models/transformer_zero.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hongyi-zhang/Fixup/HEAD/fairseq/fairseq/models/transformer_zero.py -------------------------------------------------------------------------------- /fairseq/fairseq/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hongyi-zhang/Fixup/HEAD/fairseq/fairseq/modules/__init__.py -------------------------------------------------------------------------------- /fairseq/fairseq/modules/multihead_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hongyi-zhang/Fixup/HEAD/fairseq/fairseq/modules/multihead_attention.py -------------------------------------------------------------------------------- /fairseq/fairseq/modules/multihead_attention_zero.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hongyi-zhang/Fixup/HEAD/fairseq/fairseq/modules/multihead_attention_zero.py -------------------------------------------------------------------------------- /fairseq/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hongyi-zhang/Fixup/HEAD/fairseq/run.sh -------------------------------------------------------------------------------- /imagenet/imagenet_train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hongyi-zhang/Fixup/HEAD/imagenet/imagenet_train.py -------------------------------------------------------------------------------- /imagenet/models/__init__.py: -------------------------------------------------------------------------------- 1 | from .fixup_resnet_imagenet import * 2 | -------------------------------------------------------------------------------- /imagenet/models/fixup_resnet_imagenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hongyi-zhang/Fixup/HEAD/imagenet/models/fixup_resnet_imagenet.py -------------------------------------------------------------------------------- /imagenet/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hongyi-zhang/Fixup/HEAD/imagenet/util.py --------------------------------------------------------------------------------