├── .gitignore ├── .gitmodules ├── LICENSE ├── README.md ├── configs ├── __init__.py ├── cifar │ ├── __init__.py │ ├── resnet110.py │ └── resnet20.py ├── dgc │ ├── __init__.py │ ├── fp16.py │ ├── int32.py │ ├── mm.py │ ├── nm.py │ ├── wm0.py │ ├── wm5.py │ └── wm5o.py └── imagenet │ ├── __init__.py │ ├── cosine.py │ ├── resnet18.py │ ├── resnet50.py │ └── vgg16_bn.py ├── data ├── .gitignore └── docs │ ├── cifar-10.png │ ├── resnet.png │ ├── speedup.png │ └── teaser.png ├── dgc ├── __init__.py ├── clip_grad.py ├── compression.py ├── horovod │ ├── README.md │ ├── __init__.py │ ├── compression.py │ ├── horovod.june.6.6b77884.patch │ └── optimizer.py ├── memory.py └── optim │ ├── __init__.py │ └── sgd.py ├── requirements.txt ├── script ├── cifar.resnet110.sh ├── cifar.resnet20.sh ├── imagenet.resnet50.sh └── imagenet.vgg16.sh └── train.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/.gitmodules -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/README.md -------------------------------------------------------------------------------- /configs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/configs/__init__.py -------------------------------------------------------------------------------- /configs/cifar/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/configs/cifar/__init__.py -------------------------------------------------------------------------------- /configs/cifar/resnet110.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/configs/cifar/resnet110.py -------------------------------------------------------------------------------- /configs/cifar/resnet20.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/configs/cifar/resnet20.py -------------------------------------------------------------------------------- /configs/dgc/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/configs/dgc/__init__.py -------------------------------------------------------------------------------- /configs/dgc/fp16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/configs/dgc/fp16.py -------------------------------------------------------------------------------- /configs/dgc/int32.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/configs/dgc/int32.py -------------------------------------------------------------------------------- /configs/dgc/mm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/configs/dgc/mm.py -------------------------------------------------------------------------------- /configs/dgc/nm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/configs/dgc/nm.py -------------------------------------------------------------------------------- /configs/dgc/wm0.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/configs/dgc/wm0.py -------------------------------------------------------------------------------- /configs/dgc/wm5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/configs/dgc/wm5.py -------------------------------------------------------------------------------- /configs/dgc/wm5o.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/configs/dgc/wm5o.py -------------------------------------------------------------------------------- /configs/imagenet/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/configs/imagenet/__init__.py -------------------------------------------------------------------------------- /configs/imagenet/cosine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/configs/imagenet/cosine.py -------------------------------------------------------------------------------- /configs/imagenet/resnet18.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/configs/imagenet/resnet18.py -------------------------------------------------------------------------------- /configs/imagenet/resnet50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/configs/imagenet/resnet50.py -------------------------------------------------------------------------------- /configs/imagenet/vgg16_bn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/configs/imagenet/vgg16_bn.py -------------------------------------------------------------------------------- /data/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/data/.gitignore -------------------------------------------------------------------------------- /data/docs/cifar-10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/data/docs/cifar-10.png -------------------------------------------------------------------------------- /data/docs/resnet.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/data/docs/resnet.png -------------------------------------------------------------------------------- /data/docs/speedup.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/data/docs/speedup.png -------------------------------------------------------------------------------- /data/docs/teaser.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/data/docs/teaser.png -------------------------------------------------------------------------------- /dgc/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dgc/clip_grad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/dgc/clip_grad.py -------------------------------------------------------------------------------- /dgc/compression.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/dgc/compression.py -------------------------------------------------------------------------------- /dgc/horovod/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/dgc/horovod/README.md -------------------------------------------------------------------------------- /dgc/horovod/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/dgc/horovod/__init__.py -------------------------------------------------------------------------------- /dgc/horovod/compression.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/dgc/horovod/compression.py -------------------------------------------------------------------------------- /dgc/horovod/horovod.june.6.6b77884.patch: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/dgc/horovod/horovod.june.6.6b77884.patch -------------------------------------------------------------------------------- /dgc/horovod/optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/dgc/horovod/optimizer.py -------------------------------------------------------------------------------- /dgc/memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/dgc/memory.py -------------------------------------------------------------------------------- /dgc/optim/__init__.py: -------------------------------------------------------------------------------- 1 | from dgc.optim.sgd import DGCSGD 2 | -------------------------------------------------------------------------------- /dgc/optim/sgd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/dgc/optim/sgd.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | torch 2 | horovod 3 | tensorboardX 4 | numpy 5 | tqdm -------------------------------------------------------------------------------- /script/cifar.resnet110.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/script/cifar.resnet110.sh -------------------------------------------------------------------------------- /script/cifar.resnet20.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/script/cifar.resnet20.sh -------------------------------------------------------------------------------- /script/imagenet.resnet50.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/script/imagenet.resnet50.sh -------------------------------------------------------------------------------- /script/imagenet.vgg16.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/script/imagenet.vgg16.sh -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/synxlin/deep-gradient-compression/HEAD/train.py --------------------------------------------------------------------------------