├── .gitignore ├── README.md ├── classification ├── README.md ├── configs │ └── cifar10 │ │ ├── lenet_adam.json │ │ ├── lenet_kfac.json │ │ ├── lenet_noisykfac.json │ │ └── lenet_vogn.json ├── main.py └── models │ ├── __init__.py │ ├── alexnet.py │ ├── lenet.py │ ├── mlp.py │ ├── resnet.py │ └── vgg.py ├── distributed ├── README.md └── classification │ ├── README.md │ ├── configs │ ├── cifar10 │ │ ├── alexnet_adam_bs256_8gpu.json │ │ ├── alexnet_kfac_bs256_8gpu.json │ │ ├── alexnet_noisykfac_bs256_8gpu.json │ │ ├── alexnet_sgd_bs256_8gpu.json │ │ ├── alexnet_vogn_bs256_8gpu.json │ │ ├── lenet_adam_bs128_4gpu.json │ │ ├── lenet_kfac_bs128_4gpu.json │ │ ├── lenet_sgd_bs128_4gpu.json │ │ ├── lenet_vogn_bs128_4gpu.json │ │ ├── resnet18_adam_bs256_8gpu.json │ │ ├── resnet18_sgd_bs256_8gpu.json │ │ ├── resnet18_vogn_bs256_8gpu.json │ │ ├── vgg19_adam_bs256_8gpu.json │ │ └── vgg19_vogn_bs256_8gpu.json │ ├── cifar100 │ │ ├── alexnet_adam_bs256_8gpu.json │ │ ├── alexnet_sgd_bs256_8gpu.json │ │ ├── alexnet_vogn_bs256_8gpu.json │ │ ├── resnet18_adam_bs256_8gpu.json │ │ └── resnet18_vogn_bs256_8gpu.json │ └── imagenet │ │ ├── resnet18_adam_bs4k_128gpu.json │ │ ├── resnet18_kfac_bs4k_128gpu.json │ │ ├── resnet18_kfac_bs4k_4gpu.json │ │ ├── resnet18_noisykfac_bs4k_128gpu.json │ │ ├── resnet18_noisykfac_bs4k_4gpu.json │ │ ├── resnet18_sgd_bs4k_128gpu.json │ │ ├── resnet18_vogn_bs4k_128gpu.json │ │ └── resnet18_vogn_bs4k_4gpu.json │ ├── main.py │ └── models │ ├── __init__.py │ ├── alexnet.py │ ├── lenet.py │ ├── resnet.py │ ├── resnet_b.py │ ├── resnext.py │ └── vgg.py ├── docs ├── boundary.gif ├── curves.png └── distributed_vi.png ├── neurips2019_poster.pdf └── toy_example ├── README.md └── main.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/README.md -------------------------------------------------------------------------------- /classification/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/classification/README.md -------------------------------------------------------------------------------- /classification/configs/cifar10/lenet_adam.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/classification/configs/cifar10/lenet_adam.json -------------------------------------------------------------------------------- /classification/configs/cifar10/lenet_kfac.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/classification/configs/cifar10/lenet_kfac.json -------------------------------------------------------------------------------- /classification/configs/cifar10/lenet_noisykfac.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/classification/configs/cifar10/lenet_noisykfac.json -------------------------------------------------------------------------------- /classification/configs/cifar10/lenet_vogn.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/classification/configs/cifar10/lenet_vogn.json -------------------------------------------------------------------------------- /classification/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/classification/main.py -------------------------------------------------------------------------------- /classification/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/classification/models/__init__.py -------------------------------------------------------------------------------- /classification/models/alexnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/classification/models/alexnet.py -------------------------------------------------------------------------------- /classification/models/lenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/classification/models/lenet.py -------------------------------------------------------------------------------- /classification/models/mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/classification/models/mlp.py -------------------------------------------------------------------------------- /classification/models/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/classification/models/resnet.py -------------------------------------------------------------------------------- /classification/models/vgg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/classification/models/vgg.py -------------------------------------------------------------------------------- /distributed/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/distributed/README.md -------------------------------------------------------------------------------- /distributed/classification/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/distributed/classification/README.md -------------------------------------------------------------------------------- /distributed/classification/configs/cifar10/alexnet_adam_bs256_8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/distributed/classification/configs/cifar10/alexnet_adam_bs256_8gpu.json -------------------------------------------------------------------------------- /distributed/classification/configs/cifar10/alexnet_kfac_bs256_8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/distributed/classification/configs/cifar10/alexnet_kfac_bs256_8gpu.json -------------------------------------------------------------------------------- /distributed/classification/configs/cifar10/alexnet_noisykfac_bs256_8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/distributed/classification/configs/cifar10/alexnet_noisykfac_bs256_8gpu.json -------------------------------------------------------------------------------- /distributed/classification/configs/cifar10/alexnet_sgd_bs256_8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/distributed/classification/configs/cifar10/alexnet_sgd_bs256_8gpu.json -------------------------------------------------------------------------------- /distributed/classification/configs/cifar10/alexnet_vogn_bs256_8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/distributed/classification/configs/cifar10/alexnet_vogn_bs256_8gpu.json -------------------------------------------------------------------------------- /distributed/classification/configs/cifar10/lenet_adam_bs128_4gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/distributed/classification/configs/cifar10/lenet_adam_bs128_4gpu.json -------------------------------------------------------------------------------- /distributed/classification/configs/cifar10/lenet_kfac_bs128_4gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/distributed/classification/configs/cifar10/lenet_kfac_bs128_4gpu.json -------------------------------------------------------------------------------- /distributed/classification/configs/cifar10/lenet_sgd_bs128_4gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/distributed/classification/configs/cifar10/lenet_sgd_bs128_4gpu.json -------------------------------------------------------------------------------- /distributed/classification/configs/cifar10/lenet_vogn_bs128_4gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/distributed/classification/configs/cifar10/lenet_vogn_bs128_4gpu.json -------------------------------------------------------------------------------- /distributed/classification/configs/cifar10/resnet18_adam_bs256_8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/distributed/classification/configs/cifar10/resnet18_adam_bs256_8gpu.json -------------------------------------------------------------------------------- /distributed/classification/configs/cifar10/resnet18_sgd_bs256_8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/distributed/classification/configs/cifar10/resnet18_sgd_bs256_8gpu.json -------------------------------------------------------------------------------- /distributed/classification/configs/cifar10/resnet18_vogn_bs256_8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/distributed/classification/configs/cifar10/resnet18_vogn_bs256_8gpu.json -------------------------------------------------------------------------------- /distributed/classification/configs/cifar10/vgg19_adam_bs256_8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/distributed/classification/configs/cifar10/vgg19_adam_bs256_8gpu.json -------------------------------------------------------------------------------- /distributed/classification/configs/cifar10/vgg19_vogn_bs256_8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/distributed/classification/configs/cifar10/vgg19_vogn_bs256_8gpu.json -------------------------------------------------------------------------------- /distributed/classification/configs/cifar100/alexnet_adam_bs256_8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/distributed/classification/configs/cifar100/alexnet_adam_bs256_8gpu.json -------------------------------------------------------------------------------- /distributed/classification/configs/cifar100/alexnet_sgd_bs256_8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/distributed/classification/configs/cifar100/alexnet_sgd_bs256_8gpu.json -------------------------------------------------------------------------------- /distributed/classification/configs/cifar100/alexnet_vogn_bs256_8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/distributed/classification/configs/cifar100/alexnet_vogn_bs256_8gpu.json -------------------------------------------------------------------------------- /distributed/classification/configs/cifar100/resnet18_adam_bs256_8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/distributed/classification/configs/cifar100/resnet18_adam_bs256_8gpu.json -------------------------------------------------------------------------------- /distributed/classification/configs/cifar100/resnet18_vogn_bs256_8gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/distributed/classification/configs/cifar100/resnet18_vogn_bs256_8gpu.json -------------------------------------------------------------------------------- /distributed/classification/configs/imagenet/resnet18_adam_bs4k_128gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/distributed/classification/configs/imagenet/resnet18_adam_bs4k_128gpu.json -------------------------------------------------------------------------------- /distributed/classification/configs/imagenet/resnet18_kfac_bs4k_128gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/distributed/classification/configs/imagenet/resnet18_kfac_bs4k_128gpu.json -------------------------------------------------------------------------------- /distributed/classification/configs/imagenet/resnet18_kfac_bs4k_4gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/distributed/classification/configs/imagenet/resnet18_kfac_bs4k_4gpu.json -------------------------------------------------------------------------------- /distributed/classification/configs/imagenet/resnet18_noisykfac_bs4k_128gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/distributed/classification/configs/imagenet/resnet18_noisykfac_bs4k_128gpu.json -------------------------------------------------------------------------------- /distributed/classification/configs/imagenet/resnet18_noisykfac_bs4k_4gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/distributed/classification/configs/imagenet/resnet18_noisykfac_bs4k_4gpu.json -------------------------------------------------------------------------------- /distributed/classification/configs/imagenet/resnet18_sgd_bs4k_128gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/distributed/classification/configs/imagenet/resnet18_sgd_bs4k_128gpu.json -------------------------------------------------------------------------------- /distributed/classification/configs/imagenet/resnet18_vogn_bs4k_128gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/distributed/classification/configs/imagenet/resnet18_vogn_bs4k_128gpu.json -------------------------------------------------------------------------------- /distributed/classification/configs/imagenet/resnet18_vogn_bs4k_4gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/distributed/classification/configs/imagenet/resnet18_vogn_bs4k_4gpu.json -------------------------------------------------------------------------------- /distributed/classification/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/distributed/classification/main.py -------------------------------------------------------------------------------- /distributed/classification/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/distributed/classification/models/__init__.py -------------------------------------------------------------------------------- /distributed/classification/models/alexnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/distributed/classification/models/alexnet.py -------------------------------------------------------------------------------- /distributed/classification/models/lenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/distributed/classification/models/lenet.py -------------------------------------------------------------------------------- /distributed/classification/models/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/distributed/classification/models/resnet.py -------------------------------------------------------------------------------- /distributed/classification/models/resnet_b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/distributed/classification/models/resnet_b.py -------------------------------------------------------------------------------- /distributed/classification/models/resnext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/distributed/classification/models/resnext.py -------------------------------------------------------------------------------- /distributed/classification/models/vgg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/distributed/classification/models/vgg.py -------------------------------------------------------------------------------- /docs/boundary.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/docs/boundary.gif -------------------------------------------------------------------------------- /docs/curves.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/docs/curves.png -------------------------------------------------------------------------------- /docs/distributed_vi.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/docs/distributed_vi.png -------------------------------------------------------------------------------- /neurips2019_poster.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/neurips2019_poster.pdf -------------------------------------------------------------------------------- /toy_example/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/toy_example/README.md -------------------------------------------------------------------------------- /toy_example/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/team-approx-bayes/dl-with-bayes/HEAD/toy_example/main.py --------------------------------------------------------------------------------