├── LICENSE ├── README.md ├── experiments ├── adam_all.py ├── checkpoints │ └── .gitignore ├── data │ └── .gitignore ├── experiment-cifar10-cnn.sh ├── experiment-mnist-lr.sh ├── experiment-mnist-mlp.sh ├── main.py ├── models │ ├── __init__.py │ ├── cifar │ │ ├── __init__.py │ │ ├── __pycache__ │ │ │ ├── __init__.cpython-36.pyc │ │ │ ├── __init__.cpython-37.pyc │ │ │ ├── alexnet.cpython-36.pyc │ │ │ ├── alexnet.cpython-37.pyc │ │ │ ├── densenet.cpython-36.pyc │ │ │ ├── densenet.cpython-37.pyc │ │ │ ├── preresnet.cpython-36.pyc │ │ │ ├── preresnet.cpython-37.pyc │ │ │ ├── resnet.cpython-36.pyc │ │ │ ├── resnet.cpython-37.pyc │ │ │ ├── resnext.cpython-36.pyc │ │ │ ├── resnext.cpython-37.pyc │ │ │ ├── vgg.cpython-36.pyc │ │ │ ├── vgg.cpython-37.pyc │ │ │ ├── wrn.cpython-36.pyc │ │ │ └── wrn.cpython-37.pyc │ │ ├── adampapercifar.py │ │ ├── alexnet.py │ │ ├── densenet.py │ │ ├── mnistLR.py │ │ ├── mnistMLP.py │ │ ├── preresnet.py │ │ ├── resnet.py │ │ ├── resnext.py │ │ ├── vgg.py │ │ └── wrn.py │ └── imagenet │ │ ├── __init__.py │ │ └── resnext.py ├── results_mean_std │ ├── cifar10-cnn-nodropout_adam_bsz128_Epoch.csv │ ├── cifar10-cnn-nodropout_adam_bsz16_Epoch.csv │ ├── cifar10-cnn-nodropout_adamcb_bsz128_1.0_5e-05_Epoch.csv │ ├── cifar10-cnn-nodropout_adamcb_bsz16_1.0_1e-05_Epoch.csv │ ├── cifar10-cnn-nodropout_adams_bsz128_1.0_0.0001_Epoch.csv │ ├── cifar10-cnn-nodropout_adams_bsz16_1.0_0.005_Epoch.csv │ ├── cifar10-cnn-nodropout_adamucb_bsz128_1.0_0.01_Epoch.csv │ ├── cifar10-cnn-nodropout_adamucb_bsz16_1.0_0.3_Epoch.csv │ ├── cifar10-cnn-withdropout_adam_bsz128_Epoch.csv │ ├── cifar10-cnn-withdropout_adamcb_bsz128_1.0_0.0001_Epoch.csv │ ├── cifar10-cnn-withdropout_adams_bsz128_1.0_0.0001_Epoch.csv │ ├── cifar10-cnn-withdropout_adamucb_bsz128_1.0_0.05_Epoch.csv │ ├── images │ │ ├── cifar-10-bsz16.jpg │ │ ├── cifar-10.jpg │ │ └── dropout.jpg │ ├── mnist-lr-nodropout_adam_bsz128_Epoch.csv │ ├── mnist-lr-nodropout_adamcb_bsz128_1.0_0.001_Epoch.csv │ ├── mnist-lr-nodropout_adams_bsz128_1.0_0.0001_Epoch.csv │ ├── mnist-lr-nodropout_adamucb_bsz128_1.0_0.01_Epoch.csv │ ├── mnist-mlp-nodropout_adam_bsz128_Epoch.csv │ ├── mnist-mlp-nodropout_adam_bsz16_Epoch.csv │ ├── mnist-mlp-nodropout_adamcb_bsz128_1.0_0.001_Epoch.csv │ ├── mnist-mlp-nodropout_adamcb_bsz16_1.0_0.0001_Epoch.csv │ ├── mnist-mlp-nodropout_adams_bsz128_1.0_0.005_Epoch.csv │ ├── mnist-mlp-nodropout_adams_bsz16_1.0_0.05_Epoch.csv │ ├── mnist-mlp-nodropout_adamucb_bsz128_1.0_0.1_Epoch.csv │ ├── mnist-mlp-nodropout_adamucb_bsz16_1.0_0.3_Epoch.csv │ ├── mnist-mlp-withdropout_adam_bsz128_Epoch.csv │ ├── mnist-mlp-withdropout_adamcb_bsz128_1.0_0.0005_Epoch.csv │ ├── mnist-mlp-withdropout_adams_bsz128_1.0_0.005_Epoch.csv │ └── mnist-mlp-withdropout_adamucb_bsz128_1.0_0.1_Epoch.csv └── utils │ ├── __init__.py │ ├── __pycache__ │ ├── __init__.cpython-36.pyc │ ├── __init__.cpython-37.pyc │ ├── eval.cpython-36.pyc │ ├── eval.cpython-37.pyc │ ├── logger.cpython-36.pyc │ ├── logger.cpython-37.pyc │ ├── misc.cpython-36.pyc │ ├── misc.cpython-37.pyc │ ├── visualize.cpython-36.pyc │ └── visualize.cpython-37.pyc │ ├── eval.py │ ├── images │ ├── cifar.png │ └── imagenet.png │ ├── logger.py │ ├── misc.py │ ├── progress │ ├── .gitignore │ ├── LICENSE │ ├── MANIFEST.in │ ├── README.rst │ ├── demo.gif │ ├── progress │ │ ├── __init__.py │ │ ├── bar.py │ │ ├── counter.py │ │ ├── helpers.py │ │ └── spinner.py │ ├── setup.py │ └── test_progress.py │ └── visualize.py ├── images ├── algorithm_adamcb.png ├── algorithm_adams.png ├── algorithm_adamucb.png └── updates.png └── optimizers ├── adamcb.py ├── adams.py └── adamucb.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/README.md -------------------------------------------------------------------------------- /experiments/adam_all.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/adam_all.py -------------------------------------------------------------------------------- /experiments/checkpoints/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/checkpoints/.gitignore -------------------------------------------------------------------------------- /experiments/data/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/data/.gitignore -------------------------------------------------------------------------------- /experiments/experiment-cifar10-cnn.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/experiment-cifar10-cnn.sh -------------------------------------------------------------------------------- /experiments/experiment-mnist-lr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/experiment-mnist-lr.sh -------------------------------------------------------------------------------- /experiments/experiment-mnist-mlp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/experiment-mnist-mlp.sh -------------------------------------------------------------------------------- /experiments/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/main.py -------------------------------------------------------------------------------- /experiments/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /experiments/models/cifar/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/models/cifar/__init__.py -------------------------------------------------------------------------------- /experiments/models/cifar/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/models/cifar/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /experiments/models/cifar/__pycache__/__init__.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/models/cifar/__pycache__/__init__.cpython-37.pyc -------------------------------------------------------------------------------- /experiments/models/cifar/__pycache__/alexnet.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/models/cifar/__pycache__/alexnet.cpython-36.pyc -------------------------------------------------------------------------------- /experiments/models/cifar/__pycache__/alexnet.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/models/cifar/__pycache__/alexnet.cpython-37.pyc -------------------------------------------------------------------------------- /experiments/models/cifar/__pycache__/densenet.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/models/cifar/__pycache__/densenet.cpython-36.pyc -------------------------------------------------------------------------------- /experiments/models/cifar/__pycache__/densenet.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/models/cifar/__pycache__/densenet.cpython-37.pyc -------------------------------------------------------------------------------- /experiments/models/cifar/__pycache__/preresnet.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/models/cifar/__pycache__/preresnet.cpython-36.pyc -------------------------------------------------------------------------------- /experiments/models/cifar/__pycache__/preresnet.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/models/cifar/__pycache__/preresnet.cpython-37.pyc -------------------------------------------------------------------------------- /experiments/models/cifar/__pycache__/resnet.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/models/cifar/__pycache__/resnet.cpython-36.pyc -------------------------------------------------------------------------------- /experiments/models/cifar/__pycache__/resnet.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/models/cifar/__pycache__/resnet.cpython-37.pyc -------------------------------------------------------------------------------- /experiments/models/cifar/__pycache__/resnext.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/models/cifar/__pycache__/resnext.cpython-36.pyc -------------------------------------------------------------------------------- /experiments/models/cifar/__pycache__/resnext.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/models/cifar/__pycache__/resnext.cpython-37.pyc -------------------------------------------------------------------------------- /experiments/models/cifar/__pycache__/vgg.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/models/cifar/__pycache__/vgg.cpython-36.pyc -------------------------------------------------------------------------------- /experiments/models/cifar/__pycache__/vgg.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/models/cifar/__pycache__/vgg.cpython-37.pyc -------------------------------------------------------------------------------- /experiments/models/cifar/__pycache__/wrn.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/models/cifar/__pycache__/wrn.cpython-36.pyc -------------------------------------------------------------------------------- /experiments/models/cifar/__pycache__/wrn.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/models/cifar/__pycache__/wrn.cpython-37.pyc -------------------------------------------------------------------------------- /experiments/models/cifar/adampapercifar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/models/cifar/adampapercifar.py -------------------------------------------------------------------------------- /experiments/models/cifar/alexnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/models/cifar/alexnet.py -------------------------------------------------------------------------------- /experiments/models/cifar/densenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/models/cifar/densenet.py -------------------------------------------------------------------------------- /experiments/models/cifar/mnistLR.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/models/cifar/mnistLR.py -------------------------------------------------------------------------------- /experiments/models/cifar/mnistMLP.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/models/cifar/mnistMLP.py -------------------------------------------------------------------------------- /experiments/models/cifar/preresnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/models/cifar/preresnet.py -------------------------------------------------------------------------------- /experiments/models/cifar/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/models/cifar/resnet.py -------------------------------------------------------------------------------- /experiments/models/cifar/resnext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/models/cifar/resnext.py -------------------------------------------------------------------------------- /experiments/models/cifar/vgg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/models/cifar/vgg.py -------------------------------------------------------------------------------- /experiments/models/cifar/wrn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/models/cifar/wrn.py -------------------------------------------------------------------------------- /experiments/models/imagenet/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/models/imagenet/__init__.py -------------------------------------------------------------------------------- /experiments/models/imagenet/resnext.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/models/imagenet/resnext.py -------------------------------------------------------------------------------- /experiments/results_mean_std/cifar10-cnn-nodropout_adam_bsz128_Epoch.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/results_mean_std/cifar10-cnn-nodropout_adam_bsz128_Epoch.csv -------------------------------------------------------------------------------- /experiments/results_mean_std/cifar10-cnn-nodropout_adam_bsz16_Epoch.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/results_mean_std/cifar10-cnn-nodropout_adam_bsz16_Epoch.csv -------------------------------------------------------------------------------- /experiments/results_mean_std/cifar10-cnn-nodropout_adamcb_bsz128_1.0_5e-05_Epoch.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/results_mean_std/cifar10-cnn-nodropout_adamcb_bsz128_1.0_5e-05_Epoch.csv -------------------------------------------------------------------------------- /experiments/results_mean_std/cifar10-cnn-nodropout_adamcb_bsz16_1.0_1e-05_Epoch.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/results_mean_std/cifar10-cnn-nodropout_adamcb_bsz16_1.0_1e-05_Epoch.csv -------------------------------------------------------------------------------- /experiments/results_mean_std/cifar10-cnn-nodropout_adams_bsz128_1.0_0.0001_Epoch.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/results_mean_std/cifar10-cnn-nodropout_adams_bsz128_1.0_0.0001_Epoch.csv -------------------------------------------------------------------------------- /experiments/results_mean_std/cifar10-cnn-nodropout_adams_bsz16_1.0_0.005_Epoch.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/results_mean_std/cifar10-cnn-nodropout_adams_bsz16_1.0_0.005_Epoch.csv -------------------------------------------------------------------------------- /experiments/results_mean_std/cifar10-cnn-nodropout_adamucb_bsz128_1.0_0.01_Epoch.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/results_mean_std/cifar10-cnn-nodropout_adamucb_bsz128_1.0_0.01_Epoch.csv -------------------------------------------------------------------------------- /experiments/results_mean_std/cifar10-cnn-nodropout_adamucb_bsz16_1.0_0.3_Epoch.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/results_mean_std/cifar10-cnn-nodropout_adamucb_bsz16_1.0_0.3_Epoch.csv -------------------------------------------------------------------------------- /experiments/results_mean_std/cifar10-cnn-withdropout_adam_bsz128_Epoch.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/results_mean_std/cifar10-cnn-withdropout_adam_bsz128_Epoch.csv -------------------------------------------------------------------------------- /experiments/results_mean_std/cifar10-cnn-withdropout_adamcb_bsz128_1.0_0.0001_Epoch.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/results_mean_std/cifar10-cnn-withdropout_adamcb_bsz128_1.0_0.0001_Epoch.csv -------------------------------------------------------------------------------- /experiments/results_mean_std/cifar10-cnn-withdropout_adams_bsz128_1.0_0.0001_Epoch.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/results_mean_std/cifar10-cnn-withdropout_adams_bsz128_1.0_0.0001_Epoch.csv -------------------------------------------------------------------------------- /experiments/results_mean_std/cifar10-cnn-withdropout_adamucb_bsz128_1.0_0.05_Epoch.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/results_mean_std/cifar10-cnn-withdropout_adamucb_bsz128_1.0_0.05_Epoch.csv -------------------------------------------------------------------------------- /experiments/results_mean_std/images/cifar-10-bsz16.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/results_mean_std/images/cifar-10-bsz16.jpg -------------------------------------------------------------------------------- /experiments/results_mean_std/images/cifar-10.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/results_mean_std/images/cifar-10.jpg -------------------------------------------------------------------------------- /experiments/results_mean_std/images/dropout.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/results_mean_std/images/dropout.jpg -------------------------------------------------------------------------------- /experiments/results_mean_std/mnist-lr-nodropout_adam_bsz128_Epoch.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/results_mean_std/mnist-lr-nodropout_adam_bsz128_Epoch.csv -------------------------------------------------------------------------------- /experiments/results_mean_std/mnist-lr-nodropout_adamcb_bsz128_1.0_0.001_Epoch.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/results_mean_std/mnist-lr-nodropout_adamcb_bsz128_1.0_0.001_Epoch.csv -------------------------------------------------------------------------------- /experiments/results_mean_std/mnist-lr-nodropout_adams_bsz128_1.0_0.0001_Epoch.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/results_mean_std/mnist-lr-nodropout_adams_bsz128_1.0_0.0001_Epoch.csv -------------------------------------------------------------------------------- /experiments/results_mean_std/mnist-lr-nodropout_adamucb_bsz128_1.0_0.01_Epoch.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/results_mean_std/mnist-lr-nodropout_adamucb_bsz128_1.0_0.01_Epoch.csv -------------------------------------------------------------------------------- /experiments/results_mean_std/mnist-mlp-nodropout_adam_bsz128_Epoch.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/results_mean_std/mnist-mlp-nodropout_adam_bsz128_Epoch.csv -------------------------------------------------------------------------------- /experiments/results_mean_std/mnist-mlp-nodropout_adam_bsz16_Epoch.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/results_mean_std/mnist-mlp-nodropout_adam_bsz16_Epoch.csv -------------------------------------------------------------------------------- /experiments/results_mean_std/mnist-mlp-nodropout_adamcb_bsz128_1.0_0.001_Epoch.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/results_mean_std/mnist-mlp-nodropout_adamcb_bsz128_1.0_0.001_Epoch.csv -------------------------------------------------------------------------------- /experiments/results_mean_std/mnist-mlp-nodropout_adamcb_bsz16_1.0_0.0001_Epoch.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/results_mean_std/mnist-mlp-nodropout_adamcb_bsz16_1.0_0.0001_Epoch.csv -------------------------------------------------------------------------------- /experiments/results_mean_std/mnist-mlp-nodropout_adams_bsz128_1.0_0.005_Epoch.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/results_mean_std/mnist-mlp-nodropout_adams_bsz128_1.0_0.005_Epoch.csv -------------------------------------------------------------------------------- /experiments/results_mean_std/mnist-mlp-nodropout_adams_bsz16_1.0_0.05_Epoch.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/results_mean_std/mnist-mlp-nodropout_adams_bsz16_1.0_0.05_Epoch.csv -------------------------------------------------------------------------------- /experiments/results_mean_std/mnist-mlp-nodropout_adamucb_bsz128_1.0_0.1_Epoch.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/results_mean_std/mnist-mlp-nodropout_adamucb_bsz128_1.0_0.1_Epoch.csv -------------------------------------------------------------------------------- /experiments/results_mean_std/mnist-mlp-nodropout_adamucb_bsz16_1.0_0.3_Epoch.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/results_mean_std/mnist-mlp-nodropout_adamucb_bsz16_1.0_0.3_Epoch.csv -------------------------------------------------------------------------------- /experiments/results_mean_std/mnist-mlp-withdropout_adam_bsz128_Epoch.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/results_mean_std/mnist-mlp-withdropout_adam_bsz128_Epoch.csv -------------------------------------------------------------------------------- /experiments/results_mean_std/mnist-mlp-withdropout_adamcb_bsz128_1.0_0.0005_Epoch.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/results_mean_std/mnist-mlp-withdropout_adamcb_bsz128_1.0_0.0005_Epoch.csv -------------------------------------------------------------------------------- /experiments/results_mean_std/mnist-mlp-withdropout_adams_bsz128_1.0_0.005_Epoch.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/results_mean_std/mnist-mlp-withdropout_adams_bsz128_1.0_0.005_Epoch.csv -------------------------------------------------------------------------------- /experiments/results_mean_std/mnist-mlp-withdropout_adamucb_bsz128_1.0_0.1_Epoch.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/results_mean_std/mnist-mlp-withdropout_adamucb_bsz128_1.0_0.1_Epoch.csv -------------------------------------------------------------------------------- /experiments/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/utils/__init__.py -------------------------------------------------------------------------------- /experiments/utils/__pycache__/__init__.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/utils/__pycache__/__init__.cpython-36.pyc -------------------------------------------------------------------------------- /experiments/utils/__pycache__/__init__.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/utils/__pycache__/__init__.cpython-37.pyc -------------------------------------------------------------------------------- /experiments/utils/__pycache__/eval.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/utils/__pycache__/eval.cpython-36.pyc -------------------------------------------------------------------------------- /experiments/utils/__pycache__/eval.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/utils/__pycache__/eval.cpython-37.pyc -------------------------------------------------------------------------------- /experiments/utils/__pycache__/logger.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/utils/__pycache__/logger.cpython-36.pyc -------------------------------------------------------------------------------- /experiments/utils/__pycache__/logger.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/utils/__pycache__/logger.cpython-37.pyc -------------------------------------------------------------------------------- /experiments/utils/__pycache__/misc.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/utils/__pycache__/misc.cpython-36.pyc -------------------------------------------------------------------------------- /experiments/utils/__pycache__/misc.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/utils/__pycache__/misc.cpython-37.pyc -------------------------------------------------------------------------------- /experiments/utils/__pycache__/visualize.cpython-36.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/utils/__pycache__/visualize.cpython-36.pyc -------------------------------------------------------------------------------- /experiments/utils/__pycache__/visualize.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/utils/__pycache__/visualize.cpython-37.pyc -------------------------------------------------------------------------------- /experiments/utils/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/utils/eval.py -------------------------------------------------------------------------------- /experiments/utils/images/cifar.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/utils/images/cifar.png -------------------------------------------------------------------------------- /experiments/utils/images/imagenet.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/utils/images/imagenet.png -------------------------------------------------------------------------------- /experiments/utils/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/utils/logger.py -------------------------------------------------------------------------------- /experiments/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/utils/misc.py -------------------------------------------------------------------------------- /experiments/utils/progress/.gitignore: -------------------------------------------------------------------------------- 1 | *.pyc 2 | *.egg-info 3 | build/ 4 | dist/ 5 | -------------------------------------------------------------------------------- /experiments/utils/progress/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/utils/progress/LICENSE -------------------------------------------------------------------------------- /experiments/utils/progress/MANIFEST.in: -------------------------------------------------------------------------------- 1 | include README.rst LICENSE 2 | -------------------------------------------------------------------------------- /experiments/utils/progress/README.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/utils/progress/README.rst -------------------------------------------------------------------------------- /experiments/utils/progress/demo.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/utils/progress/demo.gif -------------------------------------------------------------------------------- /experiments/utils/progress/progress/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/utils/progress/progress/__init__.py -------------------------------------------------------------------------------- /experiments/utils/progress/progress/bar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/utils/progress/progress/bar.py -------------------------------------------------------------------------------- /experiments/utils/progress/progress/counter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/utils/progress/progress/counter.py -------------------------------------------------------------------------------- /experiments/utils/progress/progress/helpers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/utils/progress/progress/helpers.py -------------------------------------------------------------------------------- /experiments/utils/progress/progress/spinner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/utils/progress/progress/spinner.py -------------------------------------------------------------------------------- /experiments/utils/progress/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/utils/progress/setup.py -------------------------------------------------------------------------------- /experiments/utils/progress/test_progress.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/utils/progress/test_progress.py -------------------------------------------------------------------------------- /experiments/utils/visualize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/experiments/utils/visualize.py -------------------------------------------------------------------------------- /images/algorithm_adamcb.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/images/algorithm_adamcb.png -------------------------------------------------------------------------------- /images/algorithm_adams.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/images/algorithm_adams.png -------------------------------------------------------------------------------- /images/algorithm_adamucb.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/images/algorithm_adamucb.png -------------------------------------------------------------------------------- /images/updates.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/images/updates.png -------------------------------------------------------------------------------- /optimizers/adamcb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/optimizers/adamcb.py -------------------------------------------------------------------------------- /optimizers/adams.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/optimizers/adams.py -------------------------------------------------------------------------------- /optimizers/adamucb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/vinbhaskara/adams/HEAD/optimizers/adamucb.py --------------------------------------------------------------------------------