├── LICENSE ├── PyTorch_Experiments ├── LSTM │ ├── AdamW.py │ ├── LICENSE │ ├── LSTM_test.ipynb │ ├── MSVAG.py │ ├── RAdam.py │ ├── Test_lstm_1layer.png │ ├── Test_lstm_2layer.png │ ├── Test_lstm_3layer.png │ ├── Train_lstm_1layer.png │ ├── Train_lstm_2layer.png │ ├── Train_lstm_3layer.png │ ├── Types.py │ ├── curve │ │ ├── PTB.pt-niter-200-optimizer-adabelief-nlayers1-lr0.001-clip-0.25-eps1e-16-epsqrt0.0-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] │ │ ├── PTB.pt-niter-200-optimizer-adabelief-nlayers2-lr0.01-clip-0.25-eps1e-12-epsqrt0.0-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] │ │ ├── PTB.pt-niter-200-optimizer-adabelief-nlayers3-lr0.01-clip-0.25-eps1e-12-epsqrt0.0-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] │ │ ├── PTB.pt-niter-200-optimizer-adabound-nlayers1-lr0.01-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] │ │ ├── PTB.pt-niter-200-optimizer-adabound-nlayers2-lr0.01-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] │ │ ├── PTB.pt-niter-200-optimizer-adabound-nlayers3-lr0.01-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] │ │ ├── PTB.pt-niter-200-optimizer-adam-nlayers1-lr0.001-clip-0.25-eps1e-12-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] │ │ ├── PTB.pt-niter-200-optimizer-adam-nlayers2-lr0.01-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] │ │ ├── PTB.pt-niter-200-optimizer-adam-nlayers3-lr0.01-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] │ │ ├── PTB.pt-niter-200-optimizer-adamw-nlayers1-lr0.001-clip-0.25-eps1e-12-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] │ │ ├── PTB.pt-niter-200-optimizer-adamw-nlayers2-lr0.01-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] │ │ ├── PTB.pt-niter-200-optimizer-adamw-nlayers3-lr0.01-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] │ │ ├── PTB.pt-niter-200-optimizer-msvag-nlayers1-lr30.0-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] │ │ ├── PTB.pt-niter-200-optimizer-msvag-nlayers2-lr30.0-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] │ │ ├── PTB.pt-niter-200-optimizer-msvag-nlayers3-lr30.0-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] │ │ ├── PTB.pt-niter-200-optimizer-radam-nlayers1-lr0.001-clip-0.25-eps1e-12-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] │ │ ├── PTB.pt-niter-200-optimizer-radam-nlayers2-lr0.01-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] │ │ ├── PTB.pt-niter-200-optimizer-radam-nlayers3-lr0.01-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] │ │ ├── PTB.pt-niter-200-optimizer-sgd-nlayers1-lr30.0-clip-0.25-eps1e-12-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] │ │ ├── PTB.pt-niter-200-optimizer-sgd-nlayers2-lr30.0-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] │ │ ├── PTB.pt-niter-200-optimizer-sgd-nlayers3-lr30.0-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] │ │ ├── PTB.pt-niter-200-optimizer-yogi-nlayers1-lr0.01-clip-0.25-eps0.001-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] │ │ ├── PTB.pt-niter-200-optimizer-yogi-nlayers2-lr0.01-clip-0.25-eps0.001-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] │ │ └── PTB.pt-niter-200-optimizer-yogi-nlayers3-lr0.01-clip-0.25-eps0.001-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] │ ├── data.py │ ├── embed_regularize.py │ ├── finetune.py │ ├── fromage.py │ ├── generate.py │ ├── getdata.sh │ ├── locked_dropout.py │ ├── main.py │ ├── model.py │ ├── pointer.py │ ├── readme.md │ ├── run_all_layer1.py │ ├── run_all_layer2.py │ ├── run_all_layer3.py │ ├── splitcross.py │ ├── utils.py │ ├── weight_drop.py │ └── yogi.py ├── classification_cifar10 │ ├── curve │ │ ├── densenet-adabelief-lr0.001-betas0.9-0.999-eps1e-08-wdecay0.0005-run0-resetFalse │ │ ├── densenet-adabound-lr0.001-betas0.9-0.999-final_lr0.1-gamma0.001-wdecay0.0005-run0-resetFalse │ │ ├── densenet-adam-lr0.001-betas0.9-0.999-wdecay0.0005-eps1e-08-run0-resetFalse │ │ ├── densenet-adamw-lr0.001-betas0.9-0.999-wdecay0.01-eps1e-08-run0-resetFalse │ │ ├── densenet-fromage-lr0.01-betas0.9-0.999-wdecay0.0005-eps1e-08-run0-resetFalse │ │ ├── densenet-msvag-lr0.1-betas0.9-0.999-eps1e-08-wdecay0.0005-run0-resetFalse │ │ ├── densenet-radam-lr0.001-betas0.9-0.999-wdecay0.0005-eps1e-08-run0-resetFalse │ │ ├── densenet-sgd-lr0.1-momentum0.9-wdecay0.0005-run0-resetFalse │ │ ├── densenet-yogi-lr0.001-betas0.9-0.999-eps0.001-wdecay0.0005-run0-resetFalse │ │ ├── resnet-adabelief-lr0.001-betas0.9-0.999-eps1e-08-wdecay0.0005-run0-resetFalse │ │ ├── resnet-adabound-lr0.001-betas0.9-0.999-final_lr0.1-gamma0.001-wdecay0.0005-run0-resetFalse │ │ ├── resnet-adam-lr0.001-betas0.9-0.999-wdecay0.0005-eps1e-08-run0-resetFalse │ │ ├── resnet-adamw-lr0.001-betas0.9-0.999-wdecay0.01-eps1e-08-run0-resetFalse │ │ ├── resnet-fromage-lr0.01-betas0.9-0.999-wdecay0.0005-eps1e-08-run0-resetFalse │ │ ├── resnet-msvag-lr0.1-betas0.9-0.999-eps1e-08-wdecay0.0005-run0-resetFalse │ │ ├── resnet-radam-lr0.001-betas0.9-0.999-wdecay0.0005-eps1e-08-run0-resetFalse │ │ ├── resnet-sgd-lr0.1-momentum0.9-wdecay0.0005-run0-resetFalse │ │ ├── resnet-yogi-lr0.001-betas0.9-0.999-eps0.001-wdecay0.0005-run0-resetFalse │ │ ├── vgg-adabelief-lr0.001-betas0.9-0.999-eps1e-08-wdecay0.0005-run0-resetFalse │ │ ├── vgg-adabound-lr0.001-betas0.9-0.999-final_lr0.1-gamma0.001-wdecay0.0005-run0-resetFalse │ │ ├── vgg-adam-lr0.001-betas0.9-0.999-wdecay0.0005-eps1e-08-run0-resetFalse │ │ ├── vgg-adamw-lr0.001-betas0.9-0.999-wdecay0.01-eps1e-08-run0-resetFalse │ │ ├── vgg-fromage-lr0.01-betas0.9-0.999-wdecay0.0005-eps1e-08-run0-resetFalse │ │ ├── vgg-msvag-lr0.1-betas0.9-0.999-eps1e-08-wdecay0.0005-run0-resetFalse │ │ ├── vgg-radam-lr0.001-betas0.9-0.999-wdecay0.0005-eps1e-08-run0-resetFalse │ │ ├── vgg-sgd-lr0.1-momentum0.9-wdecay0.0005-run0-resetFalse │ │ └── vgg-yogi-lr0.001-betas0.9-0.999-eps0.001-wdecay0.0005-run0-resetFalse │ ├── main.py │ ├── models │ │ ├── __init__.py │ │ ├── densenet.py │ │ ├── resnet.py │ │ └── vgg.py │ ├── optimizers │ │ ├── AdamW.py │ │ ├── Fromage.py │ │ ├── MSVAG.py │ │ ├── RAdam.py │ │ ├── Types.py │ │ ├── Yogi.py │ │ └── __init__.py │ ├── readme.md │ ├── run.sh │ └── visualization.ipynb ├── imagenet │ ├── AdamW.py │ ├── RAdam.py │ ├── SGD_GC.py │ ├── check_cv.py │ ├── dataloader.py │ ├── export │ ├── main_when.py │ ├── run.sh │ ├── senet.py │ ├── shufflenet.py │ └── xception.py ├── wgan-gp │ ├── fid_score.py │ ├── inception.py │ ├── main.py │ ├── optimizers │ │ ├── AdamW.py │ │ ├── Fromage.py │ │ ├── MSVAG.py │ │ ├── RAdam.py │ │ ├── Types.py │ │ ├── Yogi.py │ │ └── __init__.py │ ├── readme.md │ └── run.sh └── wgan │ ├── fid_score.py │ ├── inception.py │ ├── main.py │ ├── optimizers │ ├── AdamW.py │ ├── Fromage.py │ ├── MSVAG.py │ ├── RAdam.py │ ├── Types.py │ ├── Yogi.py │ └── __init__.py │ ├── readme.md │ └── run.sh ├── README.md ├── TensorFlow_Experiments └── convolutional_network.ipynb ├── imgs ├── Beale2.gif ├── Beale2.mp4 ├── GAN.png ├── adabelief-algo2.png ├── adabelief_algo.png ├── beale3.png ├── image_recog.png ├── lstm.png ├── sgd_finetune.png ├── sn-gan.png └── transformer.png └── pypi_packages ├── adabelief_pytorch0.0.5 ├── LICENSE.txt ├── README.md ├── adabelief_pytorch │ ├── AdaBelief.py │ ├── __init__.py │ └── __pycache__ │ │ ├── AdaBelief.cpython-37.pyc │ │ └── __init__.cpython-37.pyc └── setup.py ├── adabelief_pytorch0.1.0 ├── LICENSE.txt ├── README.md ├── adabelief_pytorch │ ├── AdaBelief.py │ ├── __init__.py │ └── __pycache__ │ │ ├── AdaBelief.cpython-37.pyc │ │ ├── AdaBelief.cpython-38.pyc │ │ ├── __init__.cpython-37.pyc │ │ └── __init__.cpython-38.pyc └── setup.py ├── adabelief_pytorch0.2.0 ├── LICENSE.txt ├── README.md ├── adabelief_pytorch │ ├── AdaBelief.py │ ├── __init__.py │ └── __pycache__ │ │ ├── AdaBelief.cpython-37.pyc │ │ ├── AdaBelief.cpython-38.pyc │ │ ├── __init__.cpython-37.pyc │ │ └── __init__.cpython-38.pyc └── setup.py ├── adabelief_pytorch0.2.1 ├── .DS_Store ├── LICENSE.txt ├── README.md ├── adabelief_pytorch │ ├── AdaBelief.py │ ├── __init__.py │ └── __pycache__ │ │ ├── AdaBelief.cpython-37.pyc │ │ ├── AdaBelief.cpython-38.pyc │ │ ├── __init__.cpython-37.pyc │ │ └── __init__.cpython-38.pyc └── setup.py ├── adabelief_tf0.0.1 ├── LICENSE.txt ├── README.md ├── adabelief_tf │ ├── AdaBelief_tf.py │ └── __init__.py └── setup.py ├── adabelief_tf0.1.0 ├── LICENSE.txt ├── README.md ├── adabelief_tf │ ├── AdaBelief_test.py │ ├── AdaBelief_tf.py │ ├── __init__.py │ └── __pycache__ │ │ ├── AdaBelief_tf.cpython-37.pyc │ │ └── __init__.cpython-37.pyc └── setup.py ├── adabelief_tf0.2.0 ├── LICENSE.txt ├── README.md ├── adabelief_tf │ ├── AdaBelief_tf.py │ ├── __init__.py │ └── __pycache__ │ │ ├── AdaBelief_tf.cpython-37.pyc │ │ └── __init__.cpython-37.pyc └── setup.py ├── adabelief_tf0.2.1 ├── LICENSE.txt ├── README.md ├── adabelief_tf │ ├── AdaBelief_tf.py │ ├── __init__.py │ └── __pycache__ │ │ ├── AdaBelief_tf.cpython-37.pyc │ │ └── __init__.cpython-37.pyc └── setup.py ├── ranger_adabelief_0.0.9 ├── LICENSE.txt ├── README.md ├── ranger_adabelief │ ├── __init__.py │ └── ranger_adabelief.py └── setup.py └── ranger_adabelief_0.1.0 ├── LICENSE.txt ├── README.md ├── ranger_adabelief ├── __init__.py └── ranger_adabelief.py └── setup.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/LICENSE -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/AdamW.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/AdamW.py -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/LICENSE -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/LSTM_test.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/LSTM_test.ipynb -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/MSVAG.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/MSVAG.py -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/RAdam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/RAdam.py -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/Test_lstm_1layer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/Test_lstm_1layer.png -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/Test_lstm_2layer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/Test_lstm_2layer.png -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/Test_lstm_3layer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/Test_lstm_3layer.png -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/Train_lstm_1layer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/Train_lstm_1layer.png -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/Train_lstm_2layer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/Train_lstm_2layer.png -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/Train_lstm_3layer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/Train_lstm_3layer.png -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/Types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/Types.py -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-adabelief-nlayers1-lr0.001-clip-0.25-eps1e-16-epsqrt0.0-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145]: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-adabelief-nlayers1-lr0.001-clip-0.25-eps1e-16-epsqrt0.0-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-adabelief-nlayers2-lr0.01-clip-0.25-eps1e-12-epsqrt0.0-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145]: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-adabelief-nlayers2-lr0.01-clip-0.25-eps1e-12-epsqrt0.0-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-adabelief-nlayers3-lr0.01-clip-0.25-eps1e-12-epsqrt0.0-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145]: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-adabelief-nlayers3-lr0.01-clip-0.25-eps1e-12-epsqrt0.0-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-adabound-nlayers1-lr0.01-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145]: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-adabound-nlayers1-lr0.01-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-adabound-nlayers2-lr0.01-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145]: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-adabound-nlayers2-lr0.01-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-adabound-nlayers3-lr0.01-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145]: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-adabound-nlayers3-lr0.01-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-adam-nlayers1-lr0.001-clip-0.25-eps1e-12-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145]: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-adam-nlayers1-lr0.001-clip-0.25-eps1e-12-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-adam-nlayers2-lr0.01-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145]: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-adam-nlayers2-lr0.01-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-adam-nlayers3-lr0.01-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145]: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-adam-nlayers3-lr0.01-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-adamw-nlayers1-lr0.001-clip-0.25-eps1e-12-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145]: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-adamw-nlayers1-lr0.001-clip-0.25-eps1e-12-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-adamw-nlayers2-lr0.01-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145]: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-adamw-nlayers2-lr0.01-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-adamw-nlayers3-lr0.01-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145]: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-adamw-nlayers3-lr0.01-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-msvag-nlayers1-lr30.0-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145]: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-msvag-nlayers1-lr30.0-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-msvag-nlayers2-lr30.0-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145]: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-msvag-nlayers2-lr30.0-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-msvag-nlayers3-lr30.0-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145]: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-msvag-nlayers3-lr30.0-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-radam-nlayers1-lr0.001-clip-0.25-eps1e-12-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145]: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-radam-nlayers1-lr0.001-clip-0.25-eps1e-12-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-radam-nlayers2-lr0.01-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145]: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-radam-nlayers2-lr0.01-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-radam-nlayers3-lr0.01-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145]: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-radam-nlayers3-lr0.01-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-sgd-nlayers1-lr30.0-clip-0.25-eps1e-12-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145]: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-sgd-nlayers1-lr30.0-clip-0.25-eps1e-12-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-sgd-nlayers2-lr30.0-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145]: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-sgd-nlayers2-lr30.0-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-sgd-nlayers3-lr30.0-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145]: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-sgd-nlayers3-lr30.0-clip-0.25-eps1e-08-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-yogi-nlayers1-lr0.01-clip-0.25-eps0.001-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145]: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-yogi-nlayers1-lr0.01-clip-0.25-eps0.001-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-yogi-nlayers2-lr0.01-clip-0.25-eps0.001-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145]: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-yogi-nlayers2-lr0.01-clip-0.25-eps0.001-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-yogi-nlayers3-lr0.01-clip-0.25-eps0.001-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145]: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/curve/PTB.pt-niter-200-optimizer-yogi-nlayers3-lr0.01-clip-0.25-eps0.001-epsqrt1e-08-betas-0.9-0.999-run0-wdecay1.2e-06-when-[100, 145] -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/data.py -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/embed_regularize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/embed_regularize.py -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/finetune.py -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/fromage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/fromage.py -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/generate.py -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/getdata.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/getdata.sh -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/locked_dropout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/locked_dropout.py -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/main.py -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/model.py -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/pointer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/pointer.py -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/readme.md -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/run_all_layer1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/run_all_layer1.py -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/run_all_layer2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/run_all_layer2.py -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/run_all_layer3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/run_all_layer3.py -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/splitcross.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/splitcross.py -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/utils.py -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/weight_drop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/weight_drop.py -------------------------------------------------------------------------------- /PyTorch_Experiments/LSTM/yogi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/LSTM/yogi.py -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/curve/densenet-adabelief-lr0.001-betas0.9-0.999-eps1e-08-wdecay0.0005-run0-resetFalse: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/curve/densenet-adabelief-lr0.001-betas0.9-0.999-eps1e-08-wdecay0.0005-run0-resetFalse -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/curve/densenet-adabound-lr0.001-betas0.9-0.999-final_lr0.1-gamma0.001-wdecay0.0005-run0-resetFalse: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/curve/densenet-adabound-lr0.001-betas0.9-0.999-final_lr0.1-gamma0.001-wdecay0.0005-run0-resetFalse -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/curve/densenet-adam-lr0.001-betas0.9-0.999-wdecay0.0005-eps1e-08-run0-resetFalse: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/curve/densenet-adam-lr0.001-betas0.9-0.999-wdecay0.0005-eps1e-08-run0-resetFalse -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/curve/densenet-adamw-lr0.001-betas0.9-0.999-wdecay0.01-eps1e-08-run0-resetFalse: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/curve/densenet-adamw-lr0.001-betas0.9-0.999-wdecay0.01-eps1e-08-run0-resetFalse -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/curve/densenet-fromage-lr0.01-betas0.9-0.999-wdecay0.0005-eps1e-08-run0-resetFalse: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/curve/densenet-fromage-lr0.01-betas0.9-0.999-wdecay0.0005-eps1e-08-run0-resetFalse -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/curve/densenet-msvag-lr0.1-betas0.9-0.999-eps1e-08-wdecay0.0005-run0-resetFalse: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/curve/densenet-msvag-lr0.1-betas0.9-0.999-eps1e-08-wdecay0.0005-run0-resetFalse -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/curve/densenet-radam-lr0.001-betas0.9-0.999-wdecay0.0005-eps1e-08-run0-resetFalse: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/curve/densenet-radam-lr0.001-betas0.9-0.999-wdecay0.0005-eps1e-08-run0-resetFalse -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/curve/densenet-sgd-lr0.1-momentum0.9-wdecay0.0005-run0-resetFalse: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/curve/densenet-sgd-lr0.1-momentum0.9-wdecay0.0005-run0-resetFalse -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/curve/densenet-yogi-lr0.001-betas0.9-0.999-eps0.001-wdecay0.0005-run0-resetFalse: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/curve/densenet-yogi-lr0.001-betas0.9-0.999-eps0.001-wdecay0.0005-run0-resetFalse -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/curve/resnet-adabelief-lr0.001-betas0.9-0.999-eps1e-08-wdecay0.0005-run0-resetFalse: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/curve/resnet-adabelief-lr0.001-betas0.9-0.999-eps1e-08-wdecay0.0005-run0-resetFalse -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/curve/resnet-adabound-lr0.001-betas0.9-0.999-final_lr0.1-gamma0.001-wdecay0.0005-run0-resetFalse: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/curve/resnet-adabound-lr0.001-betas0.9-0.999-final_lr0.1-gamma0.001-wdecay0.0005-run0-resetFalse -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/curve/resnet-adam-lr0.001-betas0.9-0.999-wdecay0.0005-eps1e-08-run0-resetFalse: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/curve/resnet-adam-lr0.001-betas0.9-0.999-wdecay0.0005-eps1e-08-run0-resetFalse -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/curve/resnet-adamw-lr0.001-betas0.9-0.999-wdecay0.01-eps1e-08-run0-resetFalse: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/curve/resnet-adamw-lr0.001-betas0.9-0.999-wdecay0.01-eps1e-08-run0-resetFalse -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/curve/resnet-fromage-lr0.01-betas0.9-0.999-wdecay0.0005-eps1e-08-run0-resetFalse: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/curve/resnet-fromage-lr0.01-betas0.9-0.999-wdecay0.0005-eps1e-08-run0-resetFalse -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/curve/resnet-msvag-lr0.1-betas0.9-0.999-eps1e-08-wdecay0.0005-run0-resetFalse: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/curve/resnet-msvag-lr0.1-betas0.9-0.999-eps1e-08-wdecay0.0005-run0-resetFalse -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/curve/resnet-radam-lr0.001-betas0.9-0.999-wdecay0.0005-eps1e-08-run0-resetFalse: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/curve/resnet-radam-lr0.001-betas0.9-0.999-wdecay0.0005-eps1e-08-run0-resetFalse -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/curve/resnet-sgd-lr0.1-momentum0.9-wdecay0.0005-run0-resetFalse: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/curve/resnet-sgd-lr0.1-momentum0.9-wdecay0.0005-run0-resetFalse -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/curve/resnet-yogi-lr0.001-betas0.9-0.999-eps0.001-wdecay0.0005-run0-resetFalse: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/curve/resnet-yogi-lr0.001-betas0.9-0.999-eps0.001-wdecay0.0005-run0-resetFalse -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/curve/vgg-adabelief-lr0.001-betas0.9-0.999-eps1e-08-wdecay0.0005-run0-resetFalse: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/curve/vgg-adabelief-lr0.001-betas0.9-0.999-eps1e-08-wdecay0.0005-run0-resetFalse -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/curve/vgg-adabound-lr0.001-betas0.9-0.999-final_lr0.1-gamma0.001-wdecay0.0005-run0-resetFalse: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/curve/vgg-adabound-lr0.001-betas0.9-0.999-final_lr0.1-gamma0.001-wdecay0.0005-run0-resetFalse -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/curve/vgg-adam-lr0.001-betas0.9-0.999-wdecay0.0005-eps1e-08-run0-resetFalse: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/curve/vgg-adam-lr0.001-betas0.9-0.999-wdecay0.0005-eps1e-08-run0-resetFalse -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/curve/vgg-adamw-lr0.001-betas0.9-0.999-wdecay0.01-eps1e-08-run0-resetFalse: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/curve/vgg-adamw-lr0.001-betas0.9-0.999-wdecay0.01-eps1e-08-run0-resetFalse -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/curve/vgg-fromage-lr0.01-betas0.9-0.999-wdecay0.0005-eps1e-08-run0-resetFalse: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/curve/vgg-fromage-lr0.01-betas0.9-0.999-wdecay0.0005-eps1e-08-run0-resetFalse -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/curve/vgg-msvag-lr0.1-betas0.9-0.999-eps1e-08-wdecay0.0005-run0-resetFalse: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/curve/vgg-msvag-lr0.1-betas0.9-0.999-eps1e-08-wdecay0.0005-run0-resetFalse -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/curve/vgg-radam-lr0.001-betas0.9-0.999-wdecay0.0005-eps1e-08-run0-resetFalse: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/curve/vgg-radam-lr0.001-betas0.9-0.999-wdecay0.0005-eps1e-08-run0-resetFalse -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/curve/vgg-sgd-lr0.1-momentum0.9-wdecay0.0005-run0-resetFalse: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/curve/vgg-sgd-lr0.1-momentum0.9-wdecay0.0005-run0-resetFalse -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/curve/vgg-yogi-lr0.001-betas0.9-0.999-eps0.001-wdecay0.0005-run0-resetFalse: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/curve/vgg-yogi-lr0.001-betas0.9-0.999-eps0.001-wdecay0.0005-run0-resetFalse -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/main.py -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/models/__init__.py -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/models/densenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/models/densenet.py -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/models/resnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/models/resnet.py -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/models/vgg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/models/vgg.py -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/optimizers/AdamW.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/optimizers/AdamW.py -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/optimizers/Fromage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/optimizers/Fromage.py -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/optimizers/MSVAG.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/optimizers/MSVAG.py -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/optimizers/RAdam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/optimizers/RAdam.py -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/optimizers/Types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/optimizers/Types.py -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/optimizers/Yogi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/optimizers/Yogi.py -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/optimizers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/optimizers/__init__.py -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/readme.md -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/run.sh -------------------------------------------------------------------------------- /PyTorch_Experiments/classification_cifar10/visualization.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/classification_cifar10/visualization.ipynb -------------------------------------------------------------------------------- /PyTorch_Experiments/imagenet/AdamW.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/imagenet/AdamW.py -------------------------------------------------------------------------------- /PyTorch_Experiments/imagenet/RAdam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/imagenet/RAdam.py -------------------------------------------------------------------------------- /PyTorch_Experiments/imagenet/SGD_GC.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/imagenet/SGD_GC.py -------------------------------------------------------------------------------- /PyTorch_Experiments/imagenet/check_cv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/imagenet/check_cv.py -------------------------------------------------------------------------------- /PyTorch_Experiments/imagenet/dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/imagenet/dataloader.py -------------------------------------------------------------------------------- /PyTorch_Experiments/imagenet/export: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /PyTorch_Experiments/imagenet/main_when.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/imagenet/main_when.py -------------------------------------------------------------------------------- /PyTorch_Experiments/imagenet/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/imagenet/run.sh -------------------------------------------------------------------------------- /PyTorch_Experiments/imagenet/senet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/imagenet/senet.py -------------------------------------------------------------------------------- /PyTorch_Experiments/imagenet/shufflenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/imagenet/shufflenet.py -------------------------------------------------------------------------------- /PyTorch_Experiments/imagenet/xception.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/imagenet/xception.py -------------------------------------------------------------------------------- /PyTorch_Experiments/wgan-gp/fid_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/wgan-gp/fid_score.py -------------------------------------------------------------------------------- /PyTorch_Experiments/wgan-gp/inception.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/wgan-gp/inception.py -------------------------------------------------------------------------------- /PyTorch_Experiments/wgan-gp/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/wgan-gp/main.py -------------------------------------------------------------------------------- /PyTorch_Experiments/wgan-gp/optimizers/AdamW.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/wgan-gp/optimizers/AdamW.py -------------------------------------------------------------------------------- /PyTorch_Experiments/wgan-gp/optimizers/Fromage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/wgan-gp/optimizers/Fromage.py -------------------------------------------------------------------------------- /PyTorch_Experiments/wgan-gp/optimizers/MSVAG.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/wgan-gp/optimizers/MSVAG.py -------------------------------------------------------------------------------- /PyTorch_Experiments/wgan-gp/optimizers/RAdam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/wgan-gp/optimizers/RAdam.py -------------------------------------------------------------------------------- /PyTorch_Experiments/wgan-gp/optimizers/Types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/wgan-gp/optimizers/Types.py -------------------------------------------------------------------------------- /PyTorch_Experiments/wgan-gp/optimizers/Yogi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/wgan-gp/optimizers/Yogi.py -------------------------------------------------------------------------------- /PyTorch_Experiments/wgan-gp/optimizers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/wgan-gp/optimizers/__init__.py -------------------------------------------------------------------------------- /PyTorch_Experiments/wgan-gp/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/wgan-gp/readme.md -------------------------------------------------------------------------------- /PyTorch_Experiments/wgan-gp/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/wgan-gp/run.sh -------------------------------------------------------------------------------- /PyTorch_Experiments/wgan/fid_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/wgan/fid_score.py -------------------------------------------------------------------------------- /PyTorch_Experiments/wgan/inception.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/wgan/inception.py -------------------------------------------------------------------------------- /PyTorch_Experiments/wgan/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/wgan/main.py -------------------------------------------------------------------------------- /PyTorch_Experiments/wgan/optimizers/AdamW.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/wgan/optimizers/AdamW.py -------------------------------------------------------------------------------- /PyTorch_Experiments/wgan/optimizers/Fromage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/wgan/optimizers/Fromage.py -------------------------------------------------------------------------------- /PyTorch_Experiments/wgan/optimizers/MSVAG.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/wgan/optimizers/MSVAG.py -------------------------------------------------------------------------------- /PyTorch_Experiments/wgan/optimizers/RAdam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/wgan/optimizers/RAdam.py -------------------------------------------------------------------------------- /PyTorch_Experiments/wgan/optimizers/Types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/wgan/optimizers/Types.py -------------------------------------------------------------------------------- /PyTorch_Experiments/wgan/optimizers/Yogi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/wgan/optimizers/Yogi.py -------------------------------------------------------------------------------- /PyTorch_Experiments/wgan/optimizers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/wgan/optimizers/__init__.py -------------------------------------------------------------------------------- /PyTorch_Experiments/wgan/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/wgan/readme.md -------------------------------------------------------------------------------- /PyTorch_Experiments/wgan/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/PyTorch_Experiments/wgan/run.sh -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/README.md -------------------------------------------------------------------------------- /TensorFlow_Experiments/convolutional_network.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/TensorFlow_Experiments/convolutional_network.ipynb -------------------------------------------------------------------------------- /imgs/Beale2.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/imgs/Beale2.gif -------------------------------------------------------------------------------- /imgs/Beale2.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/imgs/Beale2.mp4 -------------------------------------------------------------------------------- /imgs/GAN.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/imgs/GAN.png -------------------------------------------------------------------------------- /imgs/adabelief-algo2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/imgs/adabelief-algo2.png -------------------------------------------------------------------------------- /imgs/adabelief_algo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/imgs/adabelief_algo.png -------------------------------------------------------------------------------- /imgs/beale3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/imgs/beale3.png -------------------------------------------------------------------------------- /imgs/image_recog.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/imgs/image_recog.png -------------------------------------------------------------------------------- /imgs/lstm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/imgs/lstm.png -------------------------------------------------------------------------------- /imgs/sgd_finetune.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/imgs/sgd_finetune.png -------------------------------------------------------------------------------- /imgs/sn-gan.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/imgs/sn-gan.png -------------------------------------------------------------------------------- /imgs/transformer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/imgs/transformer.png -------------------------------------------------------------------------------- /pypi_packages/adabelief_pytorch0.0.5/LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_pytorch0.0.5/LICENSE.txt -------------------------------------------------------------------------------- /pypi_packages/adabelief_pytorch0.0.5/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_pytorch0.0.5/README.md -------------------------------------------------------------------------------- /pypi_packages/adabelief_pytorch0.0.5/adabelief_pytorch/AdaBelief.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_pytorch0.0.5/adabelief_pytorch/AdaBelief.py -------------------------------------------------------------------------------- /pypi_packages/adabelief_pytorch0.0.5/adabelief_pytorch/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_pytorch0.0.5/adabelief_pytorch/__init__.py -------------------------------------------------------------------------------- /pypi_packages/adabelief_pytorch0.0.5/adabelief_pytorch/__pycache__/AdaBelief.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_pytorch0.0.5/adabelief_pytorch/__pycache__/AdaBelief.cpython-37.pyc -------------------------------------------------------------------------------- /pypi_packages/adabelief_pytorch0.0.5/adabelief_pytorch/__pycache__/__init__.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_pytorch0.0.5/adabelief_pytorch/__pycache__/__init__.cpython-37.pyc -------------------------------------------------------------------------------- /pypi_packages/adabelief_pytorch0.0.5/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_pytorch0.0.5/setup.py -------------------------------------------------------------------------------- /pypi_packages/adabelief_pytorch0.1.0/LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_pytorch0.1.0/LICENSE.txt -------------------------------------------------------------------------------- /pypi_packages/adabelief_pytorch0.1.0/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_pytorch0.1.0/README.md -------------------------------------------------------------------------------- /pypi_packages/adabelief_pytorch0.1.0/adabelief_pytorch/AdaBelief.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_pytorch0.1.0/adabelief_pytorch/AdaBelief.py -------------------------------------------------------------------------------- /pypi_packages/adabelief_pytorch0.1.0/adabelief_pytorch/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_pytorch0.1.0/adabelief_pytorch/__init__.py -------------------------------------------------------------------------------- /pypi_packages/adabelief_pytorch0.1.0/adabelief_pytorch/__pycache__/AdaBelief.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_pytorch0.1.0/adabelief_pytorch/__pycache__/AdaBelief.cpython-37.pyc -------------------------------------------------------------------------------- /pypi_packages/adabelief_pytorch0.1.0/adabelief_pytorch/__pycache__/AdaBelief.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_pytorch0.1.0/adabelief_pytorch/__pycache__/AdaBelief.cpython-38.pyc -------------------------------------------------------------------------------- /pypi_packages/adabelief_pytorch0.1.0/adabelief_pytorch/__pycache__/__init__.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_pytorch0.1.0/adabelief_pytorch/__pycache__/__init__.cpython-37.pyc -------------------------------------------------------------------------------- /pypi_packages/adabelief_pytorch0.1.0/adabelief_pytorch/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_pytorch0.1.0/adabelief_pytorch/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /pypi_packages/adabelief_pytorch0.1.0/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_pytorch0.1.0/setup.py -------------------------------------------------------------------------------- /pypi_packages/adabelief_pytorch0.2.0/LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_pytorch0.2.0/LICENSE.txt -------------------------------------------------------------------------------- /pypi_packages/adabelief_pytorch0.2.0/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_pytorch0.2.0/README.md -------------------------------------------------------------------------------- /pypi_packages/adabelief_pytorch0.2.0/adabelief_pytorch/AdaBelief.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_pytorch0.2.0/adabelief_pytorch/AdaBelief.py -------------------------------------------------------------------------------- /pypi_packages/adabelief_pytorch0.2.0/adabelief_pytorch/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_pytorch0.2.0/adabelief_pytorch/__init__.py -------------------------------------------------------------------------------- /pypi_packages/adabelief_pytorch0.2.0/adabelief_pytorch/__pycache__/AdaBelief.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_pytorch0.2.0/adabelief_pytorch/__pycache__/AdaBelief.cpython-37.pyc -------------------------------------------------------------------------------- /pypi_packages/adabelief_pytorch0.2.0/adabelief_pytorch/__pycache__/AdaBelief.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_pytorch0.2.0/adabelief_pytorch/__pycache__/AdaBelief.cpython-38.pyc -------------------------------------------------------------------------------- /pypi_packages/adabelief_pytorch0.2.0/adabelief_pytorch/__pycache__/__init__.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_pytorch0.2.0/adabelief_pytorch/__pycache__/__init__.cpython-37.pyc -------------------------------------------------------------------------------- /pypi_packages/adabelief_pytorch0.2.0/adabelief_pytorch/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_pytorch0.2.0/adabelief_pytorch/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /pypi_packages/adabelief_pytorch0.2.0/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_pytorch0.2.0/setup.py -------------------------------------------------------------------------------- /pypi_packages/adabelief_pytorch0.2.1/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_pytorch0.2.1/.DS_Store -------------------------------------------------------------------------------- /pypi_packages/adabelief_pytorch0.2.1/LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_pytorch0.2.1/LICENSE.txt -------------------------------------------------------------------------------- /pypi_packages/adabelief_pytorch0.2.1/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_pytorch0.2.1/README.md -------------------------------------------------------------------------------- /pypi_packages/adabelief_pytorch0.2.1/adabelief_pytorch/AdaBelief.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_pytorch0.2.1/adabelief_pytorch/AdaBelief.py -------------------------------------------------------------------------------- /pypi_packages/adabelief_pytorch0.2.1/adabelief_pytorch/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_pytorch0.2.1/adabelief_pytorch/__init__.py -------------------------------------------------------------------------------- /pypi_packages/adabelief_pytorch0.2.1/adabelief_pytorch/__pycache__/AdaBelief.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_pytorch0.2.1/adabelief_pytorch/__pycache__/AdaBelief.cpython-37.pyc -------------------------------------------------------------------------------- /pypi_packages/adabelief_pytorch0.2.1/adabelief_pytorch/__pycache__/AdaBelief.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_pytorch0.2.1/adabelief_pytorch/__pycache__/AdaBelief.cpython-38.pyc -------------------------------------------------------------------------------- /pypi_packages/adabelief_pytorch0.2.1/adabelief_pytorch/__pycache__/__init__.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_pytorch0.2.1/adabelief_pytorch/__pycache__/__init__.cpython-37.pyc -------------------------------------------------------------------------------- /pypi_packages/adabelief_pytorch0.2.1/adabelief_pytorch/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_pytorch0.2.1/adabelief_pytorch/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /pypi_packages/adabelief_pytorch0.2.1/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_pytorch0.2.1/setup.py -------------------------------------------------------------------------------- /pypi_packages/adabelief_tf0.0.1/LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_tf0.0.1/LICENSE.txt -------------------------------------------------------------------------------- /pypi_packages/adabelief_tf0.0.1/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_tf0.0.1/README.md -------------------------------------------------------------------------------- /pypi_packages/adabelief_tf0.0.1/adabelief_tf/AdaBelief_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_tf0.0.1/adabelief_tf/AdaBelief_tf.py -------------------------------------------------------------------------------- /pypi_packages/adabelief_tf0.0.1/adabelief_tf/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_tf0.0.1/adabelief_tf/__init__.py -------------------------------------------------------------------------------- /pypi_packages/adabelief_tf0.0.1/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_tf0.0.1/setup.py -------------------------------------------------------------------------------- /pypi_packages/adabelief_tf0.1.0/LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_tf0.1.0/LICENSE.txt -------------------------------------------------------------------------------- /pypi_packages/adabelief_tf0.1.0/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_tf0.1.0/README.md -------------------------------------------------------------------------------- /pypi_packages/adabelief_tf0.1.0/adabelief_tf/AdaBelief_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_tf0.1.0/adabelief_tf/AdaBelief_test.py -------------------------------------------------------------------------------- /pypi_packages/adabelief_tf0.1.0/adabelief_tf/AdaBelief_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_tf0.1.0/adabelief_tf/AdaBelief_tf.py -------------------------------------------------------------------------------- /pypi_packages/adabelief_tf0.1.0/adabelief_tf/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_tf0.1.0/adabelief_tf/__init__.py -------------------------------------------------------------------------------- /pypi_packages/adabelief_tf0.1.0/adabelief_tf/__pycache__/AdaBelief_tf.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_tf0.1.0/adabelief_tf/__pycache__/AdaBelief_tf.cpython-37.pyc -------------------------------------------------------------------------------- /pypi_packages/adabelief_tf0.1.0/adabelief_tf/__pycache__/__init__.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_tf0.1.0/adabelief_tf/__pycache__/__init__.cpython-37.pyc -------------------------------------------------------------------------------- /pypi_packages/adabelief_tf0.1.0/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_tf0.1.0/setup.py -------------------------------------------------------------------------------- /pypi_packages/adabelief_tf0.2.0/LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_tf0.2.0/LICENSE.txt -------------------------------------------------------------------------------- /pypi_packages/adabelief_tf0.2.0/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_tf0.2.0/README.md -------------------------------------------------------------------------------- /pypi_packages/adabelief_tf0.2.0/adabelief_tf/AdaBelief_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_tf0.2.0/adabelief_tf/AdaBelief_tf.py -------------------------------------------------------------------------------- /pypi_packages/adabelief_tf0.2.0/adabelief_tf/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_tf0.2.0/adabelief_tf/__init__.py -------------------------------------------------------------------------------- /pypi_packages/adabelief_tf0.2.0/adabelief_tf/__pycache__/AdaBelief_tf.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_tf0.2.0/adabelief_tf/__pycache__/AdaBelief_tf.cpython-37.pyc -------------------------------------------------------------------------------- /pypi_packages/adabelief_tf0.2.0/adabelief_tf/__pycache__/__init__.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_tf0.2.0/adabelief_tf/__pycache__/__init__.cpython-37.pyc -------------------------------------------------------------------------------- /pypi_packages/adabelief_tf0.2.0/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_tf0.2.0/setup.py -------------------------------------------------------------------------------- /pypi_packages/adabelief_tf0.2.1/LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_tf0.2.1/LICENSE.txt -------------------------------------------------------------------------------- /pypi_packages/adabelief_tf0.2.1/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_tf0.2.1/README.md -------------------------------------------------------------------------------- /pypi_packages/adabelief_tf0.2.1/adabelief_tf/AdaBelief_tf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_tf0.2.1/adabelief_tf/AdaBelief_tf.py -------------------------------------------------------------------------------- /pypi_packages/adabelief_tf0.2.1/adabelief_tf/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_tf0.2.1/adabelief_tf/__init__.py -------------------------------------------------------------------------------- /pypi_packages/adabelief_tf0.2.1/adabelief_tf/__pycache__/AdaBelief_tf.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_tf0.2.1/adabelief_tf/__pycache__/AdaBelief_tf.cpython-37.pyc -------------------------------------------------------------------------------- /pypi_packages/adabelief_tf0.2.1/adabelief_tf/__pycache__/__init__.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_tf0.2.1/adabelief_tf/__pycache__/__init__.cpython-37.pyc -------------------------------------------------------------------------------- /pypi_packages/adabelief_tf0.2.1/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/adabelief_tf0.2.1/setup.py -------------------------------------------------------------------------------- /pypi_packages/ranger_adabelief_0.0.9/LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/ranger_adabelief_0.0.9/LICENSE.txt -------------------------------------------------------------------------------- /pypi_packages/ranger_adabelief_0.0.9/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/ranger_adabelief_0.0.9/README.md -------------------------------------------------------------------------------- /pypi_packages/ranger_adabelief_0.0.9/ranger_adabelief/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/ranger_adabelief_0.0.9/ranger_adabelief/__init__.py -------------------------------------------------------------------------------- /pypi_packages/ranger_adabelief_0.0.9/ranger_adabelief/ranger_adabelief.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/ranger_adabelief_0.0.9/ranger_adabelief/ranger_adabelief.py -------------------------------------------------------------------------------- /pypi_packages/ranger_adabelief_0.0.9/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/ranger_adabelief_0.0.9/setup.py -------------------------------------------------------------------------------- /pypi_packages/ranger_adabelief_0.1.0/LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/ranger_adabelief_0.1.0/LICENSE.txt -------------------------------------------------------------------------------- /pypi_packages/ranger_adabelief_0.1.0/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/ranger_adabelief_0.1.0/README.md -------------------------------------------------------------------------------- /pypi_packages/ranger_adabelief_0.1.0/ranger_adabelief/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/ranger_adabelief_0.1.0/ranger_adabelief/__init__.py -------------------------------------------------------------------------------- /pypi_packages/ranger_adabelief_0.1.0/ranger_adabelief/ranger_adabelief.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/ranger_adabelief_0.1.0/ranger_adabelief/ranger_adabelief.py -------------------------------------------------------------------------------- /pypi_packages/ranger_adabelief_0.1.0/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/juntang-zhuang/Adabelief-Optimizer/HEAD/pypi_packages/ranger_adabelief_0.1.0/setup.py --------------------------------------------------------------------------------