├── .gitignore ├── .vscode └── spellright.dict ├── CustomAdam.py ├── Optimizer_Experimentation.ipynb ├── README.md ├── __pycache__ └── CustomAdam.cpython-310.pyc └── images ├── ADAM_ALGORITHM.jpg ├── BOHACHEVSKY_FUNCTION.jpg ├── BOOTH_FUNCTION.jpg ├── BUKIN_FUNCTION.jpg ├── EASOM_FUNCTION.jpg ├── GRADIENT-DESCENT-GIF.gif ├── LOSS_FUNCTIONS_DIAGRAM.jpg ├── OPTIMIZER_COMPARISON_GRAPH.png ├── ROSENBROCK_FUNCTION.jpg └── THREE-HUMP_CAMEL_FUNCTION.jpg /.gitignore: -------------------------------------------------------------------------------- 1 | .autogit -------------------------------------------------------------------------------- /.vscode/spellright.dict: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thetechdude124/Adam-Optimization-From-Scratch/HEAD/.vscode/spellright.dict -------------------------------------------------------------------------------- /CustomAdam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thetechdude124/Adam-Optimization-From-Scratch/HEAD/CustomAdam.py -------------------------------------------------------------------------------- /Optimizer_Experimentation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thetechdude124/Adam-Optimization-From-Scratch/HEAD/Optimizer_Experimentation.ipynb -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thetechdude124/Adam-Optimization-From-Scratch/HEAD/README.md -------------------------------------------------------------------------------- /__pycache__/CustomAdam.cpython-310.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thetechdude124/Adam-Optimization-From-Scratch/HEAD/__pycache__/CustomAdam.cpython-310.pyc -------------------------------------------------------------------------------- /images/ADAM_ALGORITHM.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thetechdude124/Adam-Optimization-From-Scratch/HEAD/images/ADAM_ALGORITHM.jpg -------------------------------------------------------------------------------- /images/BOHACHEVSKY_FUNCTION.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thetechdude124/Adam-Optimization-From-Scratch/HEAD/images/BOHACHEVSKY_FUNCTION.jpg -------------------------------------------------------------------------------- /images/BOOTH_FUNCTION.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thetechdude124/Adam-Optimization-From-Scratch/HEAD/images/BOOTH_FUNCTION.jpg -------------------------------------------------------------------------------- /images/BUKIN_FUNCTION.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thetechdude124/Adam-Optimization-From-Scratch/HEAD/images/BUKIN_FUNCTION.jpg -------------------------------------------------------------------------------- /images/EASOM_FUNCTION.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thetechdude124/Adam-Optimization-From-Scratch/HEAD/images/EASOM_FUNCTION.jpg -------------------------------------------------------------------------------- /images/GRADIENT-DESCENT-GIF.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thetechdude124/Adam-Optimization-From-Scratch/HEAD/images/GRADIENT-DESCENT-GIF.gif -------------------------------------------------------------------------------- /images/LOSS_FUNCTIONS_DIAGRAM.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thetechdude124/Adam-Optimization-From-Scratch/HEAD/images/LOSS_FUNCTIONS_DIAGRAM.jpg -------------------------------------------------------------------------------- /images/OPTIMIZER_COMPARISON_GRAPH.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thetechdude124/Adam-Optimization-From-Scratch/HEAD/images/OPTIMIZER_COMPARISON_GRAPH.png -------------------------------------------------------------------------------- /images/ROSENBROCK_FUNCTION.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thetechdude124/Adam-Optimization-From-Scratch/HEAD/images/ROSENBROCK_FUNCTION.jpg -------------------------------------------------------------------------------- /images/THREE-HUMP_CAMEL_FUNCTION.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thetechdude124/Adam-Optimization-From-Scratch/HEAD/images/THREE-HUMP_CAMEL_FUNCTION.jpg --------------------------------------------------------------------------------