├── .github └── ISSUE_TEMPLATE │ ├── bug_report.md │ └── feature_request.md ├── .gitignore ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── activations ├── README.md ├── __init__.py ├── activation_functions.py └── images │ ├── Identity_eq.png │ ├── binarystep.png │ ├── binarystep_eq.png │ ├── gelu-eq.png │ ├── gelu.png │ ├── identity.png │ ├── leaky_relu-eq.png │ ├── leaky_relu.png │ ├── linear.png │ ├── linear_eq.png │ ├── relu-eq.png │ ├── relu.png │ ├── sigmoid-eq.png │ ├── sigmoid.png │ ├── softmax-eq.png │ ├── tanh-eq.png │ └── tanh.png ├── config.py ├── core ├── README.md ├── __init__.py ├── activation_layer.py ├── dense.py ├── images │ ├── back_prop.svg │ ├── forward_prop.svg │ ├── grad_desc.svg │ └── neuron.png ├── layer.py └── network.py ├── images └── nn.webp ├── loss ├── README.md ├── __init__.py ├── images │ ├── cross_entropy.png │ ├── cross_entropy.svg │ ├── mae.png │ └── mse.png └── loss_functions.py ├── main.py ├── optimizers ├── README.md ├── __init__.py ├── images │ ├── adam.svg │ ├── gd.svg │ ├── momentum.svg │ └── rms_prop.svg └── optimizer_functions.py └── requirements.txt /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/.gitignore -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/README.md -------------------------------------------------------------------------------- /activations/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/activations/README.md -------------------------------------------------------------------------------- /activations/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /activations/activation_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/activations/activation_functions.py -------------------------------------------------------------------------------- /activations/images/Identity_eq.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/activations/images/Identity_eq.png -------------------------------------------------------------------------------- /activations/images/binarystep.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/activations/images/binarystep.png -------------------------------------------------------------------------------- /activations/images/binarystep_eq.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/activations/images/binarystep_eq.png -------------------------------------------------------------------------------- /activations/images/gelu-eq.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/activations/images/gelu-eq.png -------------------------------------------------------------------------------- /activations/images/gelu.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/activations/images/gelu.png -------------------------------------------------------------------------------- /activations/images/identity.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/activations/images/identity.png -------------------------------------------------------------------------------- /activations/images/leaky_relu-eq.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/activations/images/leaky_relu-eq.png -------------------------------------------------------------------------------- /activations/images/leaky_relu.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/activations/images/leaky_relu.png -------------------------------------------------------------------------------- /activations/images/linear.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/activations/images/linear.png -------------------------------------------------------------------------------- /activations/images/linear_eq.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/activations/images/linear_eq.png -------------------------------------------------------------------------------- /activations/images/relu-eq.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/activations/images/relu-eq.png -------------------------------------------------------------------------------- /activations/images/relu.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/activations/images/relu.png -------------------------------------------------------------------------------- /activations/images/sigmoid-eq.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/activations/images/sigmoid-eq.png -------------------------------------------------------------------------------- /activations/images/sigmoid.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/activations/images/sigmoid.png -------------------------------------------------------------------------------- /activations/images/softmax-eq.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/activations/images/softmax-eq.png -------------------------------------------------------------------------------- /activations/images/tanh-eq.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/activations/images/tanh-eq.png -------------------------------------------------------------------------------- /activations/images/tanh.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/activations/images/tanh.png -------------------------------------------------------------------------------- /config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/config.py -------------------------------------------------------------------------------- /core/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/core/README.md -------------------------------------------------------------------------------- /core/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /core/activation_layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/core/activation_layer.py -------------------------------------------------------------------------------- /core/dense.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/core/dense.py -------------------------------------------------------------------------------- /core/images/back_prop.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/core/images/back_prop.svg -------------------------------------------------------------------------------- /core/images/forward_prop.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/core/images/forward_prop.svg -------------------------------------------------------------------------------- /core/images/grad_desc.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/core/images/grad_desc.svg -------------------------------------------------------------------------------- /core/images/neuron.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/core/images/neuron.png -------------------------------------------------------------------------------- /core/layer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/core/layer.py -------------------------------------------------------------------------------- /core/network.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/core/network.py -------------------------------------------------------------------------------- /images/nn.webp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/images/nn.webp -------------------------------------------------------------------------------- /loss/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/loss/README.md -------------------------------------------------------------------------------- /loss/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /loss/images/cross_entropy.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/loss/images/cross_entropy.png -------------------------------------------------------------------------------- /loss/images/cross_entropy.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/loss/images/cross_entropy.svg -------------------------------------------------------------------------------- /loss/images/mae.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/loss/images/mae.png -------------------------------------------------------------------------------- /loss/images/mse.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/loss/images/mse.png -------------------------------------------------------------------------------- /loss/loss_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/loss/loss_functions.py -------------------------------------------------------------------------------- /main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/main.py -------------------------------------------------------------------------------- /optimizers/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/optimizers/README.md -------------------------------------------------------------------------------- /optimizers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /optimizers/images/adam.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/optimizers/images/adam.svg -------------------------------------------------------------------------------- /optimizers/images/gd.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/optimizers/images/gd.svg -------------------------------------------------------------------------------- /optimizers/images/momentum.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/optimizers/images/momentum.svg -------------------------------------------------------------------------------- /optimizers/images/rms_prop.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/optimizers/images/rms_prop.svg -------------------------------------------------------------------------------- /optimizers/optimizer_functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RyanDsilva/nn-from-scratch/HEAD/optimizers/optimizer_functions.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | numpy 2 | keras --------------------------------------------------------------------------------