├── .gitignore ├── LICENSE.md ├── README.md ├── ch01 ├── README.md ├── hungry.py ├── images │ ├── fig 1-1.png │ ├── fig 1-2.png │ ├── fig 1-3.png │ ├── fig 1-4.png │ └── fig 1-5.png ├── img_show.py ├── man.py ├── simple_graph.py ├── sin_cos_graph.py └── sin_graph.py ├── ch02 ├── README.md ├── and_gate.py ├── nand_gate.py ├── or_gate.py └── xor_gate.py ├── ch03 ├── README.md ├── mnist_show.py ├── neuralnet_mnist.py ├── neuralnet_mnist_batch.py ├── relu.py ├── sample_weight.pkl ├── sig_step_compare.py ├── sigmoid.py └── step_function.py ├── ch04 ├── README.md ├── gradient_1d.py ├── gradient_2d.py ├── gradient_method.py ├── gradient_simplenet.py ├── train_neuralnet.py └── two_layer_net.py ├── ch05 ├── README.md ├── buy_apple.py ├── buy_apple_orange.py ├── gradient_check.py ├── layer_naive.py ├── train_neuralnet.py └── two_layer_net.py ├── ch06 ├── README.md ├── batch_norm_gradient_check.py ├── batch_norm_test.py ├── hyperparameter_optimization.py ├── optimizer_compare_mnist.py ├── optimizer_compare_naive.py ├── overfit_dropout.py ├── overfit_weight_decay.py ├── weight_init_activation_histogram.py └── weight_init_compare.py ├── ch07 ├── README.md ├── apply_filter.py ├── gradient_check.py ├── params.pkl ├── simple_convnet.py ├── train_convnet.py └── visualize_filter.py ├── ch08 ├── README.md ├── awesome_net.py ├── deep_convnet.py ├── deep_convnet_params.pkl ├── half_float_network.py ├── misclassified_mnist.py └── train_deepnet.py ├── common ├── __init__.py ├── functions.py ├── gradient.py ├── layers.py ├── multi_layer_net.py ├── multi_layer_net_extend.py ├── optimizer.py ├── trainer.py └── util.py ├── cover_image.jpg ├── dataset ├── __init__.py ├── lena.png ├── lena_gray.png ├── mnist.py ├── t10k-images-idx3-ubyte.gz ├── t10k-labels-idx1-ubyte.gz ├── train-images-idx3-ubyte.gz └── train-labels-idx1-ubyte.gz ├── equations_and_figures.zip └── map.png /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/LICENSE.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/README.md -------------------------------------------------------------------------------- /ch01/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch01/README.md -------------------------------------------------------------------------------- /ch01/hungry.py: -------------------------------------------------------------------------------- 1 | print("I'm hungry!") 2 | -------------------------------------------------------------------------------- /ch01/images/fig 1-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch01/images/fig 1-1.png -------------------------------------------------------------------------------- /ch01/images/fig 1-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch01/images/fig 1-2.png -------------------------------------------------------------------------------- /ch01/images/fig 1-3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch01/images/fig 1-3.png -------------------------------------------------------------------------------- /ch01/images/fig 1-4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch01/images/fig 1-4.png -------------------------------------------------------------------------------- /ch01/images/fig 1-5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch01/images/fig 1-5.png -------------------------------------------------------------------------------- /ch01/img_show.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch01/img_show.py -------------------------------------------------------------------------------- /ch01/man.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch01/man.py -------------------------------------------------------------------------------- /ch01/simple_graph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch01/simple_graph.py -------------------------------------------------------------------------------- /ch01/sin_cos_graph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch01/sin_cos_graph.py -------------------------------------------------------------------------------- /ch01/sin_graph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch01/sin_graph.py -------------------------------------------------------------------------------- /ch02/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch02/README.md -------------------------------------------------------------------------------- /ch02/and_gate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch02/and_gate.py -------------------------------------------------------------------------------- /ch02/nand_gate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch02/nand_gate.py -------------------------------------------------------------------------------- /ch02/or_gate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch02/or_gate.py -------------------------------------------------------------------------------- /ch02/xor_gate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch02/xor_gate.py -------------------------------------------------------------------------------- /ch03/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch03/README.md -------------------------------------------------------------------------------- /ch03/mnist_show.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch03/mnist_show.py -------------------------------------------------------------------------------- /ch03/neuralnet_mnist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch03/neuralnet_mnist.py -------------------------------------------------------------------------------- /ch03/neuralnet_mnist_batch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch03/neuralnet_mnist_batch.py -------------------------------------------------------------------------------- /ch03/relu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch03/relu.py -------------------------------------------------------------------------------- /ch03/sample_weight.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch03/sample_weight.pkl -------------------------------------------------------------------------------- /ch03/sig_step_compare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch03/sig_step_compare.py -------------------------------------------------------------------------------- /ch03/sigmoid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch03/sigmoid.py -------------------------------------------------------------------------------- /ch03/step_function.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch03/step_function.py -------------------------------------------------------------------------------- /ch04/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch04/README.md -------------------------------------------------------------------------------- /ch04/gradient_1d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch04/gradient_1d.py -------------------------------------------------------------------------------- /ch04/gradient_2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch04/gradient_2d.py -------------------------------------------------------------------------------- /ch04/gradient_method.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch04/gradient_method.py -------------------------------------------------------------------------------- /ch04/gradient_simplenet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch04/gradient_simplenet.py -------------------------------------------------------------------------------- /ch04/train_neuralnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch04/train_neuralnet.py -------------------------------------------------------------------------------- /ch04/two_layer_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch04/two_layer_net.py -------------------------------------------------------------------------------- /ch05/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch05/README.md -------------------------------------------------------------------------------- /ch05/buy_apple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch05/buy_apple.py -------------------------------------------------------------------------------- /ch05/buy_apple_orange.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch05/buy_apple_orange.py -------------------------------------------------------------------------------- /ch05/gradient_check.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch05/gradient_check.py -------------------------------------------------------------------------------- /ch05/layer_naive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch05/layer_naive.py -------------------------------------------------------------------------------- /ch05/train_neuralnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch05/train_neuralnet.py -------------------------------------------------------------------------------- /ch05/two_layer_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch05/two_layer_net.py -------------------------------------------------------------------------------- /ch06/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch06/README.md -------------------------------------------------------------------------------- /ch06/batch_norm_gradient_check.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch06/batch_norm_gradient_check.py -------------------------------------------------------------------------------- /ch06/batch_norm_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch06/batch_norm_test.py -------------------------------------------------------------------------------- /ch06/hyperparameter_optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch06/hyperparameter_optimization.py -------------------------------------------------------------------------------- /ch06/optimizer_compare_mnist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch06/optimizer_compare_mnist.py -------------------------------------------------------------------------------- /ch06/optimizer_compare_naive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch06/optimizer_compare_naive.py -------------------------------------------------------------------------------- /ch06/overfit_dropout.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch06/overfit_dropout.py -------------------------------------------------------------------------------- /ch06/overfit_weight_decay.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch06/overfit_weight_decay.py -------------------------------------------------------------------------------- /ch06/weight_init_activation_histogram.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch06/weight_init_activation_histogram.py -------------------------------------------------------------------------------- /ch06/weight_init_compare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch06/weight_init_compare.py -------------------------------------------------------------------------------- /ch07/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch07/README.md -------------------------------------------------------------------------------- /ch07/apply_filter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch07/apply_filter.py -------------------------------------------------------------------------------- /ch07/gradient_check.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch07/gradient_check.py -------------------------------------------------------------------------------- /ch07/params.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch07/params.pkl -------------------------------------------------------------------------------- /ch07/simple_convnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch07/simple_convnet.py -------------------------------------------------------------------------------- /ch07/train_convnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch07/train_convnet.py -------------------------------------------------------------------------------- /ch07/visualize_filter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch07/visualize_filter.py -------------------------------------------------------------------------------- /ch08/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch08/README.md -------------------------------------------------------------------------------- /ch08/awesome_net.py: -------------------------------------------------------------------------------- 1 | # Create your awesome net!! -------------------------------------------------------------------------------- /ch08/deep_convnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch08/deep_convnet.py -------------------------------------------------------------------------------- /ch08/deep_convnet_params.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch08/deep_convnet_params.pkl -------------------------------------------------------------------------------- /ch08/half_float_network.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch08/half_float_network.py -------------------------------------------------------------------------------- /ch08/misclassified_mnist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch08/misclassified_mnist.py -------------------------------------------------------------------------------- /ch08/train_deepnet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/ch08/train_deepnet.py -------------------------------------------------------------------------------- /common/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /common/functions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/common/functions.py -------------------------------------------------------------------------------- /common/gradient.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/common/gradient.py -------------------------------------------------------------------------------- /common/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/common/layers.py -------------------------------------------------------------------------------- /common/multi_layer_net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/common/multi_layer_net.py -------------------------------------------------------------------------------- /common/multi_layer_net_extend.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/common/multi_layer_net_extend.py -------------------------------------------------------------------------------- /common/optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/common/optimizer.py -------------------------------------------------------------------------------- /common/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/common/trainer.py -------------------------------------------------------------------------------- /common/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/common/util.py -------------------------------------------------------------------------------- /cover_image.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/cover_image.jpg -------------------------------------------------------------------------------- /dataset/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dataset/lena.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/dataset/lena.png -------------------------------------------------------------------------------- /dataset/lena_gray.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/dataset/lena_gray.png -------------------------------------------------------------------------------- /dataset/mnist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/dataset/mnist.py -------------------------------------------------------------------------------- /dataset/t10k-images-idx3-ubyte.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/dataset/t10k-images-idx3-ubyte.gz -------------------------------------------------------------------------------- /dataset/t10k-labels-idx1-ubyte.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/dataset/t10k-labels-idx1-ubyte.gz -------------------------------------------------------------------------------- /dataset/train-images-idx3-ubyte.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/dataset/train-images-idx3-ubyte.gz -------------------------------------------------------------------------------- /dataset/train-labels-idx1-ubyte.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/dataset/train-labels-idx1-ubyte.gz -------------------------------------------------------------------------------- /equations_and_figures.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/equations_and_figures.zip -------------------------------------------------------------------------------- /map.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ahn-github/saito-goki/HEAD/map.png --------------------------------------------------------------------------------