├── .conda_env.yml ├── .envrc ├── .flake8 ├── .github └── workflows │ └── lint.yaml ├── .gitignore ├── .isort.cfg ├── .pre-commit-config.yaml ├── LICENSE ├── README.md ├── assets ├── hbp.pdf └── hbp.png ├── black.toml ├── bpexts ├── __init__.py ├── cvp │ ├── __init__.py │ ├── conv2d.py │ ├── crossentropy.py │ ├── flatten.py │ ├── linear.py │ ├── maxpool2d.py │ ├── nonlinear.py │ ├── padding.py │ ├── relu.py │ ├── sequential.py │ ├── sigmoid.py │ └── tanh.py ├── decorator.py ├── hbp │ ├── __init__.py │ ├── conv2d.py │ ├── crossentropy.py │ ├── flatten.py │ ├── linear.py │ ├── loss.py │ ├── maxpool2d.py │ ├── module.py │ ├── nonlinear.py │ ├── parallel │ │ ├── __init__.py │ │ ├── linear.py │ │ ├── parallel.py │ │ └── sequential.py │ ├── relu.py │ ├── sequential.py │ ├── sigmoid.py │ └── tanh.py ├── optim │ ├── __init__.py │ ├── cg_newton.py │ └── conjugate_gradient.py └── utils.py ├── dat.zip ├── examples ├── 01_hbp_single_layer_mnist.py └── 02_hbp_sequential_cifar10.py ├── exp ├── __init__.py ├── exp01_chen2018_fig2_cifar10.py ├── exp02_chen2018_splitting_cifar10.py ├── exp08_c4d3_optimization_adam.py ├── exp08_c4d3_optimization_cvp.py ├── exp08_c4d3_optimization_kfac.py ├── exp08_c4d3_optimization_sgd.py ├── exp09_cifar10_deepobs_3c3d_adam.py ├── exp09_cifar10_deepobs_3c3d_cvp.py ├── exp09_cifar10_deepobs_3c3d_sgd.py ├── fig_exp01_chen2018_fig2_cifar10.py ├── fig_exp02_chen2018_splitting_cifar10.py ├── fig_exp08_c4d3_optimization.py ├── fig_exp09_c3d3_optimization.py ├── kfac_integration_test.py ├── loading │ ├── __init__.py │ ├── load_cifar10.py │ ├── load_cifar10_test.py │ ├── load_dataset.py │ ├── load_dataset_test.py │ ├── load_mnist.py │ └── load_mnist_test.py ├── models │ ├── __init__.py │ ├── chen2018.py │ ├── chen2018_test.py │ └── convolution.py ├── plotting │ ├── __init__.py │ ├── plotting.py │ └── plotting_test.py ├── third_party │ ├── README.md │ ├── __init__.py │ ├── optimizers │ │ ├── __init__.py │ │ ├── ekfac.py │ │ └── kfac.py │ └── utils │ │ ├── __init__.py │ │ └── kfac_utils.py ├── training │ ├── __init__.py │ ├── first_order.py │ ├── first_order_test.py │ ├── logger.py │ ├── logger_test.py │ ├── merger.py │ ├── merger_test.py │ ├── runner.py │ ├── runner_test.py │ ├── second_order.py │ ├── second_order_test.py │ ├── training.py │ └── training_test.py └── utils.py ├── makefile ├── reproduce.sh ├── requirements.txt ├── scripts ├── create_paper_figs.sh ├── extract_data.sh ├── extract_paper_figs.sh └── run_paper_experiments.sh ├── setup.py └── tests ├── __init__.py ├── cvp ├── __init__.py ├── conv2d_nontrivial_test.py ├── conv2d_simple_test.py ├── crossentropy_test.py ├── cvp_loss_test.py ├── cvp_test.py ├── flatten_test.py ├── linear_test.py ├── maxpool2d_no_overlap_test.py ├── maxpool2d_overlap_test.py ├── padding.py ├── relu_test.py ├── sequential_test.py ├── sigmoid_test.py └── tanh_test.py ├── decorator_test.py ├── hbp ├── __init__.py ├── conv2d_hardcoded_test.py ├── conv2d_nontrivial_test.py ├── conv2d_simple_test.py ├── flatten_test.py ├── hbp_test.py ├── linear_test.py ├── loss_test.py ├── maxpool2d_test.py ├── mode_test.py ├── module_test.py ├── parallel │ ├── __init__.py │ ├── auxiliary_test.py │ ├── linear_test.py │ └── sequential_test.py ├── relu_test.py ├── sequential_test.py ├── sigmoid_test.py └── tanh_test.py ├── hessian ├── __init__.py └── exact_test.py ├── optim ├── __init__.py ├── cg_newton_test.py └── conjugate_gradient_test.py └── utils.py /.conda_env.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/.conda_env.yml -------------------------------------------------------------------------------- /.envrc: -------------------------------------------------------------------------------- 1 | source ~/anaconda3/bin/activate hbp-experiments 2 | -------------------------------------------------------------------------------- /.flake8: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/.flake8 -------------------------------------------------------------------------------- /.github/workflows/lint.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/.github/workflows/lint.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/.gitignore -------------------------------------------------------------------------------- /.isort.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/.isort.cfg -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/README.md -------------------------------------------------------------------------------- /assets/hbp.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/assets/hbp.pdf -------------------------------------------------------------------------------- /assets/hbp.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/assets/hbp.png -------------------------------------------------------------------------------- /black.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/black.toml -------------------------------------------------------------------------------- /bpexts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bpexts/cvp/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bpexts/cvp/conv2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/bpexts/cvp/conv2d.py -------------------------------------------------------------------------------- /bpexts/cvp/crossentropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/bpexts/cvp/crossentropy.py -------------------------------------------------------------------------------- /bpexts/cvp/flatten.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/bpexts/cvp/flatten.py -------------------------------------------------------------------------------- /bpexts/cvp/linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/bpexts/cvp/linear.py -------------------------------------------------------------------------------- /bpexts/cvp/maxpool2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/bpexts/cvp/maxpool2d.py -------------------------------------------------------------------------------- /bpexts/cvp/nonlinear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/bpexts/cvp/nonlinear.py -------------------------------------------------------------------------------- /bpexts/cvp/padding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/bpexts/cvp/padding.py -------------------------------------------------------------------------------- /bpexts/cvp/relu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/bpexts/cvp/relu.py -------------------------------------------------------------------------------- /bpexts/cvp/sequential.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/bpexts/cvp/sequential.py -------------------------------------------------------------------------------- /bpexts/cvp/sigmoid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/bpexts/cvp/sigmoid.py -------------------------------------------------------------------------------- /bpexts/cvp/tanh.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/bpexts/cvp/tanh.py -------------------------------------------------------------------------------- /bpexts/decorator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/bpexts/decorator.py -------------------------------------------------------------------------------- /bpexts/hbp/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /bpexts/hbp/conv2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/bpexts/hbp/conv2d.py -------------------------------------------------------------------------------- /bpexts/hbp/crossentropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/bpexts/hbp/crossentropy.py -------------------------------------------------------------------------------- /bpexts/hbp/flatten.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/bpexts/hbp/flatten.py -------------------------------------------------------------------------------- /bpexts/hbp/linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/bpexts/hbp/linear.py -------------------------------------------------------------------------------- /bpexts/hbp/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/bpexts/hbp/loss.py -------------------------------------------------------------------------------- /bpexts/hbp/maxpool2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/bpexts/hbp/maxpool2d.py -------------------------------------------------------------------------------- /bpexts/hbp/module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/bpexts/hbp/module.py -------------------------------------------------------------------------------- /bpexts/hbp/nonlinear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/bpexts/hbp/nonlinear.py -------------------------------------------------------------------------------- /bpexts/hbp/parallel/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/bpexts/hbp/parallel/__init__.py -------------------------------------------------------------------------------- /bpexts/hbp/parallel/linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/bpexts/hbp/parallel/linear.py -------------------------------------------------------------------------------- /bpexts/hbp/parallel/parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/bpexts/hbp/parallel/parallel.py -------------------------------------------------------------------------------- /bpexts/hbp/parallel/sequential.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/bpexts/hbp/parallel/sequential.py -------------------------------------------------------------------------------- /bpexts/hbp/relu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/bpexts/hbp/relu.py -------------------------------------------------------------------------------- /bpexts/hbp/sequential.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/bpexts/hbp/sequential.py -------------------------------------------------------------------------------- /bpexts/hbp/sigmoid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/bpexts/hbp/sigmoid.py -------------------------------------------------------------------------------- /bpexts/hbp/tanh.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/bpexts/hbp/tanh.py -------------------------------------------------------------------------------- /bpexts/optim/__init__.py: -------------------------------------------------------------------------------- 1 | """Optimization methods.""" 2 | -------------------------------------------------------------------------------- /bpexts/optim/cg_newton.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/bpexts/optim/cg_newton.py -------------------------------------------------------------------------------- /bpexts/optim/conjugate_gradient.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/bpexts/optim/conjugate_gradient.py -------------------------------------------------------------------------------- /bpexts/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/bpexts/utils.py -------------------------------------------------------------------------------- /dat.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/dat.zip -------------------------------------------------------------------------------- /examples/01_hbp_single_layer_mnist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/examples/01_hbp_single_layer_mnist.py -------------------------------------------------------------------------------- /examples/02_hbp_sequential_cifar10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/examples/02_hbp_sequential_cifar10.py -------------------------------------------------------------------------------- /exp/__init__.py: -------------------------------------------------------------------------------- 1 | """Experiments with modified backward pass and optimizers.""" 2 | -------------------------------------------------------------------------------- /exp/exp01_chen2018_fig2_cifar10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/exp01_chen2018_fig2_cifar10.py -------------------------------------------------------------------------------- /exp/exp02_chen2018_splitting_cifar10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/exp02_chen2018_splitting_cifar10.py -------------------------------------------------------------------------------- /exp/exp08_c4d3_optimization_adam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/exp08_c4d3_optimization_adam.py -------------------------------------------------------------------------------- /exp/exp08_c4d3_optimization_cvp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/exp08_c4d3_optimization_cvp.py -------------------------------------------------------------------------------- /exp/exp08_c4d3_optimization_kfac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/exp08_c4d3_optimization_kfac.py -------------------------------------------------------------------------------- /exp/exp08_c4d3_optimization_sgd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/exp08_c4d3_optimization_sgd.py -------------------------------------------------------------------------------- /exp/exp09_cifar10_deepobs_3c3d_adam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/exp09_cifar10_deepobs_3c3d_adam.py -------------------------------------------------------------------------------- /exp/exp09_cifar10_deepobs_3c3d_cvp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/exp09_cifar10_deepobs_3c3d_cvp.py -------------------------------------------------------------------------------- /exp/exp09_cifar10_deepobs_3c3d_sgd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/exp09_cifar10_deepobs_3c3d_sgd.py -------------------------------------------------------------------------------- /exp/fig_exp01_chen2018_fig2_cifar10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/fig_exp01_chen2018_fig2_cifar10.py -------------------------------------------------------------------------------- /exp/fig_exp02_chen2018_splitting_cifar10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/fig_exp02_chen2018_splitting_cifar10.py -------------------------------------------------------------------------------- /exp/fig_exp08_c4d3_optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/fig_exp08_c4d3_optimization.py -------------------------------------------------------------------------------- /exp/fig_exp09_c3d3_optimization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/fig_exp09_c3d3_optimization.py -------------------------------------------------------------------------------- /exp/kfac_integration_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/kfac_integration_test.py -------------------------------------------------------------------------------- /exp/loading/__init__.py: -------------------------------------------------------------------------------- 1 | """Provide loading methods for datasets.""" 2 | -------------------------------------------------------------------------------- /exp/loading/load_cifar10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/loading/load_cifar10.py -------------------------------------------------------------------------------- /exp/loading/load_cifar10_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/loading/load_cifar10_test.py -------------------------------------------------------------------------------- /exp/loading/load_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/loading/load_dataset.py -------------------------------------------------------------------------------- /exp/loading/load_dataset_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/loading/load_dataset_test.py -------------------------------------------------------------------------------- /exp/loading/load_mnist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/loading/load_mnist.py -------------------------------------------------------------------------------- /exp/loading/load_mnist_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/loading/load_mnist_test.py -------------------------------------------------------------------------------- /exp/models/__init__.py: -------------------------------------------------------------------------------- 1 | """Provide models for experiments.""" 2 | -------------------------------------------------------------------------------- /exp/models/chen2018.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/models/chen2018.py -------------------------------------------------------------------------------- /exp/models/chen2018_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/models/chen2018_test.py -------------------------------------------------------------------------------- /exp/models/convolution.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/models/convolution.py -------------------------------------------------------------------------------- /exp/plotting/__init__.py: -------------------------------------------------------------------------------- 1 | """Plotting with matplotlib2tikz .tex output.""" 2 | -------------------------------------------------------------------------------- /exp/plotting/plotting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/plotting/plotting.py -------------------------------------------------------------------------------- /exp/plotting/plotting_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/plotting/plotting_test.py -------------------------------------------------------------------------------- /exp/third_party/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/third_party/README.md -------------------------------------------------------------------------------- /exp/third_party/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /exp/third_party/optimizers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /exp/third_party/optimizers/ekfac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/third_party/optimizers/ekfac.py -------------------------------------------------------------------------------- /exp/third_party/optimizers/kfac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/third_party/optimizers/kfac.py -------------------------------------------------------------------------------- /exp/third_party/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /exp/third_party/utils/kfac_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/third_party/utils/kfac_utils.py -------------------------------------------------------------------------------- /exp/training/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/training/__init__.py -------------------------------------------------------------------------------- /exp/training/first_order.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/training/first_order.py -------------------------------------------------------------------------------- /exp/training/first_order_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/training/first_order_test.py -------------------------------------------------------------------------------- /exp/training/logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/training/logger.py -------------------------------------------------------------------------------- /exp/training/logger_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/training/logger_test.py -------------------------------------------------------------------------------- /exp/training/merger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/training/merger.py -------------------------------------------------------------------------------- /exp/training/merger_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/training/merger_test.py -------------------------------------------------------------------------------- /exp/training/runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/training/runner.py -------------------------------------------------------------------------------- /exp/training/runner_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/training/runner_test.py -------------------------------------------------------------------------------- /exp/training/second_order.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/training/second_order.py -------------------------------------------------------------------------------- /exp/training/second_order_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/training/second_order_test.py -------------------------------------------------------------------------------- /exp/training/training.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/training/training.py -------------------------------------------------------------------------------- /exp/training/training_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/training/training_test.py -------------------------------------------------------------------------------- /exp/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/exp/utils.py -------------------------------------------------------------------------------- /makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/makefile -------------------------------------------------------------------------------- /reproduce.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/reproduce.sh -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/create_paper_figs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/scripts/create_paper_figs.sh -------------------------------------------------------------------------------- /scripts/extract_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/scripts/extract_data.sh -------------------------------------------------------------------------------- /scripts/extract_paper_figs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/scripts/extract_paper_figs.sh -------------------------------------------------------------------------------- /scripts/run_paper_experiments.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/scripts/run_paper_experiments.sh -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/setup.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/cvp/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/cvp/conv2d_nontrivial_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/tests/cvp/conv2d_nontrivial_test.py -------------------------------------------------------------------------------- /tests/cvp/conv2d_simple_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/tests/cvp/conv2d_simple_test.py -------------------------------------------------------------------------------- /tests/cvp/crossentropy_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/tests/cvp/crossentropy_test.py -------------------------------------------------------------------------------- /tests/cvp/cvp_loss_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/tests/cvp/cvp_loss_test.py -------------------------------------------------------------------------------- /tests/cvp/cvp_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/tests/cvp/cvp_test.py -------------------------------------------------------------------------------- /tests/cvp/flatten_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/tests/cvp/flatten_test.py -------------------------------------------------------------------------------- /tests/cvp/linear_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/tests/cvp/linear_test.py -------------------------------------------------------------------------------- /tests/cvp/maxpool2d_no_overlap_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/tests/cvp/maxpool2d_no_overlap_test.py -------------------------------------------------------------------------------- /tests/cvp/maxpool2d_overlap_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/tests/cvp/maxpool2d_overlap_test.py -------------------------------------------------------------------------------- /tests/cvp/padding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/tests/cvp/padding.py -------------------------------------------------------------------------------- /tests/cvp/relu_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/tests/cvp/relu_test.py -------------------------------------------------------------------------------- /tests/cvp/sequential_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/tests/cvp/sequential_test.py -------------------------------------------------------------------------------- /tests/cvp/sigmoid_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/tests/cvp/sigmoid_test.py -------------------------------------------------------------------------------- /tests/cvp/tanh_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/tests/cvp/tanh_test.py -------------------------------------------------------------------------------- /tests/decorator_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/tests/decorator_test.py -------------------------------------------------------------------------------- /tests/hbp/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/hbp/conv2d_hardcoded_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/tests/hbp/conv2d_hardcoded_test.py -------------------------------------------------------------------------------- /tests/hbp/conv2d_nontrivial_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/tests/hbp/conv2d_nontrivial_test.py -------------------------------------------------------------------------------- /tests/hbp/conv2d_simple_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/tests/hbp/conv2d_simple_test.py -------------------------------------------------------------------------------- /tests/hbp/flatten_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/tests/hbp/flatten_test.py -------------------------------------------------------------------------------- /tests/hbp/hbp_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/tests/hbp/hbp_test.py -------------------------------------------------------------------------------- /tests/hbp/linear_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/tests/hbp/linear_test.py -------------------------------------------------------------------------------- /tests/hbp/loss_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/tests/hbp/loss_test.py -------------------------------------------------------------------------------- /tests/hbp/maxpool2d_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/tests/hbp/maxpool2d_test.py -------------------------------------------------------------------------------- /tests/hbp/mode_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/tests/hbp/mode_test.py -------------------------------------------------------------------------------- /tests/hbp/module_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/tests/hbp/module_test.py -------------------------------------------------------------------------------- /tests/hbp/parallel/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/hbp/parallel/auxiliary_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/tests/hbp/parallel/auxiliary_test.py -------------------------------------------------------------------------------- /tests/hbp/parallel/linear_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/tests/hbp/parallel/linear_test.py -------------------------------------------------------------------------------- /tests/hbp/parallel/sequential_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/tests/hbp/parallel/sequential_test.py -------------------------------------------------------------------------------- /tests/hbp/relu_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/tests/hbp/relu_test.py -------------------------------------------------------------------------------- /tests/hbp/sequential_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/tests/hbp/sequential_test.py -------------------------------------------------------------------------------- /tests/hbp/sigmoid_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/tests/hbp/sigmoid_test.py -------------------------------------------------------------------------------- /tests/hbp/tanh_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/tests/hbp/tanh_test.py -------------------------------------------------------------------------------- /tests/hessian/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/hessian/exact_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/tests/hessian/exact_test.py -------------------------------------------------------------------------------- /tests/optim/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/optim/cg_newton_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/tests/optim/cg_newton_test.py -------------------------------------------------------------------------------- /tests/optim/conjugate_gradient_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/tests/optim/conjugate_gradient_test.py -------------------------------------------------------------------------------- /tests/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/f-dangel/hbp/HEAD/tests/utils.py --------------------------------------------------------------------------------