├── .gitattributes ├── .gitignore ├── CITATION.cff ├── LICENSE ├── Makefile ├── README.md ├── experiments ├── number_translation.py ├── sequential_mnist.py ├── sequential_svhn.py ├── simple_function_recurrent.py └── simple_function_static.py ├── export ├── _compute_summary.r ├── _function_task_expand_name.r ├── _function_task_table.r ├── _plot_parameter.r ├── _sequential_mnist_expand_name.r ├── function_task_static.r ├── function_task_static_ablation.r ├── function_task_static_ks.r ├── function_task_static_learning.r ├── function_task_static_mse_expectation.r ├── function_task_static_mul_hidden_size.r ├── function_task_static_mul_hidden_size_ablation.r ├── function_task_static_mul_input_size.r ├── function_task_static_mul_overlap.r ├── function_task_static_mul_paramaters.r ├── function_task_static_mul_range.r ├── function_task_static_mul_subset.r ├── function_task_static_nalu.r ├── function_task_static_plot_example.r ├── function_task_static_regualization.r ├── nac-mul-and-mnac-loss-curvature.mpl ├── sequential_mnist.py ├── sequential_mnist_mse_expectation.r ├── sequential_mnist_prod_boundary_interpolation.R ├── sequential_mnist_prod_boundary_output.r ├── sequential_mnist_prod_horizon_output.R ├── sequential_mnist_prod_long.r ├── sequential_mnist_prod_long_backup.r ├── sequential_mnist_sum.r ├── sequential_mnist_sum_long.r ├── simple_function_static.py └── simple_mul.r ├── lfs_batch_jobs ├── execute_all.sh ├── function_task_static.sh ├── function_task_static_csv_metrics.sh ├── function_task_static_learning.sh ├── function_task_static_mul_hidden_size.sh ├── function_task_static_mul_hidden_size_ablation.sh ├── function_task_static_mul_input_size.sh ├── function_task_static_mul_num_subsets.sh ├── function_task_static_mul_overlap.sh ├── function_task_static_mul_range.sh ├── function_task_static_mul_subset.sh ├── function_task_static_nalu.sh ├── function_task_static_regualization.sh ├── sequential_mnist_csv_metrics.sh ├── sequential_mnist_prod_interpolation.sh ├── sequential_mnist_prod_long.sh ├── sequential_mnist_prod_outputs.sh ├── sequential_mnist_prod_reference.sh ├── sequential_mnist_sum_long.sh ├── sequential_mnist_sum_reference.sh ├── sequential_svhn_prod_long.sh ├── sequential_svhn_prod_reference.sh └── simple_mul.sh ├── nmu-social.svg ├── notebook ├── GradientBandit.ipynb ├── GumbelNAC.ipynb └── RegualizedLinear.ipynb ├── notes ├── gumbel-nac-initialization.Rmd ├── loss-curvature.mpl ├── mnac-initialization.Rmd ├── nac-initialization.Rmd ├── nac-mul.Rmd ├── nalu-gradient.Rmd ├── nalu-initialization.Rmd ├── nalu-initialization.html └── simple-function-expectation.Rmd ├── paper ├── README.md ├── appendix │ ├── gradient-derivatives.tex │ ├── moments.tex │ ├── nalu-author-comments.tex │ ├── sequential-mnist.tex │ └── simple-function-task.tex ├── bibliography.bib ├── drawing │ ├── function_task_static_problem.svg │ ├── mnist_sequence_problem.svg │ ├── nmu-simple.svg │ └── nmu.svg ├── fancyhdr.sty ├── graphics │ ├── function_task_static_problem.pdf │ ├── language-to-numbers.png │ ├── mnist_sequence_problem.pdf │ ├── nac-mul-eps-1.png │ ├── nac-mul-eps-1em1.png │ ├── nac-mul-eps-1em7.png │ ├── nac-mul-expectation-estimate.pdf │ ├── nac-mul-nmu.png │ ├── nmu-simple.pdf │ └── nmu.pdf ├── iclr2020_conference.bst ├── iclr2020_conference.sty ├── main.pdf ├── main.tex ├── results │ ├── function_task_static.tex │ ├── function_task_static_ablation.tex │ ├── function_task_static_all.tex │ ├── function_task_static_nalu.pdf │ ├── function_task_static_nalu.tex │ ├── function_task_static_reproduce.tex │ ├── sequential_mnist_prod_long.pdf │ ├── sequential_mnist_prod_long_ablation.pdf │ ├── sequential_mnist_prod_long_short.pdf │ ├── sequential_mnist_sum_long.pdf │ ├── sequential_mnist_sum_long_ablation.pdf │ ├── sft-last.csv │ ├── sft-short.csv │ ├── simple_function_static_learning_add.pdf │ ├── simple_function_static_learning_div.pdf │ ├── simple_function_static_learning_mul.pdf │ ├── simple_function_static_learning_sub.pdf │ ├── simple_function_static_mul_hidden_size.pdf │ ├── simple_function_static_mul_hidden_size_ablation.pdf │ ├── simple_function_static_mul_hidden_size_short.pdf │ ├── simple_function_static_mul_input_size.pdf │ ├── simple_function_static_mul_overlap.pdf │ ├── simple_function_static_mul_parameter.pdf │ ├── simple_function_static_mul_parameter_onerow.pdf │ ├── simple_function_static_mul_parameters.pdf │ ├── simple_function_static_mul_range.pdf │ ├── simple_function_static_mul_range_reproduce.pdf │ ├── simple_function_static_mul_subset.pdf │ ├── simple_function_static_regualization_add.pdf │ ├── simple_function_static_regualization_mul.pdf │ ├── simple_function_static_regualization_sub.pdf │ └── simple_mul.tex └── sections │ ├── conclusion.tex │ ├── introduction.tex │ ├── methods.tex │ ├── related-work.tex │ └── results.tex ├── poster ├── poster.pdf └── poster.svg ├── python_lfs_job.sh ├── readme-image.png ├── setup.py ├── slides ├── iclr-spotlight.key └── iclr-spotlight.pdf ├── stable_nalu ├── __init__.py ├── abstract │ ├── __init__.py │ └── _extended_torch_module.py ├── dataset │ ├── __init__.py │ ├── _dataloader.py │ ├── _partial_dataset.py │ ├── _simple_function_abstact.py │ ├── number_translation.py │ ├── number_translation_test.py │ ├── sequential_mnist.py │ ├── sequential_mnist_test.py │ ├── sequential_svhn.py │ ├── simple_function_recurrent.py │ ├── simple_function_recurrent_test.py │ ├── simple_function_static.py │ └── simple_function_static_test.py ├── functional │ ├── __init__.py │ ├── batch_linear.py │ ├── gated_choice.py │ ├── gated_choice_test.py │ ├── gumbel.py │ ├── mnac.py │ ├── nac_weight.py │ ├── nac_weight_test.py │ ├── regualizer.py │ ├── regualizer_nau_z.py │ ├── regualizer_nmu_z.py │ └── sparsity_error.py ├── integration_test │ ├── __init__.py │ └── simple_function_static_linear_add.py ├── layer │ ├── __init__.py │ ├── _abstract_nalu.py │ ├── _abstract_recurrent_cell.py │ ├── basic.py │ ├── basic_test.py │ ├── generalized.py │ ├── generalized_test.py │ ├── gradient_bandit_nac.py │ ├── gradient_bandit_nalu.py │ ├── gumbel_mnac.py │ ├── gumbel_nac.py │ ├── gumbel_nalu.py │ ├── hard_softmax_nac.py │ ├── hard_softmax_nalu.py │ ├── independent_nac.py │ ├── independent_nalu.py │ ├── linear_nac.py │ ├── linear_nalu.py │ ├── mnac.py │ ├── nac.py │ ├── nalu.py │ ├── pos_nac.py │ ├── pos_nalu.py │ ├── re_regualized_linear_mnac.py │ ├── re_regualized_linear_nac.py │ ├── re_regualized_linear_nalu.py │ ├── re_regualized_linear_pos_nac.py │ ├── regualized_linear_mnac.py │ ├── regualized_linear_nac.py │ ├── regualized_linear_nalu.py │ ├── silly_re_regualized_linear_mnac.py │ ├── softmax_nac.py │ └── softmax_nalu.py ├── network │ ├── __init__.py │ ├── number_translation.py │ ├── regression_mnist.py │ ├── sequential_mnist.py │ ├── sequential_svhn.py │ ├── simple_function_recurrent.py │ ├── simple_function_static.py │ └── simple_function_static_test.py ├── reader │ ├── __init__.py │ ├── tensorboard_metric_reader.py │ └── tensorboard_reader.py └── writer │ ├── __init__.py │ ├── save_model.py │ └── summary_writer.py └── test.csv /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/.gitattributes -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/.gitignore -------------------------------------------------------------------------------- /CITATION.cff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/CITATION.cff -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/LICENSE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/README.md -------------------------------------------------------------------------------- /experiments/number_translation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/experiments/number_translation.py -------------------------------------------------------------------------------- /experiments/sequential_mnist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/experiments/sequential_mnist.py -------------------------------------------------------------------------------- /experiments/sequential_svhn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/experiments/sequential_svhn.py -------------------------------------------------------------------------------- /experiments/simple_function_recurrent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/experiments/simple_function_recurrent.py -------------------------------------------------------------------------------- /experiments/simple_function_static.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/experiments/simple_function_static.py -------------------------------------------------------------------------------- /export/_compute_summary.r: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/export/_compute_summary.r -------------------------------------------------------------------------------- /export/_function_task_expand_name.r: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/export/_function_task_expand_name.r -------------------------------------------------------------------------------- /export/_function_task_table.r: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/export/_function_task_table.r -------------------------------------------------------------------------------- /export/_plot_parameter.r: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/export/_plot_parameter.r -------------------------------------------------------------------------------- /export/_sequential_mnist_expand_name.r: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/export/_sequential_mnist_expand_name.r -------------------------------------------------------------------------------- /export/function_task_static.r: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/export/function_task_static.r -------------------------------------------------------------------------------- /export/function_task_static_ablation.r: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/export/function_task_static_ablation.r -------------------------------------------------------------------------------- /export/function_task_static_ks.r: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/export/function_task_static_ks.r -------------------------------------------------------------------------------- /export/function_task_static_learning.r: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/export/function_task_static_learning.r -------------------------------------------------------------------------------- /export/function_task_static_mse_expectation.r: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/export/function_task_static_mse_expectation.r -------------------------------------------------------------------------------- /export/function_task_static_mul_hidden_size.r: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/export/function_task_static_mul_hidden_size.r -------------------------------------------------------------------------------- /export/function_task_static_mul_hidden_size_ablation.r: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/export/function_task_static_mul_hidden_size_ablation.r -------------------------------------------------------------------------------- /export/function_task_static_mul_input_size.r: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/export/function_task_static_mul_input_size.r -------------------------------------------------------------------------------- /export/function_task_static_mul_overlap.r: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/export/function_task_static_mul_overlap.r -------------------------------------------------------------------------------- /export/function_task_static_mul_paramaters.r: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/export/function_task_static_mul_paramaters.r -------------------------------------------------------------------------------- /export/function_task_static_mul_range.r: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/export/function_task_static_mul_range.r -------------------------------------------------------------------------------- /export/function_task_static_mul_subset.r: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/export/function_task_static_mul_subset.r -------------------------------------------------------------------------------- /export/function_task_static_nalu.r: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/export/function_task_static_nalu.r -------------------------------------------------------------------------------- /export/function_task_static_plot_example.r: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/export/function_task_static_plot_example.r -------------------------------------------------------------------------------- /export/function_task_static_regualization.r: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/export/function_task_static_regualization.r -------------------------------------------------------------------------------- /export/nac-mul-and-mnac-loss-curvature.mpl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/export/nac-mul-and-mnac-loss-curvature.mpl -------------------------------------------------------------------------------- /export/sequential_mnist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/export/sequential_mnist.py -------------------------------------------------------------------------------- /export/sequential_mnist_mse_expectation.r: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/export/sequential_mnist_mse_expectation.r -------------------------------------------------------------------------------- /export/sequential_mnist_prod_boundary_interpolation.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/export/sequential_mnist_prod_boundary_interpolation.R -------------------------------------------------------------------------------- /export/sequential_mnist_prod_boundary_output.r: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/export/sequential_mnist_prod_boundary_output.r -------------------------------------------------------------------------------- /export/sequential_mnist_prod_horizon_output.R: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/export/sequential_mnist_prod_horizon_output.R -------------------------------------------------------------------------------- /export/sequential_mnist_prod_long.r: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/export/sequential_mnist_prod_long.r -------------------------------------------------------------------------------- /export/sequential_mnist_prod_long_backup.r: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/export/sequential_mnist_prod_long_backup.r -------------------------------------------------------------------------------- /export/sequential_mnist_sum.r: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/export/sequential_mnist_sum.r -------------------------------------------------------------------------------- /export/sequential_mnist_sum_long.r: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/export/sequential_mnist_sum_long.r -------------------------------------------------------------------------------- /export/simple_function_static.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/export/simple_function_static.py -------------------------------------------------------------------------------- /export/simple_mul.r: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/export/simple_mul.r -------------------------------------------------------------------------------- /lfs_batch_jobs/execute_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/lfs_batch_jobs/execute_all.sh -------------------------------------------------------------------------------- /lfs_batch_jobs/function_task_static.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/lfs_batch_jobs/function_task_static.sh -------------------------------------------------------------------------------- /lfs_batch_jobs/function_task_static_csv_metrics.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/lfs_batch_jobs/function_task_static_csv_metrics.sh -------------------------------------------------------------------------------- /lfs_batch_jobs/function_task_static_learning.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/lfs_batch_jobs/function_task_static_learning.sh -------------------------------------------------------------------------------- /lfs_batch_jobs/function_task_static_mul_hidden_size.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/lfs_batch_jobs/function_task_static_mul_hidden_size.sh -------------------------------------------------------------------------------- /lfs_batch_jobs/function_task_static_mul_hidden_size_ablation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/lfs_batch_jobs/function_task_static_mul_hidden_size_ablation.sh -------------------------------------------------------------------------------- /lfs_batch_jobs/function_task_static_mul_input_size.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/lfs_batch_jobs/function_task_static_mul_input_size.sh -------------------------------------------------------------------------------- /lfs_batch_jobs/function_task_static_mul_num_subsets.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/lfs_batch_jobs/function_task_static_mul_num_subsets.sh -------------------------------------------------------------------------------- /lfs_batch_jobs/function_task_static_mul_overlap.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/lfs_batch_jobs/function_task_static_mul_overlap.sh -------------------------------------------------------------------------------- /lfs_batch_jobs/function_task_static_mul_range.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/lfs_batch_jobs/function_task_static_mul_range.sh -------------------------------------------------------------------------------- /lfs_batch_jobs/function_task_static_mul_subset.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/lfs_batch_jobs/function_task_static_mul_subset.sh -------------------------------------------------------------------------------- /lfs_batch_jobs/function_task_static_nalu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/lfs_batch_jobs/function_task_static_nalu.sh -------------------------------------------------------------------------------- /lfs_batch_jobs/function_task_static_regualization.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/lfs_batch_jobs/function_task_static_regualization.sh -------------------------------------------------------------------------------- /lfs_batch_jobs/sequential_mnist_csv_metrics.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/lfs_batch_jobs/sequential_mnist_csv_metrics.sh -------------------------------------------------------------------------------- /lfs_batch_jobs/sequential_mnist_prod_interpolation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/lfs_batch_jobs/sequential_mnist_prod_interpolation.sh -------------------------------------------------------------------------------- /lfs_batch_jobs/sequential_mnist_prod_long.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/lfs_batch_jobs/sequential_mnist_prod_long.sh -------------------------------------------------------------------------------- /lfs_batch_jobs/sequential_mnist_prod_outputs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/lfs_batch_jobs/sequential_mnist_prod_outputs.sh -------------------------------------------------------------------------------- /lfs_batch_jobs/sequential_mnist_prod_reference.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/lfs_batch_jobs/sequential_mnist_prod_reference.sh -------------------------------------------------------------------------------- /lfs_batch_jobs/sequential_mnist_sum_long.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/lfs_batch_jobs/sequential_mnist_sum_long.sh -------------------------------------------------------------------------------- /lfs_batch_jobs/sequential_mnist_sum_reference.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/lfs_batch_jobs/sequential_mnist_sum_reference.sh -------------------------------------------------------------------------------- /lfs_batch_jobs/sequential_svhn_prod_long.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/lfs_batch_jobs/sequential_svhn_prod_long.sh -------------------------------------------------------------------------------- /lfs_batch_jobs/sequential_svhn_prod_reference.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/lfs_batch_jobs/sequential_svhn_prod_reference.sh -------------------------------------------------------------------------------- /lfs_batch_jobs/simple_mul.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/lfs_batch_jobs/simple_mul.sh -------------------------------------------------------------------------------- /nmu-social.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/nmu-social.svg -------------------------------------------------------------------------------- /notebook/GradientBandit.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/notebook/GradientBandit.ipynb -------------------------------------------------------------------------------- /notebook/GumbelNAC.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/notebook/GumbelNAC.ipynb -------------------------------------------------------------------------------- /notebook/RegualizedLinear.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/notebook/RegualizedLinear.ipynb -------------------------------------------------------------------------------- /notes/gumbel-nac-initialization.Rmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/notes/gumbel-nac-initialization.Rmd -------------------------------------------------------------------------------- /notes/loss-curvature.mpl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/notes/loss-curvature.mpl -------------------------------------------------------------------------------- /notes/mnac-initialization.Rmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/notes/mnac-initialization.Rmd -------------------------------------------------------------------------------- /notes/nac-initialization.Rmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/notes/nac-initialization.Rmd -------------------------------------------------------------------------------- /notes/nac-mul.Rmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/notes/nac-mul.Rmd -------------------------------------------------------------------------------- /notes/nalu-gradient.Rmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/notes/nalu-gradient.Rmd -------------------------------------------------------------------------------- /notes/nalu-initialization.Rmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/notes/nalu-initialization.Rmd -------------------------------------------------------------------------------- /notes/nalu-initialization.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/notes/nalu-initialization.html -------------------------------------------------------------------------------- /notes/simple-function-expectation.Rmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/notes/simple-function-expectation.Rmd -------------------------------------------------------------------------------- /paper/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /paper/appendix/gradient-derivatives.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/appendix/gradient-derivatives.tex -------------------------------------------------------------------------------- /paper/appendix/moments.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/appendix/moments.tex -------------------------------------------------------------------------------- /paper/appendix/nalu-author-comments.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/appendix/nalu-author-comments.tex -------------------------------------------------------------------------------- /paper/appendix/sequential-mnist.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/appendix/sequential-mnist.tex -------------------------------------------------------------------------------- /paper/appendix/simple-function-task.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/appendix/simple-function-task.tex -------------------------------------------------------------------------------- /paper/bibliography.bib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/bibliography.bib -------------------------------------------------------------------------------- /paper/drawing/function_task_static_problem.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/drawing/function_task_static_problem.svg -------------------------------------------------------------------------------- /paper/drawing/mnist_sequence_problem.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/drawing/mnist_sequence_problem.svg -------------------------------------------------------------------------------- /paper/drawing/nmu-simple.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/drawing/nmu-simple.svg -------------------------------------------------------------------------------- /paper/drawing/nmu.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/drawing/nmu.svg -------------------------------------------------------------------------------- /paper/fancyhdr.sty: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/fancyhdr.sty -------------------------------------------------------------------------------- /paper/graphics/function_task_static_problem.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/graphics/function_task_static_problem.pdf -------------------------------------------------------------------------------- /paper/graphics/language-to-numbers.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/graphics/language-to-numbers.png -------------------------------------------------------------------------------- /paper/graphics/mnist_sequence_problem.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/graphics/mnist_sequence_problem.pdf -------------------------------------------------------------------------------- /paper/graphics/nac-mul-eps-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/graphics/nac-mul-eps-1.png -------------------------------------------------------------------------------- /paper/graphics/nac-mul-eps-1em1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/graphics/nac-mul-eps-1em1.png -------------------------------------------------------------------------------- /paper/graphics/nac-mul-eps-1em7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/graphics/nac-mul-eps-1em7.png -------------------------------------------------------------------------------- /paper/graphics/nac-mul-expectation-estimate.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/graphics/nac-mul-expectation-estimate.pdf -------------------------------------------------------------------------------- /paper/graphics/nac-mul-nmu.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/graphics/nac-mul-nmu.png -------------------------------------------------------------------------------- /paper/graphics/nmu-simple.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/graphics/nmu-simple.pdf -------------------------------------------------------------------------------- /paper/graphics/nmu.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/graphics/nmu.pdf -------------------------------------------------------------------------------- /paper/iclr2020_conference.bst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/iclr2020_conference.bst -------------------------------------------------------------------------------- /paper/iclr2020_conference.sty: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/iclr2020_conference.sty -------------------------------------------------------------------------------- /paper/main.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/main.pdf -------------------------------------------------------------------------------- /paper/main.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/main.tex -------------------------------------------------------------------------------- /paper/results/function_task_static.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/results/function_task_static.tex -------------------------------------------------------------------------------- /paper/results/function_task_static_ablation.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/results/function_task_static_ablation.tex -------------------------------------------------------------------------------- /paper/results/function_task_static_all.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/results/function_task_static_all.tex -------------------------------------------------------------------------------- /paper/results/function_task_static_nalu.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/results/function_task_static_nalu.pdf -------------------------------------------------------------------------------- /paper/results/function_task_static_nalu.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/results/function_task_static_nalu.tex -------------------------------------------------------------------------------- /paper/results/function_task_static_reproduce.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/results/function_task_static_reproduce.tex -------------------------------------------------------------------------------- /paper/results/sequential_mnist_prod_long.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/results/sequential_mnist_prod_long.pdf -------------------------------------------------------------------------------- /paper/results/sequential_mnist_prod_long_ablation.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/results/sequential_mnist_prod_long_ablation.pdf -------------------------------------------------------------------------------- /paper/results/sequential_mnist_prod_long_short.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/results/sequential_mnist_prod_long_short.pdf -------------------------------------------------------------------------------- /paper/results/sequential_mnist_sum_long.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/results/sequential_mnist_sum_long.pdf -------------------------------------------------------------------------------- /paper/results/sequential_mnist_sum_long_ablation.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/results/sequential_mnist_sum_long_ablation.pdf -------------------------------------------------------------------------------- /paper/results/sft-last.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/results/sft-last.csv -------------------------------------------------------------------------------- /paper/results/sft-short.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/results/sft-short.csv -------------------------------------------------------------------------------- /paper/results/simple_function_static_learning_add.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/results/simple_function_static_learning_add.pdf -------------------------------------------------------------------------------- /paper/results/simple_function_static_learning_div.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/results/simple_function_static_learning_div.pdf -------------------------------------------------------------------------------- /paper/results/simple_function_static_learning_mul.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/results/simple_function_static_learning_mul.pdf -------------------------------------------------------------------------------- /paper/results/simple_function_static_learning_sub.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/results/simple_function_static_learning_sub.pdf -------------------------------------------------------------------------------- /paper/results/simple_function_static_mul_hidden_size.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/results/simple_function_static_mul_hidden_size.pdf -------------------------------------------------------------------------------- /paper/results/simple_function_static_mul_hidden_size_ablation.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/results/simple_function_static_mul_hidden_size_ablation.pdf -------------------------------------------------------------------------------- /paper/results/simple_function_static_mul_hidden_size_short.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/results/simple_function_static_mul_hidden_size_short.pdf -------------------------------------------------------------------------------- /paper/results/simple_function_static_mul_input_size.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/results/simple_function_static_mul_input_size.pdf -------------------------------------------------------------------------------- /paper/results/simple_function_static_mul_overlap.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/results/simple_function_static_mul_overlap.pdf -------------------------------------------------------------------------------- /paper/results/simple_function_static_mul_parameter.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/results/simple_function_static_mul_parameter.pdf -------------------------------------------------------------------------------- /paper/results/simple_function_static_mul_parameter_onerow.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/results/simple_function_static_mul_parameter_onerow.pdf -------------------------------------------------------------------------------- /paper/results/simple_function_static_mul_parameters.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/results/simple_function_static_mul_parameters.pdf -------------------------------------------------------------------------------- /paper/results/simple_function_static_mul_range.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/results/simple_function_static_mul_range.pdf -------------------------------------------------------------------------------- /paper/results/simple_function_static_mul_range_reproduce.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/results/simple_function_static_mul_range_reproduce.pdf -------------------------------------------------------------------------------- /paper/results/simple_function_static_mul_subset.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/results/simple_function_static_mul_subset.pdf -------------------------------------------------------------------------------- /paper/results/simple_function_static_regualization_add.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/results/simple_function_static_regualization_add.pdf -------------------------------------------------------------------------------- /paper/results/simple_function_static_regualization_mul.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/results/simple_function_static_regualization_mul.pdf -------------------------------------------------------------------------------- /paper/results/simple_function_static_regualization_sub.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/results/simple_function_static_regualization_sub.pdf -------------------------------------------------------------------------------- /paper/results/simple_mul.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/results/simple_mul.tex -------------------------------------------------------------------------------- /paper/sections/conclusion.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/sections/conclusion.tex -------------------------------------------------------------------------------- /paper/sections/introduction.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/sections/introduction.tex -------------------------------------------------------------------------------- /paper/sections/methods.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/sections/methods.tex -------------------------------------------------------------------------------- /paper/sections/related-work.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/sections/related-work.tex -------------------------------------------------------------------------------- /paper/sections/results.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/paper/sections/results.tex -------------------------------------------------------------------------------- /poster/poster.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/poster/poster.pdf -------------------------------------------------------------------------------- /poster/poster.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/poster/poster.svg -------------------------------------------------------------------------------- /python_lfs_job.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/python_lfs_job.sh -------------------------------------------------------------------------------- /readme-image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/readme-image.png -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/setup.py -------------------------------------------------------------------------------- /slides/iclr-spotlight.key: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/slides/iclr-spotlight.key -------------------------------------------------------------------------------- /slides/iclr-spotlight.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/slides/iclr-spotlight.pdf -------------------------------------------------------------------------------- /stable_nalu/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/__init__.py -------------------------------------------------------------------------------- /stable_nalu/abstract/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/abstract/__init__.py -------------------------------------------------------------------------------- /stable_nalu/abstract/_extended_torch_module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/abstract/_extended_torch_module.py -------------------------------------------------------------------------------- /stable_nalu/dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/dataset/__init__.py -------------------------------------------------------------------------------- /stable_nalu/dataset/_dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/dataset/_dataloader.py -------------------------------------------------------------------------------- /stable_nalu/dataset/_partial_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/dataset/_partial_dataset.py -------------------------------------------------------------------------------- /stable_nalu/dataset/_simple_function_abstact.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/dataset/_simple_function_abstact.py -------------------------------------------------------------------------------- /stable_nalu/dataset/number_translation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/dataset/number_translation.py -------------------------------------------------------------------------------- /stable_nalu/dataset/number_translation_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/dataset/number_translation_test.py -------------------------------------------------------------------------------- /stable_nalu/dataset/sequential_mnist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/dataset/sequential_mnist.py -------------------------------------------------------------------------------- /stable_nalu/dataset/sequential_mnist_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/dataset/sequential_mnist_test.py -------------------------------------------------------------------------------- /stable_nalu/dataset/sequential_svhn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/dataset/sequential_svhn.py -------------------------------------------------------------------------------- /stable_nalu/dataset/simple_function_recurrent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/dataset/simple_function_recurrent.py -------------------------------------------------------------------------------- /stable_nalu/dataset/simple_function_recurrent_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/dataset/simple_function_recurrent_test.py -------------------------------------------------------------------------------- /stable_nalu/dataset/simple_function_static.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/dataset/simple_function_static.py -------------------------------------------------------------------------------- /stable_nalu/dataset/simple_function_static_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/dataset/simple_function_static_test.py -------------------------------------------------------------------------------- /stable_nalu/functional/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/functional/__init__.py -------------------------------------------------------------------------------- /stable_nalu/functional/batch_linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/functional/batch_linear.py -------------------------------------------------------------------------------- /stable_nalu/functional/gated_choice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/functional/gated_choice.py -------------------------------------------------------------------------------- /stable_nalu/functional/gated_choice_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/functional/gated_choice_test.py -------------------------------------------------------------------------------- /stable_nalu/functional/gumbel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/functional/gumbel.py -------------------------------------------------------------------------------- /stable_nalu/functional/mnac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/functional/mnac.py -------------------------------------------------------------------------------- /stable_nalu/functional/nac_weight.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/functional/nac_weight.py -------------------------------------------------------------------------------- /stable_nalu/functional/nac_weight_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/functional/nac_weight_test.py -------------------------------------------------------------------------------- /stable_nalu/functional/regualizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/functional/regualizer.py -------------------------------------------------------------------------------- /stable_nalu/functional/regualizer_nau_z.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/functional/regualizer_nau_z.py -------------------------------------------------------------------------------- /stable_nalu/functional/regualizer_nmu_z.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/functional/regualizer_nmu_z.py -------------------------------------------------------------------------------- /stable_nalu/functional/sparsity_error.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/functional/sparsity_error.py -------------------------------------------------------------------------------- /stable_nalu/integration_test/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /stable_nalu/integration_test/simple_function_static_linear_add.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/integration_test/simple_function_static_linear_add.py -------------------------------------------------------------------------------- /stable_nalu/layer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/layer/__init__.py -------------------------------------------------------------------------------- /stable_nalu/layer/_abstract_nalu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/layer/_abstract_nalu.py -------------------------------------------------------------------------------- /stable_nalu/layer/_abstract_recurrent_cell.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/layer/_abstract_recurrent_cell.py -------------------------------------------------------------------------------- /stable_nalu/layer/basic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/layer/basic.py -------------------------------------------------------------------------------- /stable_nalu/layer/basic_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/layer/basic_test.py -------------------------------------------------------------------------------- /stable_nalu/layer/generalized.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/layer/generalized.py -------------------------------------------------------------------------------- /stable_nalu/layer/generalized_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/layer/generalized_test.py -------------------------------------------------------------------------------- /stable_nalu/layer/gradient_bandit_nac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/layer/gradient_bandit_nac.py -------------------------------------------------------------------------------- /stable_nalu/layer/gradient_bandit_nalu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/layer/gradient_bandit_nalu.py -------------------------------------------------------------------------------- /stable_nalu/layer/gumbel_mnac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/layer/gumbel_mnac.py -------------------------------------------------------------------------------- /stable_nalu/layer/gumbel_nac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/layer/gumbel_nac.py -------------------------------------------------------------------------------- /stable_nalu/layer/gumbel_nalu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/layer/gumbel_nalu.py -------------------------------------------------------------------------------- /stable_nalu/layer/hard_softmax_nac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/layer/hard_softmax_nac.py -------------------------------------------------------------------------------- /stable_nalu/layer/hard_softmax_nalu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/layer/hard_softmax_nalu.py -------------------------------------------------------------------------------- /stable_nalu/layer/independent_nac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/layer/independent_nac.py -------------------------------------------------------------------------------- /stable_nalu/layer/independent_nalu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/layer/independent_nalu.py -------------------------------------------------------------------------------- /stable_nalu/layer/linear_nac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/layer/linear_nac.py -------------------------------------------------------------------------------- /stable_nalu/layer/linear_nalu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/layer/linear_nalu.py -------------------------------------------------------------------------------- /stable_nalu/layer/mnac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/layer/mnac.py -------------------------------------------------------------------------------- /stable_nalu/layer/nac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/layer/nac.py -------------------------------------------------------------------------------- /stable_nalu/layer/nalu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/layer/nalu.py -------------------------------------------------------------------------------- /stable_nalu/layer/pos_nac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/layer/pos_nac.py -------------------------------------------------------------------------------- /stable_nalu/layer/pos_nalu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/layer/pos_nalu.py -------------------------------------------------------------------------------- /stable_nalu/layer/re_regualized_linear_mnac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/layer/re_regualized_linear_mnac.py -------------------------------------------------------------------------------- /stable_nalu/layer/re_regualized_linear_nac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/layer/re_regualized_linear_nac.py -------------------------------------------------------------------------------- /stable_nalu/layer/re_regualized_linear_nalu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/layer/re_regualized_linear_nalu.py -------------------------------------------------------------------------------- /stable_nalu/layer/re_regualized_linear_pos_nac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/layer/re_regualized_linear_pos_nac.py -------------------------------------------------------------------------------- /stable_nalu/layer/regualized_linear_mnac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/layer/regualized_linear_mnac.py -------------------------------------------------------------------------------- /stable_nalu/layer/regualized_linear_nac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/layer/regualized_linear_nac.py -------------------------------------------------------------------------------- /stable_nalu/layer/regualized_linear_nalu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/layer/regualized_linear_nalu.py -------------------------------------------------------------------------------- /stable_nalu/layer/silly_re_regualized_linear_mnac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/layer/silly_re_regualized_linear_mnac.py -------------------------------------------------------------------------------- /stable_nalu/layer/softmax_nac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/layer/softmax_nac.py -------------------------------------------------------------------------------- /stable_nalu/layer/softmax_nalu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/layer/softmax_nalu.py -------------------------------------------------------------------------------- /stable_nalu/network/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/network/__init__.py -------------------------------------------------------------------------------- /stable_nalu/network/number_translation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/network/number_translation.py -------------------------------------------------------------------------------- /stable_nalu/network/regression_mnist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/network/regression_mnist.py -------------------------------------------------------------------------------- /stable_nalu/network/sequential_mnist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/network/sequential_mnist.py -------------------------------------------------------------------------------- /stable_nalu/network/sequential_svhn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/network/sequential_svhn.py -------------------------------------------------------------------------------- /stable_nalu/network/simple_function_recurrent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/network/simple_function_recurrent.py -------------------------------------------------------------------------------- /stable_nalu/network/simple_function_static.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/network/simple_function_static.py -------------------------------------------------------------------------------- /stable_nalu/network/simple_function_static_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/network/simple_function_static_test.py -------------------------------------------------------------------------------- /stable_nalu/reader/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/reader/__init__.py -------------------------------------------------------------------------------- /stable_nalu/reader/tensorboard_metric_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/reader/tensorboard_metric_reader.py -------------------------------------------------------------------------------- /stable_nalu/reader/tensorboard_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/reader/tensorboard_reader.py -------------------------------------------------------------------------------- /stable_nalu/writer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/writer/__init__.py -------------------------------------------------------------------------------- /stable_nalu/writer/save_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/writer/save_model.py -------------------------------------------------------------------------------- /stable_nalu/writer/summary_writer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/stable_nalu/writer/summary_writer.py -------------------------------------------------------------------------------- /test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AndreasMadsen/stable-nalu/HEAD/test.csv --------------------------------------------------------------------------------