├── .github └── workflows │ └── tests.yml ├── .gitignore ├── CITATIONS.bib ├── LICENSE ├── MANIFEST.in ├── README.md ├── benchmarks.png ├── mnist1d ├── .gitignore ├── __init__.py ├── data.py ├── transform.py └── utils.py ├── mnist1d_data.pkl ├── notebooks ├── README.md ├── benchmark-pooling.ipynb ├── building-mnist1d.ipynb ├── deep-double-descent.ipynb ├── figures │ ├── benchmark.pdf │ ├── benchmark.png │ ├── double-descent.pdf │ ├── double-descent.png │ ├── ssl.pdf │ ├── ssl.png │ ├── tsne.pdf │ └── tsne.png ├── lottery-tickets.ipynb ├── metalearn-activation-function.ipynb ├── metalearn-learn-rate.ipynb ├── mnist1d-classification.ipynb ├── mnist1d-pip.ipynb ├── models.py ├── mpl_style.txt ├── quickstart.ipynb ├── self-supervised-learning.ipynb ├── train.py └── tsne-mnist-vs-mnist1d.ipynb ├── pypl_notes.md ├── pyproject.toml ├── static ├── benchmarks.png ├── benchmarks_small.png ├── benchmarks_small_old.png ├── classwise_cnn_errors.png ├── classwise_human_errors.png ├── cnn_deep_double_descent.png ├── deep_double_descent.png ├── deep_double_descent_small.png ├── human_q1.pkl ├── human_q2.pkl ├── human_q3.pkl ├── human_q4.pkl ├── human_q5.pkl ├── lottery.png ├── lottery_adjacency.pdf ├── lottery_adjacency.png ├── lottery_asymptotes.png ├── lottery_asymptotes_chunks.png ├── lottery_asymptotes_flipped.png ├── lottery_asymptotes_reinit.png ├── lottery_asymptotes_shuffled.png ├── lottery_reinit.png ├── lottery_summary.pdf ├── lottery_summary_small.png ├── metalearn_afunc.png ├── metalearn_lr.pdf ├── metalearn_lr.png ├── mnist.png ├── mnist1d.gif ├── mnist1d_big.gif ├── mnist1d_black.png ├── mnist1d_black_small.png ├── mnist1d_overview.pdf ├── mnist1d_transforms.gif ├── mnist1d_white.png ├── mnist1d_white_small.png ├── overview.png ├── pooling.pdf ├── pooling.png ├── pooling_all.pdf ├── pooling_all.png ├── transform_0.png ├── transform_1.png ├── transform_2.png ├── transform_3.png ├── transform_4.png ├── transform_5.png ├── transform_6.png ├── transform_7.png ├── tsne.png └── tsne_.png └── tests ├── test_data.py ├── test_transform.py └── test_utils.py /.github/workflows/tests.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/.github/workflows/tests.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/.gitignore -------------------------------------------------------------------------------- /CITATIONS.bib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/CITATIONS.bib -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/README.md -------------------------------------------------------------------------------- /benchmarks.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/benchmarks.png -------------------------------------------------------------------------------- /mnist1d/.gitignore: -------------------------------------------------------------------------------- 1 | py3*/ 2 | -------------------------------------------------------------------------------- /mnist1d/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/mnist1d/__init__.py -------------------------------------------------------------------------------- /mnist1d/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/mnist1d/data.py -------------------------------------------------------------------------------- /mnist1d/transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/mnist1d/transform.py -------------------------------------------------------------------------------- /mnist1d/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/mnist1d/utils.py -------------------------------------------------------------------------------- /mnist1d_data.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/mnist1d_data.pkl -------------------------------------------------------------------------------- /notebooks/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/notebooks/README.md -------------------------------------------------------------------------------- /notebooks/benchmark-pooling.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/notebooks/benchmark-pooling.ipynb -------------------------------------------------------------------------------- /notebooks/building-mnist1d.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/notebooks/building-mnist1d.ipynb -------------------------------------------------------------------------------- /notebooks/deep-double-descent.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/notebooks/deep-double-descent.ipynb -------------------------------------------------------------------------------- /notebooks/figures/benchmark.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/notebooks/figures/benchmark.pdf -------------------------------------------------------------------------------- /notebooks/figures/benchmark.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/notebooks/figures/benchmark.png -------------------------------------------------------------------------------- /notebooks/figures/double-descent.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/notebooks/figures/double-descent.pdf -------------------------------------------------------------------------------- /notebooks/figures/double-descent.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/notebooks/figures/double-descent.png -------------------------------------------------------------------------------- /notebooks/figures/ssl.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/notebooks/figures/ssl.pdf -------------------------------------------------------------------------------- /notebooks/figures/ssl.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/notebooks/figures/ssl.png -------------------------------------------------------------------------------- /notebooks/figures/tsne.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/notebooks/figures/tsne.pdf -------------------------------------------------------------------------------- /notebooks/figures/tsne.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/notebooks/figures/tsne.png -------------------------------------------------------------------------------- /notebooks/lottery-tickets.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/notebooks/lottery-tickets.ipynb -------------------------------------------------------------------------------- /notebooks/metalearn-activation-function.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/notebooks/metalearn-activation-function.ipynb -------------------------------------------------------------------------------- /notebooks/metalearn-learn-rate.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/notebooks/metalearn-learn-rate.ipynb -------------------------------------------------------------------------------- /notebooks/mnist1d-classification.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/notebooks/mnist1d-classification.ipynb -------------------------------------------------------------------------------- /notebooks/mnist1d-pip.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/notebooks/mnist1d-pip.ipynb -------------------------------------------------------------------------------- /notebooks/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/notebooks/models.py -------------------------------------------------------------------------------- /notebooks/mpl_style.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/notebooks/mpl_style.txt -------------------------------------------------------------------------------- /notebooks/quickstart.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/notebooks/quickstart.ipynb -------------------------------------------------------------------------------- /notebooks/self-supervised-learning.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/notebooks/self-supervised-learning.ipynb -------------------------------------------------------------------------------- /notebooks/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/notebooks/train.py -------------------------------------------------------------------------------- /notebooks/tsne-mnist-vs-mnist1d.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/notebooks/tsne-mnist-vs-mnist1d.ipynb -------------------------------------------------------------------------------- /pypl_notes.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/pypl_notes.md -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/pyproject.toml -------------------------------------------------------------------------------- /static/benchmarks.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/benchmarks.png -------------------------------------------------------------------------------- /static/benchmarks_small.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/benchmarks_small.png -------------------------------------------------------------------------------- /static/benchmarks_small_old.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/benchmarks_small_old.png -------------------------------------------------------------------------------- /static/classwise_cnn_errors.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/classwise_cnn_errors.png -------------------------------------------------------------------------------- /static/classwise_human_errors.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/classwise_human_errors.png -------------------------------------------------------------------------------- /static/cnn_deep_double_descent.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/cnn_deep_double_descent.png -------------------------------------------------------------------------------- /static/deep_double_descent.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/deep_double_descent.png -------------------------------------------------------------------------------- /static/deep_double_descent_small.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/deep_double_descent_small.png -------------------------------------------------------------------------------- /static/human_q1.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/human_q1.pkl -------------------------------------------------------------------------------- /static/human_q2.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/human_q2.pkl -------------------------------------------------------------------------------- /static/human_q3.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/human_q3.pkl -------------------------------------------------------------------------------- /static/human_q4.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/human_q4.pkl -------------------------------------------------------------------------------- /static/human_q5.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/human_q5.pkl -------------------------------------------------------------------------------- /static/lottery.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/lottery.png -------------------------------------------------------------------------------- /static/lottery_adjacency.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/lottery_adjacency.pdf -------------------------------------------------------------------------------- /static/lottery_adjacency.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/lottery_adjacency.png -------------------------------------------------------------------------------- /static/lottery_asymptotes.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/lottery_asymptotes.png -------------------------------------------------------------------------------- /static/lottery_asymptotes_chunks.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/lottery_asymptotes_chunks.png -------------------------------------------------------------------------------- /static/lottery_asymptotes_flipped.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/lottery_asymptotes_flipped.png -------------------------------------------------------------------------------- /static/lottery_asymptotes_reinit.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/lottery_asymptotes_reinit.png -------------------------------------------------------------------------------- /static/lottery_asymptotes_shuffled.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/lottery_asymptotes_shuffled.png -------------------------------------------------------------------------------- /static/lottery_reinit.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/lottery_reinit.png -------------------------------------------------------------------------------- /static/lottery_summary.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/lottery_summary.pdf -------------------------------------------------------------------------------- /static/lottery_summary_small.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/lottery_summary_small.png -------------------------------------------------------------------------------- /static/metalearn_afunc.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/metalearn_afunc.png -------------------------------------------------------------------------------- /static/metalearn_lr.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/metalearn_lr.pdf -------------------------------------------------------------------------------- /static/metalearn_lr.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/metalearn_lr.png -------------------------------------------------------------------------------- /static/mnist.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/mnist.png -------------------------------------------------------------------------------- /static/mnist1d.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/mnist1d.gif -------------------------------------------------------------------------------- /static/mnist1d_big.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/mnist1d_big.gif -------------------------------------------------------------------------------- /static/mnist1d_black.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/mnist1d_black.png -------------------------------------------------------------------------------- /static/mnist1d_black_small.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/mnist1d_black_small.png -------------------------------------------------------------------------------- /static/mnist1d_overview.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/mnist1d_overview.pdf -------------------------------------------------------------------------------- /static/mnist1d_transforms.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/mnist1d_transforms.gif -------------------------------------------------------------------------------- /static/mnist1d_white.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/mnist1d_white.png -------------------------------------------------------------------------------- /static/mnist1d_white_small.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/mnist1d_white_small.png -------------------------------------------------------------------------------- /static/overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/overview.png -------------------------------------------------------------------------------- /static/pooling.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/pooling.pdf -------------------------------------------------------------------------------- /static/pooling.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/pooling.png -------------------------------------------------------------------------------- /static/pooling_all.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/pooling_all.pdf -------------------------------------------------------------------------------- /static/pooling_all.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/pooling_all.png -------------------------------------------------------------------------------- /static/transform_0.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/transform_0.png -------------------------------------------------------------------------------- /static/transform_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/transform_1.png -------------------------------------------------------------------------------- /static/transform_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/transform_2.png -------------------------------------------------------------------------------- /static/transform_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/transform_3.png -------------------------------------------------------------------------------- /static/transform_4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/transform_4.png -------------------------------------------------------------------------------- /static/transform_5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/transform_5.png -------------------------------------------------------------------------------- /static/transform_6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/transform_6.png -------------------------------------------------------------------------------- /static/transform_7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/transform_7.png -------------------------------------------------------------------------------- /static/tsne.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/tsne.png -------------------------------------------------------------------------------- /static/tsne_.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/static/tsne_.png -------------------------------------------------------------------------------- /tests/test_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/tests/test_data.py -------------------------------------------------------------------------------- /tests/test_transform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/tests/test_transform.py -------------------------------------------------------------------------------- /tests/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/greydanus/mnist1d/HEAD/tests/test_utils.py --------------------------------------------------------------------------------