├── .github └── workflows │ └── sphinx.yml ├── .gitignore ├── LICENSE ├── README.md ├── assets ├── aggregate.svg ├── gpt-owt-context.svg ├── modula.svg ├── modula_light.svg └── nanogpt-vs-modula.svg ├── docs ├── Makefile ├── README.md ├── make.bat ├── requirements.txt └── source │ ├── _static │ ├── custom.css │ ├── logo-dark.svg │ ├── logo-light.svg │ └── logo-square.jpeg │ ├── algorithms │ ├── manifold │ │ ├── hypersphere.rst │ │ ├── index.rst │ │ ├── orthogonal.rst │ │ └── stiefel.rst │ └── newton-schulz.rst │ ├── bad-scaling.rst │ ├── conf.py │ ├── examples │ ├── assets │ │ └── README.md │ ├── hello-gpt.nblink │ ├── hello-mnist.nblink │ ├── hello-world.nblink │ └── weight-erasure.nblink │ ├── faq.rst │ ├── favicon.ico │ ├── figure │ ├── alignment.py │ ├── nn.py │ ├── platonize.png │ ├── sweeps.py │ └── tangent.py │ ├── golden-rules.rst │ ├── history.rst │ ├── index.rst │ ├── intro │ ├── quickstart.rst │ ├── reading-list.rst │ └── whats-in-a-norm.rst │ └── theory │ ├── atom │ ├── conv2d.rst │ ├── embed.rst │ ├── index.rst │ └── linear.rst │ ├── bond │ ├── index.rst │ └── nonlinearities.rst │ ├── compound │ ├── gpt.rst │ └── index.rst │ ├── module.rst │ └── vector.rst ├── examples ├── assets │ └── erasure.png ├── data │ ├── __init__.py │ ├── cifar10.py │ ├── mnist.py │ └── shakespeare.py ├── hello-gpt.ipynb ├── hello-mnist.ipynb ├── hello-world.ipynb └── weight-erasure.ipynb ├── modula ├── __init__.py ├── abstract.py ├── atom.py ├── bond.py └── compound.py └── pyproject.toml /.github/workflows/sphinx.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/.github/workflows/sphinx.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/README.md -------------------------------------------------------------------------------- /assets/aggregate.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/assets/aggregate.svg -------------------------------------------------------------------------------- /assets/gpt-owt-context.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/assets/gpt-owt-context.svg -------------------------------------------------------------------------------- /assets/modula.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/assets/modula.svg -------------------------------------------------------------------------------- /assets/modula_light.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/assets/modula_light.svg -------------------------------------------------------------------------------- /assets/nanogpt-vs-modula.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/assets/nanogpt-vs-modula.svg -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/README.md -------------------------------------------------------------------------------- /docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/make.bat -------------------------------------------------------------------------------- /docs/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/requirements.txt -------------------------------------------------------------------------------- /docs/source/_static/custom.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/source/_static/custom.css -------------------------------------------------------------------------------- /docs/source/_static/logo-dark.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/source/_static/logo-dark.svg -------------------------------------------------------------------------------- /docs/source/_static/logo-light.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/source/_static/logo-light.svg -------------------------------------------------------------------------------- /docs/source/_static/logo-square.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/source/_static/logo-square.jpeg -------------------------------------------------------------------------------- /docs/source/algorithms/manifold/hypersphere.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/source/algorithms/manifold/hypersphere.rst -------------------------------------------------------------------------------- /docs/source/algorithms/manifold/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/source/algorithms/manifold/index.rst -------------------------------------------------------------------------------- /docs/source/algorithms/manifold/orthogonal.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/source/algorithms/manifold/orthogonal.rst -------------------------------------------------------------------------------- /docs/source/algorithms/manifold/stiefel.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/source/algorithms/manifold/stiefel.rst -------------------------------------------------------------------------------- /docs/source/algorithms/newton-schulz.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/source/algorithms/newton-schulz.rst -------------------------------------------------------------------------------- /docs/source/bad-scaling.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/source/bad-scaling.rst -------------------------------------------------------------------------------- /docs/source/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/source/conf.py -------------------------------------------------------------------------------- /docs/source/examples/assets/README.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /docs/source/examples/hello-gpt.nblink: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/source/examples/hello-gpt.nblink -------------------------------------------------------------------------------- /docs/source/examples/hello-mnist.nblink: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/source/examples/hello-mnist.nblink -------------------------------------------------------------------------------- /docs/source/examples/hello-world.nblink: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/source/examples/hello-world.nblink -------------------------------------------------------------------------------- /docs/source/examples/weight-erasure.nblink: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/source/examples/weight-erasure.nblink -------------------------------------------------------------------------------- /docs/source/faq.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/source/faq.rst -------------------------------------------------------------------------------- /docs/source/favicon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/source/favicon.ico -------------------------------------------------------------------------------- /docs/source/figure/alignment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/source/figure/alignment.py -------------------------------------------------------------------------------- /docs/source/figure/nn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/source/figure/nn.py -------------------------------------------------------------------------------- /docs/source/figure/platonize.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/source/figure/platonize.png -------------------------------------------------------------------------------- /docs/source/figure/sweeps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/source/figure/sweeps.py -------------------------------------------------------------------------------- /docs/source/figure/tangent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/source/figure/tangent.py -------------------------------------------------------------------------------- /docs/source/golden-rules.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/source/golden-rules.rst -------------------------------------------------------------------------------- /docs/source/history.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/source/history.rst -------------------------------------------------------------------------------- /docs/source/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/source/index.rst -------------------------------------------------------------------------------- /docs/source/intro/quickstart.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/source/intro/quickstart.rst -------------------------------------------------------------------------------- /docs/source/intro/reading-list.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/source/intro/reading-list.rst -------------------------------------------------------------------------------- /docs/source/intro/whats-in-a-norm.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/source/intro/whats-in-a-norm.rst -------------------------------------------------------------------------------- /docs/source/theory/atom/conv2d.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/source/theory/atom/conv2d.rst -------------------------------------------------------------------------------- /docs/source/theory/atom/embed.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/source/theory/atom/embed.rst -------------------------------------------------------------------------------- /docs/source/theory/atom/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/source/theory/atom/index.rst -------------------------------------------------------------------------------- /docs/source/theory/atom/linear.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/source/theory/atom/linear.rst -------------------------------------------------------------------------------- /docs/source/theory/bond/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/source/theory/bond/index.rst -------------------------------------------------------------------------------- /docs/source/theory/bond/nonlinearities.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/source/theory/bond/nonlinearities.rst -------------------------------------------------------------------------------- /docs/source/theory/compound/gpt.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/source/theory/compound/gpt.rst -------------------------------------------------------------------------------- /docs/source/theory/compound/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/source/theory/compound/index.rst -------------------------------------------------------------------------------- /docs/source/theory/module.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/source/theory/module.rst -------------------------------------------------------------------------------- /docs/source/theory/vector.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/docs/source/theory/vector.rst -------------------------------------------------------------------------------- /examples/assets/erasure.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/examples/assets/erasure.png -------------------------------------------------------------------------------- /examples/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/data/cifar10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/examples/data/cifar10.py -------------------------------------------------------------------------------- /examples/data/mnist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/examples/data/mnist.py -------------------------------------------------------------------------------- /examples/data/shakespeare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/examples/data/shakespeare.py -------------------------------------------------------------------------------- /examples/hello-gpt.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/examples/hello-gpt.ipynb -------------------------------------------------------------------------------- /examples/hello-mnist.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/examples/hello-mnist.ipynb -------------------------------------------------------------------------------- /examples/hello-world.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/examples/hello-world.ipynb -------------------------------------------------------------------------------- /examples/weight-erasure.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/examples/weight-erasure.ipynb -------------------------------------------------------------------------------- /modula/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/modula/__init__.py -------------------------------------------------------------------------------- /modula/abstract.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/modula/abstract.py -------------------------------------------------------------------------------- /modula/atom.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/modula/atom.py -------------------------------------------------------------------------------- /modula/bond.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/modula/bond.py -------------------------------------------------------------------------------- /modula/compound.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/modula/compound.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/modula-systems/modula/HEAD/pyproject.toml --------------------------------------------------------------------------------