├── .github └── workflows │ └── publish.yml ├── .gitignore ├── CONTRIBUTING.md ├── LICENSE ├── Makefile ├── README.md ├── docs ├── Makefile ├── conf.py ├── generate_docs.py ├── index.rst └── source │ ├── devinterp.backends.default.rst │ ├── devinterp.backends.default.slt.rst │ ├── devinterp.backends.rst │ ├── devinterp.backends.tpu.rst │ ├── devinterp.backends.tpu.slt.rst │ ├── devinterp.mechinterp.rst │ ├── devinterp.optim.rst │ ├── devinterp.rst │ ├── devinterp.slt.rst │ └── modules.rst ├── etc └── ci │ └── bump-package-version.sh ├── examples ├── diagnostics.ipynb ├── dlns.ipynb ├── epsilon_beta.ipynb ├── grokking.ipynb ├── introduction.ipynb ├── mnist.ipynb ├── normal_crossing.ipynb ├── sgld_calibration.ipynb └── tms.ipynb ├── pyproject.toml ├── requirements.txt ├── src └── devinterp │ ├── __init__.py │ ├── backends │ ├── __init__.py │ ├── default │ │ ├── __init__.py │ │ └── slt │ │ │ ├── __init__.py │ │ │ └── sampler.py │ └── tpu │ │ ├── __init__.py │ │ └── slt │ │ ├── __init__.py │ │ └── sampler.py │ ├── mechinterp │ ├── __init__.py │ ├── activations.py │ └── hooks.py │ ├── optim │ ├── __init__.py │ ├── preconditioner.py │ ├── prior.py │ ├── sgld.py │ ├── sgmcmc.py │ ├── sgnht.py │ └── utils.py │ ├── slt │ ├── __init__.py │ ├── callback.py │ ├── cov.py │ ├── gradient.py │ ├── llc.py │ ├── loss.py │ ├── mala.py │ ├── norms.py │ ├── sampler.py │ ├── trace.py │ └── wbic.py │ ├── utils.py │ └── vis_utils.py └── tests ├── __init__.py ├── conftest.py ├── integration ├── __init__.py ├── test_back_comp.py ├── test_gpu.py ├── test_multiprocessing.py ├── test_sampling.py ├── test_tpu.py └── test_vis_utils.py ├── models.json ├── optim ├── __init__.py ├── __snapshots__ │ ├── rllc_test.ambr │ ├── sgld_test.ambr │ └── test_sgmcmc.ambr ├── rllc_test.py ├── sgld_test.py ├── test_preconditioner.py ├── test_prior.py └── test_sgmcmc.py └── slt ├── __init__.py ├── __snapshots__ ├── rrr_test.ambr └── sampler_ordinality_test.ambr ├── cov_test.py ├── mala_test.py ├── rrr_test.py ├── sampler_ordinality_test.py ├── sampler_test.py └── test_llc_nan.py /.github/workflows/publish.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/.github/workflows/publish.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/.gitignore -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/LICENSE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/README.md -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/docs/conf.py -------------------------------------------------------------------------------- /docs/generate_docs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/docs/generate_docs.py -------------------------------------------------------------------------------- /docs/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/docs/index.rst -------------------------------------------------------------------------------- /docs/source/devinterp.backends.default.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/docs/source/devinterp.backends.default.rst -------------------------------------------------------------------------------- /docs/source/devinterp.backends.default.slt.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/docs/source/devinterp.backends.default.slt.rst -------------------------------------------------------------------------------- /docs/source/devinterp.backends.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/docs/source/devinterp.backends.rst -------------------------------------------------------------------------------- /docs/source/devinterp.backends.tpu.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/docs/source/devinterp.backends.tpu.rst -------------------------------------------------------------------------------- /docs/source/devinterp.backends.tpu.slt.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/docs/source/devinterp.backends.tpu.slt.rst -------------------------------------------------------------------------------- /docs/source/devinterp.mechinterp.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/docs/source/devinterp.mechinterp.rst -------------------------------------------------------------------------------- /docs/source/devinterp.optim.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/docs/source/devinterp.optim.rst -------------------------------------------------------------------------------- /docs/source/devinterp.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/docs/source/devinterp.rst -------------------------------------------------------------------------------- /docs/source/devinterp.slt.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/docs/source/devinterp.slt.rst -------------------------------------------------------------------------------- /docs/source/modules.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/docs/source/modules.rst -------------------------------------------------------------------------------- /etc/ci/bump-package-version.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/etc/ci/bump-package-version.sh -------------------------------------------------------------------------------- /examples/diagnostics.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/examples/diagnostics.ipynb -------------------------------------------------------------------------------- /examples/dlns.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/examples/dlns.ipynb -------------------------------------------------------------------------------- /examples/epsilon_beta.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/examples/epsilon_beta.ipynb -------------------------------------------------------------------------------- /examples/grokking.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/examples/grokking.ipynb -------------------------------------------------------------------------------- /examples/introduction.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/examples/introduction.ipynb -------------------------------------------------------------------------------- /examples/mnist.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/examples/mnist.ipynb -------------------------------------------------------------------------------- /examples/normal_crossing.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/examples/normal_crossing.ipynb -------------------------------------------------------------------------------- /examples/sgld_calibration.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/examples/sgld_calibration.ipynb -------------------------------------------------------------------------------- /examples/tms.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/examples/tms.ipynb -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/requirements.txt -------------------------------------------------------------------------------- /src/devinterp/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/src/devinterp/__init__.py -------------------------------------------------------------------------------- /src/devinterp/backends/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/devinterp/backends/default/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/devinterp/backends/default/slt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/devinterp/backends/default/slt/sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/src/devinterp/backends/default/slt/sampler.py -------------------------------------------------------------------------------- /src/devinterp/backends/tpu/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/devinterp/backends/tpu/slt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/devinterp/backends/tpu/slt/sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/src/devinterp/backends/tpu/slt/sampler.py -------------------------------------------------------------------------------- /src/devinterp/mechinterp/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/devinterp/mechinterp/activations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/src/devinterp/mechinterp/activations.py -------------------------------------------------------------------------------- /src/devinterp/mechinterp/hooks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/src/devinterp/mechinterp/hooks.py -------------------------------------------------------------------------------- /src/devinterp/optim/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/src/devinterp/optim/__init__.py -------------------------------------------------------------------------------- /src/devinterp/optim/preconditioner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/src/devinterp/optim/preconditioner.py -------------------------------------------------------------------------------- /src/devinterp/optim/prior.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/src/devinterp/optim/prior.py -------------------------------------------------------------------------------- /src/devinterp/optim/sgld.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/src/devinterp/optim/sgld.py -------------------------------------------------------------------------------- /src/devinterp/optim/sgmcmc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/src/devinterp/optim/sgmcmc.py -------------------------------------------------------------------------------- /src/devinterp/optim/sgnht.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/src/devinterp/optim/sgnht.py -------------------------------------------------------------------------------- /src/devinterp/optim/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/src/devinterp/optim/utils.py -------------------------------------------------------------------------------- /src/devinterp/slt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/devinterp/slt/callback.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/src/devinterp/slt/callback.py -------------------------------------------------------------------------------- /src/devinterp/slt/cov.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/src/devinterp/slt/cov.py -------------------------------------------------------------------------------- /src/devinterp/slt/gradient.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/src/devinterp/slt/gradient.py -------------------------------------------------------------------------------- /src/devinterp/slt/llc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/src/devinterp/slt/llc.py -------------------------------------------------------------------------------- /src/devinterp/slt/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/src/devinterp/slt/loss.py -------------------------------------------------------------------------------- /src/devinterp/slt/mala.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/src/devinterp/slt/mala.py -------------------------------------------------------------------------------- /src/devinterp/slt/norms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/src/devinterp/slt/norms.py -------------------------------------------------------------------------------- /src/devinterp/slt/sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/src/devinterp/slt/sampler.py -------------------------------------------------------------------------------- /src/devinterp/slt/trace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/src/devinterp/slt/trace.py -------------------------------------------------------------------------------- /src/devinterp/slt/wbic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/src/devinterp/slt/wbic.py -------------------------------------------------------------------------------- /src/devinterp/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/src/devinterp/utils.py -------------------------------------------------------------------------------- /src/devinterp/vis_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/src/devinterp/vis_utils.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/integration/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/integration/test_back_comp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/tests/integration/test_back_comp.py -------------------------------------------------------------------------------- /tests/integration/test_gpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/tests/integration/test_gpu.py -------------------------------------------------------------------------------- /tests/integration/test_multiprocessing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/tests/integration/test_multiprocessing.py -------------------------------------------------------------------------------- /tests/integration/test_sampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/tests/integration/test_sampling.py -------------------------------------------------------------------------------- /tests/integration/test_tpu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/tests/integration/test_tpu.py -------------------------------------------------------------------------------- /tests/integration/test_vis_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/tests/integration/test_vis_utils.py -------------------------------------------------------------------------------- /tests/models.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/tests/models.json -------------------------------------------------------------------------------- /tests/optim/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/optim/__snapshots__/rllc_test.ambr: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/tests/optim/__snapshots__/rllc_test.ambr -------------------------------------------------------------------------------- /tests/optim/__snapshots__/sgld_test.ambr: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/tests/optim/__snapshots__/sgld_test.ambr -------------------------------------------------------------------------------- /tests/optim/__snapshots__/test_sgmcmc.ambr: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/tests/optim/__snapshots__/test_sgmcmc.ambr -------------------------------------------------------------------------------- /tests/optim/rllc_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/tests/optim/rllc_test.py -------------------------------------------------------------------------------- /tests/optim/sgld_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/tests/optim/sgld_test.py -------------------------------------------------------------------------------- /tests/optim/test_preconditioner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/tests/optim/test_preconditioner.py -------------------------------------------------------------------------------- /tests/optim/test_prior.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/tests/optim/test_prior.py -------------------------------------------------------------------------------- /tests/optim/test_sgmcmc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/tests/optim/test_sgmcmc.py -------------------------------------------------------------------------------- /tests/slt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/slt/__snapshots__/rrr_test.ambr: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/tests/slt/__snapshots__/rrr_test.ambr -------------------------------------------------------------------------------- /tests/slt/__snapshots__/sampler_ordinality_test.ambr: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/tests/slt/__snapshots__/sampler_ordinality_test.ambr -------------------------------------------------------------------------------- /tests/slt/cov_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/tests/slt/cov_test.py -------------------------------------------------------------------------------- /tests/slt/mala_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/tests/slt/mala_test.py -------------------------------------------------------------------------------- /tests/slt/rrr_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/tests/slt/rrr_test.py -------------------------------------------------------------------------------- /tests/slt/sampler_ordinality_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/tests/slt/sampler_ordinality_test.py -------------------------------------------------------------------------------- /tests/slt/sampler_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/tests/slt/sampler_test.py -------------------------------------------------------------------------------- /tests/slt/test_llc_nan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/timaeus-research/devinterp/HEAD/tests/slt/test_llc_nan.py --------------------------------------------------------------------------------