├── .gitattributes ├── .gitignore ├── README.md ├── assets ├── french.png ├── german.png └── scandinavian.png ├── autoencoder ├── autoencoder.py ├── configurator.py ├── feature-browser │ ├── build_website.py │ ├── main_page.py │ └── subpages.py ├── prepare.py ├── resource_loader.py ├── train.py └── utils │ ├── __init__.py │ └── plotting_utils.py ├── reproduction.md ├── requirements.txt └── transformer ├── README.md ├── config ├── train_gpt2.py └── train_shakespeare_char.py ├── configurator.py ├── data ├── openwebtext │ ├── prepare.py │ └── readme.md ├── shakespeare │ ├── prepare.py │ └── readme.md └── shakespeare_char │ ├── prepare.py │ └── readme.md ├── hooked_model.py ├── model.py └── train.py /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shehper/sparse-dictionary-learning/HEAD/.gitattributes -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shehper/sparse-dictionary-learning/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shehper/sparse-dictionary-learning/HEAD/README.md -------------------------------------------------------------------------------- /assets/french.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shehper/sparse-dictionary-learning/HEAD/assets/french.png -------------------------------------------------------------------------------- /assets/german.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shehper/sparse-dictionary-learning/HEAD/assets/german.png -------------------------------------------------------------------------------- /assets/scandinavian.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shehper/sparse-dictionary-learning/HEAD/assets/scandinavian.png -------------------------------------------------------------------------------- /autoencoder/autoencoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shehper/sparse-dictionary-learning/HEAD/autoencoder/autoencoder.py -------------------------------------------------------------------------------- /autoencoder/configurator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shehper/sparse-dictionary-learning/HEAD/autoencoder/configurator.py -------------------------------------------------------------------------------- /autoencoder/feature-browser/build_website.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shehper/sparse-dictionary-learning/HEAD/autoencoder/feature-browser/build_website.py -------------------------------------------------------------------------------- /autoencoder/feature-browser/main_page.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shehper/sparse-dictionary-learning/HEAD/autoencoder/feature-browser/main_page.py -------------------------------------------------------------------------------- /autoencoder/feature-browser/subpages.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shehper/sparse-dictionary-learning/HEAD/autoencoder/feature-browser/subpages.py -------------------------------------------------------------------------------- /autoencoder/prepare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shehper/sparse-dictionary-learning/HEAD/autoencoder/prepare.py -------------------------------------------------------------------------------- /autoencoder/resource_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shehper/sparse-dictionary-learning/HEAD/autoencoder/resource_loader.py -------------------------------------------------------------------------------- /autoencoder/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shehper/sparse-dictionary-learning/HEAD/autoencoder/train.py -------------------------------------------------------------------------------- /autoencoder/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shehper/sparse-dictionary-learning/HEAD/autoencoder/utils/__init__.py -------------------------------------------------------------------------------- /autoencoder/utils/plotting_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shehper/sparse-dictionary-learning/HEAD/autoencoder/utils/plotting_utils.py -------------------------------------------------------------------------------- /reproduction.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shehper/sparse-dictionary-learning/HEAD/reproduction.md -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shehper/sparse-dictionary-learning/HEAD/requirements.txt -------------------------------------------------------------------------------- /transformer/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shehper/sparse-dictionary-learning/HEAD/transformer/README.md -------------------------------------------------------------------------------- /transformer/config/train_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shehper/sparse-dictionary-learning/HEAD/transformer/config/train_gpt2.py -------------------------------------------------------------------------------- /transformer/config/train_shakespeare_char.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shehper/sparse-dictionary-learning/HEAD/transformer/config/train_shakespeare_char.py -------------------------------------------------------------------------------- /transformer/configurator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shehper/sparse-dictionary-learning/HEAD/transformer/configurator.py -------------------------------------------------------------------------------- /transformer/data/openwebtext/prepare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shehper/sparse-dictionary-learning/HEAD/transformer/data/openwebtext/prepare.py -------------------------------------------------------------------------------- /transformer/data/openwebtext/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shehper/sparse-dictionary-learning/HEAD/transformer/data/openwebtext/readme.md -------------------------------------------------------------------------------- /transformer/data/shakespeare/prepare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shehper/sparse-dictionary-learning/HEAD/transformer/data/shakespeare/prepare.py -------------------------------------------------------------------------------- /transformer/data/shakespeare/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shehper/sparse-dictionary-learning/HEAD/transformer/data/shakespeare/readme.md -------------------------------------------------------------------------------- /transformer/data/shakespeare_char/prepare.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shehper/sparse-dictionary-learning/HEAD/transformer/data/shakespeare_char/prepare.py -------------------------------------------------------------------------------- /transformer/data/shakespeare_char/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shehper/sparse-dictionary-learning/HEAD/transformer/data/shakespeare_char/readme.md -------------------------------------------------------------------------------- /transformer/hooked_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shehper/sparse-dictionary-learning/HEAD/transformer/hooked_model.py -------------------------------------------------------------------------------- /transformer/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shehper/sparse-dictionary-learning/HEAD/transformer/model.py -------------------------------------------------------------------------------- /transformer/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/shehper/sparse-dictionary-learning/HEAD/transformer/train.py --------------------------------------------------------------------------------