├── .gitattributes ├── .gitignore ├── LICENSE ├── README.md ├── checkpoints ├── spectre-bs-v6-768-6144-3.5e-07-1713104459.pt ├── spectre-lg-v6-1024-8192-5e-07-1713106961.pt ├── spectre-sm-v6-512-4096-6e-07-1713100534.pt └── spectre-xl-v6-2048-16384-1.75e-07-1713154164.pt ├── features ├── interpreted_spectre_features.bs-v6.jsonl ├── interpreted_spectre_features.lg-v6.jsonl ├── interpreted_spectre_features.sm-v6.jsonl ├── interpreted_spectre_features.xl-v6.jsonl ├── spectre_features.bs-v6.jsonl ├── spectre_features.lg-v6.jsonl ├── spectre_features.sm-v6.jsonl └── spectre_features.xl-v6.jsonl ├── models ├── __init__.py ├── bottleneck_t5.py ├── edit_modes.py ├── feature_registry.py └── sparse_autoencoder.py ├── notebooks ├── 001_inspect_features.ipynb ├── 002_edit_features.ipynb └── 003_feature_embedding_analysis.ipynb └── requirements.txt /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thesephist/spectre/HEAD/.gitattributes -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thesephist/spectre/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thesephist/spectre/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thesephist/spectre/HEAD/README.md -------------------------------------------------------------------------------- /checkpoints/spectre-bs-v6-768-6144-3.5e-07-1713104459.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thesephist/spectre/HEAD/checkpoints/spectre-bs-v6-768-6144-3.5e-07-1713104459.pt -------------------------------------------------------------------------------- /checkpoints/spectre-lg-v6-1024-8192-5e-07-1713106961.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thesephist/spectre/HEAD/checkpoints/spectre-lg-v6-1024-8192-5e-07-1713106961.pt -------------------------------------------------------------------------------- /checkpoints/spectre-sm-v6-512-4096-6e-07-1713100534.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thesephist/spectre/HEAD/checkpoints/spectre-sm-v6-512-4096-6e-07-1713100534.pt -------------------------------------------------------------------------------- /checkpoints/spectre-xl-v6-2048-16384-1.75e-07-1713154164.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thesephist/spectre/HEAD/checkpoints/spectre-xl-v6-2048-16384-1.75e-07-1713154164.pt -------------------------------------------------------------------------------- /features/interpreted_spectre_features.bs-v6.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thesephist/spectre/HEAD/features/interpreted_spectre_features.bs-v6.jsonl -------------------------------------------------------------------------------- /features/interpreted_spectre_features.lg-v6.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thesephist/spectre/HEAD/features/interpreted_spectre_features.lg-v6.jsonl -------------------------------------------------------------------------------- /features/interpreted_spectre_features.sm-v6.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thesephist/spectre/HEAD/features/interpreted_spectre_features.sm-v6.jsonl -------------------------------------------------------------------------------- /features/interpreted_spectre_features.xl-v6.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thesephist/spectre/HEAD/features/interpreted_spectre_features.xl-v6.jsonl -------------------------------------------------------------------------------- /features/spectre_features.bs-v6.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thesephist/spectre/HEAD/features/spectre_features.bs-v6.jsonl -------------------------------------------------------------------------------- /features/spectre_features.lg-v6.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thesephist/spectre/HEAD/features/spectre_features.lg-v6.jsonl -------------------------------------------------------------------------------- /features/spectre_features.sm-v6.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thesephist/spectre/HEAD/features/spectre_features.sm-v6.jsonl -------------------------------------------------------------------------------- /features/spectre_features.xl-v6.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thesephist/spectre/HEAD/features/spectre_features.xl-v6.jsonl -------------------------------------------------------------------------------- /models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thesephist/spectre/HEAD/models/__init__.py -------------------------------------------------------------------------------- /models/bottleneck_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thesephist/spectre/HEAD/models/bottleneck_t5.py -------------------------------------------------------------------------------- /models/edit_modes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thesephist/spectre/HEAD/models/edit_modes.py -------------------------------------------------------------------------------- /models/feature_registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thesephist/spectre/HEAD/models/feature_registry.py -------------------------------------------------------------------------------- /models/sparse_autoencoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thesephist/spectre/HEAD/models/sparse_autoencoder.py -------------------------------------------------------------------------------- /notebooks/001_inspect_features.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thesephist/spectre/HEAD/notebooks/001_inspect_features.ipynb -------------------------------------------------------------------------------- /notebooks/002_edit_features.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thesephist/spectre/HEAD/notebooks/002_edit_features.ipynb -------------------------------------------------------------------------------- /notebooks/003_feature_embedding_analysis.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thesephist/spectre/HEAD/notebooks/003_feature_embedding_analysis.ipynb -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/thesephist/spectre/HEAD/requirements.txt --------------------------------------------------------------------------------