├── .bumpversion.cfg ├── .cookiecutterrc ├── .coveragerc ├── .gitattributes ├── .github └── workflows │ └── build_and_test.yml ├── .gitignore ├── .pre-commit-config.yaml ├── .readthedocs.yml ├── AUTHORS.rst ├── CHANGELOG.rst ├── CONTRIBUTING.rst ├── LICENSE ├── MANIFEST.in ├── README.rst ├── docs ├── api │ ├── analysis.md │ ├── ecco.md │ ├── language-model.md │ ├── nmf.md │ └── output.md ├── architecture.md ├── contribution_guide.md ├── eccoJS │ └── overview.md ├── img │ ├── eccorca.png │ ├── eccorca_pink.png │ ├── eccorca_purple.png │ ├── eccorca_white.png │ ├── layer_predictions_ex_london.png │ ├── nmf_ex_1.png │ ├── nmf_ex_1_widethumb.png │ ├── ranking_watch_ex_is_are_1.png │ ├── rankings_ex_eu_1.png │ ├── rankings_ex_eu_1_widethumb.png │ ├── rankings_watch_ex_is_are_widethumb.png │ ├── saliency_ex_1.png │ ├── saliency_ex_1_thumbwide.png │ ├── saliency_ex_2.png │ └── saliency_ex_2_thumbwide.png ├── index.md ├── models.md ├── requirements.txt └── stylesheets │ └── extra.css ├── mkdocs.yml ├── notebooks ├── Ecco_CCA_Similarity.ipynb ├── Ecco_Comparing_Token_Rankings.ipynb ├── Ecco_Evolution_of_Selected_Token.ipynb ├── Ecco_Neuron_Factors-BERT.ipynb ├── Ecco_Neuron_Factors.ipynb ├── Ecco_Output_Token_Scores.ipynb ├── Ecco_Primary_Attributions.ipynb ├── Identifying model configuration.ipynb ├── Language_Models_and_Ecco_PyData_Khobar.ipynb └── readme.md examples.ipynb ├── readme.md ├── requirements.txt ├── setup.cfg ├── setup.py ├── src └── ecco │ ├── __init__.py │ ├── __main__.py │ ├── activations.py │ ├── analysis.py │ ├── attribution.py │ ├── cli.py │ ├── html │ ├── Ecco-Attention.html │ ├── NeuronViz.html │ ├── basic.html │ ├── cluster_explorable.html │ ├── gradient_explorable.html │ ├── heatmap_single.html │ ├── layer_activations.html │ ├── neuron_explorable.html │ ├── output_sequence.html │ ├── pca_explorable.html │ ├── predict_token.html │ ├── setup.html │ ├── styles.css │ └── trace_tokens.html │ ├── lm.py │ ├── lm.py.orig │ ├── lm_plots.py │ ├── model-config.yaml │ ├── output.py │ ├── svcca_lib │ ├── CHANGES │ ├── LICENSE │ ├── cca_core.py │ ├── cka_lib.py │ └── pwcca.py │ └── util.py └── tests ├── activations_test.py ├── analysis_tests.py ├── lm_plots_test.py ├── lm_test.py ├── output_test.py ├── test_ecco.py └── tokenizers_test.py /.bumpversion.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/.bumpversion.cfg -------------------------------------------------------------------------------- /.cookiecutterrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/.cookiecutterrc -------------------------------------------------------------------------------- /.coveragerc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/.coveragerc -------------------------------------------------------------------------------- /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/.gitattributes -------------------------------------------------------------------------------- /.github/workflows/build_and_test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/.github/workflows/build_and_test.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /.readthedocs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/.readthedocs.yml -------------------------------------------------------------------------------- /AUTHORS.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/AUTHORS.rst -------------------------------------------------------------------------------- /CHANGELOG.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/CHANGELOG.rst -------------------------------------------------------------------------------- /CONTRIBUTING.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/CONTRIBUTING.rst -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/LICENSE -------------------------------------------------------------------------------- /MANIFEST.in: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/MANIFEST.in -------------------------------------------------------------------------------- /README.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/README.rst -------------------------------------------------------------------------------- /docs/api/analysis.md: -------------------------------------------------------------------------------- 1 | 2 | ::: ecco.analysis -------------------------------------------------------------------------------- /docs/api/ecco.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/docs/api/ecco.md -------------------------------------------------------------------------------- /docs/api/language-model.md: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | ::: ecco.lm.LM 5 | handler: python -------------------------------------------------------------------------------- /docs/api/nmf.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/docs/api/nmf.md -------------------------------------------------------------------------------- /docs/api/output.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/docs/api/output.md -------------------------------------------------------------------------------- /docs/architecture.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/docs/architecture.md -------------------------------------------------------------------------------- /docs/contribution_guide.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/docs/contribution_guide.md -------------------------------------------------------------------------------- /docs/eccoJS/overview.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/docs/eccoJS/overview.md -------------------------------------------------------------------------------- /docs/img/eccorca.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/docs/img/eccorca.png -------------------------------------------------------------------------------- /docs/img/eccorca_pink.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/docs/img/eccorca_pink.png -------------------------------------------------------------------------------- /docs/img/eccorca_purple.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/docs/img/eccorca_purple.png -------------------------------------------------------------------------------- /docs/img/eccorca_white.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/docs/img/eccorca_white.png -------------------------------------------------------------------------------- /docs/img/layer_predictions_ex_london.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/docs/img/layer_predictions_ex_london.png -------------------------------------------------------------------------------- /docs/img/nmf_ex_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/docs/img/nmf_ex_1.png -------------------------------------------------------------------------------- /docs/img/nmf_ex_1_widethumb.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/docs/img/nmf_ex_1_widethumb.png -------------------------------------------------------------------------------- /docs/img/ranking_watch_ex_is_are_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/docs/img/ranking_watch_ex_is_are_1.png -------------------------------------------------------------------------------- /docs/img/rankings_ex_eu_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/docs/img/rankings_ex_eu_1.png -------------------------------------------------------------------------------- /docs/img/rankings_ex_eu_1_widethumb.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/docs/img/rankings_ex_eu_1_widethumb.png -------------------------------------------------------------------------------- /docs/img/rankings_watch_ex_is_are_widethumb.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/docs/img/rankings_watch_ex_is_are_widethumb.png -------------------------------------------------------------------------------- /docs/img/saliency_ex_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/docs/img/saliency_ex_1.png -------------------------------------------------------------------------------- /docs/img/saliency_ex_1_thumbwide.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/docs/img/saliency_ex_1_thumbwide.png -------------------------------------------------------------------------------- /docs/img/saliency_ex_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/docs/img/saliency_ex_2.png -------------------------------------------------------------------------------- /docs/img/saliency_ex_2_thumbwide.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/docs/img/saliency_ex_2_thumbwide.png -------------------------------------------------------------------------------- /docs/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/docs/index.md -------------------------------------------------------------------------------- /docs/models.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/docs/models.md -------------------------------------------------------------------------------- /docs/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/docs/requirements.txt -------------------------------------------------------------------------------- /docs/stylesheets/extra.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/docs/stylesheets/extra.css -------------------------------------------------------------------------------- /mkdocs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/mkdocs.yml -------------------------------------------------------------------------------- /notebooks/Ecco_CCA_Similarity.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/notebooks/Ecco_CCA_Similarity.ipynb -------------------------------------------------------------------------------- /notebooks/Ecco_Comparing_Token_Rankings.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/notebooks/Ecco_Comparing_Token_Rankings.ipynb -------------------------------------------------------------------------------- /notebooks/Ecco_Evolution_of_Selected_Token.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/notebooks/Ecco_Evolution_of_Selected_Token.ipynb -------------------------------------------------------------------------------- /notebooks/Ecco_Neuron_Factors-BERT.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/notebooks/Ecco_Neuron_Factors-BERT.ipynb -------------------------------------------------------------------------------- /notebooks/Ecco_Neuron_Factors.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/notebooks/Ecco_Neuron_Factors.ipynb -------------------------------------------------------------------------------- /notebooks/Ecco_Output_Token_Scores.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/notebooks/Ecco_Output_Token_Scores.ipynb -------------------------------------------------------------------------------- /notebooks/Ecco_Primary_Attributions.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/notebooks/Ecco_Primary_Attributions.ipynb -------------------------------------------------------------------------------- /notebooks/Identifying model configuration.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/notebooks/Identifying model configuration.ipynb -------------------------------------------------------------------------------- /notebooks/Language_Models_and_Ecco_PyData_Khobar.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/notebooks/Language_Models_and_Ecco_PyData_Khobar.ipynb -------------------------------------------------------------------------------- /notebooks/readme.md examples.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/notebooks/readme.md examples.ipynb -------------------------------------------------------------------------------- /readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/readme.md -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/setup.cfg -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/setup.py -------------------------------------------------------------------------------- /src/ecco/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/src/ecco/__init__.py -------------------------------------------------------------------------------- /src/ecco/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/src/ecco/__main__.py -------------------------------------------------------------------------------- /src/ecco/activations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/src/ecco/activations.py -------------------------------------------------------------------------------- /src/ecco/analysis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/src/ecco/analysis.py -------------------------------------------------------------------------------- /src/ecco/attribution.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/src/ecco/attribution.py -------------------------------------------------------------------------------- /src/ecco/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/src/ecco/cli.py -------------------------------------------------------------------------------- /src/ecco/html/Ecco-Attention.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/src/ecco/html/Ecco-Attention.html -------------------------------------------------------------------------------- /src/ecco/html/NeuronViz.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/src/ecco/html/NeuronViz.html -------------------------------------------------------------------------------- /src/ecco/html/basic.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/src/ecco/html/basic.html -------------------------------------------------------------------------------- /src/ecco/html/cluster_explorable.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/src/ecco/html/cluster_explorable.html -------------------------------------------------------------------------------- /src/ecco/html/gradient_explorable.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/src/ecco/html/gradient_explorable.html -------------------------------------------------------------------------------- /src/ecco/html/heatmap_single.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/src/ecco/html/heatmap_single.html -------------------------------------------------------------------------------- /src/ecco/html/layer_activations.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/src/ecco/html/layer_activations.html -------------------------------------------------------------------------------- /src/ecco/html/neuron_explorable.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/src/ecco/html/neuron_explorable.html -------------------------------------------------------------------------------- /src/ecco/html/output_sequence.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/src/ecco/html/output_sequence.html -------------------------------------------------------------------------------- /src/ecco/html/pca_explorable.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/src/ecco/html/pca_explorable.html -------------------------------------------------------------------------------- /src/ecco/html/predict_token.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/src/ecco/html/predict_token.html -------------------------------------------------------------------------------- /src/ecco/html/setup.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/src/ecco/html/setup.html -------------------------------------------------------------------------------- /src/ecco/html/styles.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/src/ecco/html/styles.css -------------------------------------------------------------------------------- /src/ecco/html/trace_tokens.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/src/ecco/html/trace_tokens.html -------------------------------------------------------------------------------- /src/ecco/lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/src/ecco/lm.py -------------------------------------------------------------------------------- /src/ecco/lm.py.orig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/src/ecco/lm.py.orig -------------------------------------------------------------------------------- /src/ecco/lm_plots.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/src/ecco/lm_plots.py -------------------------------------------------------------------------------- /src/ecco/model-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/src/ecco/model-config.yaml -------------------------------------------------------------------------------- /src/ecco/output.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/src/ecco/output.py -------------------------------------------------------------------------------- /src/ecco/svcca_lib/CHANGES: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/src/ecco/svcca_lib/CHANGES -------------------------------------------------------------------------------- /src/ecco/svcca_lib/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/src/ecco/svcca_lib/LICENSE -------------------------------------------------------------------------------- /src/ecco/svcca_lib/cca_core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/src/ecco/svcca_lib/cca_core.py -------------------------------------------------------------------------------- /src/ecco/svcca_lib/cka_lib.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/src/ecco/svcca_lib/cka_lib.py -------------------------------------------------------------------------------- /src/ecco/svcca_lib/pwcca.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/src/ecco/svcca_lib/pwcca.py -------------------------------------------------------------------------------- /src/ecco/util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/src/ecco/util.py -------------------------------------------------------------------------------- /tests/activations_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/tests/activations_test.py -------------------------------------------------------------------------------- /tests/analysis_tests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/tests/analysis_tests.py -------------------------------------------------------------------------------- /tests/lm_plots_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/tests/lm_plots_test.py -------------------------------------------------------------------------------- /tests/lm_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/tests/lm_test.py -------------------------------------------------------------------------------- /tests/output_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/tests/output_test.py -------------------------------------------------------------------------------- /tests/test_ecco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/tests/test_ecco.py -------------------------------------------------------------------------------- /tests/tokenizers_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/jalammar/ecco/HEAD/tests/tokenizers_test.py --------------------------------------------------------------------------------