├── .gitignore ├── LICENSE ├── README.md ├── bert_base_uncased_neurons ├── bert-base-uncased_pararel_neurons_0.json ├── bert-base-uncased_pararel_neurons_1.json ├── bert-base-uncased_pararel_neurons_2.json ├── bert-base-uncased_pararel_neurons_3.json ├── bert-base-uncased_pararel_neurons_4.json ├── bert-base-uncased_pararel_neurons_5.json ├── bert-base-uncased_pararel_neurons_6.json ├── bert-base-uncased_pararel_neurons_7.json ├── bert-base-uncased_pararel_results_0.json ├── bert-base-uncased_pararel_results_1.json ├── bert-base-uncased_pararel_results_2.json ├── bert-base-uncased_pararel_results_3.json ├── bert-base-uncased_pararel_results_4.json ├── bert-base-uncased_pararel_results_5.json ├── bert-base-uncased_pararel_results_6.json └── bert-base-uncased_pararel_results_7.json ├── examples ├── knowledge_neurons.ipynb └── multilingual.py ├── images ├── enhance.png ├── enhance_original.png ├── suppress.png └── suppress_original.png ├── knowledge_neurons ├── __init__.py ├── data.py ├── knowledge_neurons.py └── patch.py ├── pararel_evaluate.py ├── plot_pararel_results.py ├── requirements.txt ├── setup.py └── tests └── tests.py /.gitignore: -------------------------------------------------------------------------------- 1 | __pycache__ 2 | .vscode/ 3 | datasets/* -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/knowledge-neurons/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/knowledge-neurons/HEAD/README.md -------------------------------------------------------------------------------- /bert_base_uncased_neurons/bert-base-uncased_pararel_neurons_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/knowledge-neurons/HEAD/bert_base_uncased_neurons/bert-base-uncased_pararel_neurons_0.json -------------------------------------------------------------------------------- /bert_base_uncased_neurons/bert-base-uncased_pararel_neurons_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/knowledge-neurons/HEAD/bert_base_uncased_neurons/bert-base-uncased_pararel_neurons_1.json -------------------------------------------------------------------------------- /bert_base_uncased_neurons/bert-base-uncased_pararel_neurons_2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/knowledge-neurons/HEAD/bert_base_uncased_neurons/bert-base-uncased_pararel_neurons_2.json -------------------------------------------------------------------------------- /bert_base_uncased_neurons/bert-base-uncased_pararel_neurons_3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/knowledge-neurons/HEAD/bert_base_uncased_neurons/bert-base-uncased_pararel_neurons_3.json -------------------------------------------------------------------------------- /bert_base_uncased_neurons/bert-base-uncased_pararel_neurons_4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/knowledge-neurons/HEAD/bert_base_uncased_neurons/bert-base-uncased_pararel_neurons_4.json -------------------------------------------------------------------------------- /bert_base_uncased_neurons/bert-base-uncased_pararel_neurons_5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/knowledge-neurons/HEAD/bert_base_uncased_neurons/bert-base-uncased_pararel_neurons_5.json -------------------------------------------------------------------------------- /bert_base_uncased_neurons/bert-base-uncased_pararel_neurons_6.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/knowledge-neurons/HEAD/bert_base_uncased_neurons/bert-base-uncased_pararel_neurons_6.json -------------------------------------------------------------------------------- /bert_base_uncased_neurons/bert-base-uncased_pararel_neurons_7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/knowledge-neurons/HEAD/bert_base_uncased_neurons/bert-base-uncased_pararel_neurons_7.json -------------------------------------------------------------------------------- /bert_base_uncased_neurons/bert-base-uncased_pararel_results_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/knowledge-neurons/HEAD/bert_base_uncased_neurons/bert-base-uncased_pararel_results_0.json -------------------------------------------------------------------------------- /bert_base_uncased_neurons/bert-base-uncased_pararel_results_1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/knowledge-neurons/HEAD/bert_base_uncased_neurons/bert-base-uncased_pararel_results_1.json -------------------------------------------------------------------------------- /bert_base_uncased_neurons/bert-base-uncased_pararel_results_2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/knowledge-neurons/HEAD/bert_base_uncased_neurons/bert-base-uncased_pararel_results_2.json -------------------------------------------------------------------------------- /bert_base_uncased_neurons/bert-base-uncased_pararel_results_3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/knowledge-neurons/HEAD/bert_base_uncased_neurons/bert-base-uncased_pararel_results_3.json -------------------------------------------------------------------------------- /bert_base_uncased_neurons/bert-base-uncased_pararel_results_4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/knowledge-neurons/HEAD/bert_base_uncased_neurons/bert-base-uncased_pararel_results_4.json -------------------------------------------------------------------------------- /bert_base_uncased_neurons/bert-base-uncased_pararel_results_5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/knowledge-neurons/HEAD/bert_base_uncased_neurons/bert-base-uncased_pararel_results_5.json -------------------------------------------------------------------------------- /bert_base_uncased_neurons/bert-base-uncased_pararel_results_6.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/knowledge-neurons/HEAD/bert_base_uncased_neurons/bert-base-uncased_pararel_results_6.json -------------------------------------------------------------------------------- /bert_base_uncased_neurons/bert-base-uncased_pararel_results_7.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/knowledge-neurons/HEAD/bert_base_uncased_neurons/bert-base-uncased_pararel_results_7.json -------------------------------------------------------------------------------- /examples/knowledge_neurons.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/knowledge-neurons/HEAD/examples/knowledge_neurons.ipynb -------------------------------------------------------------------------------- /examples/multilingual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/knowledge-neurons/HEAD/examples/multilingual.py -------------------------------------------------------------------------------- /images/enhance.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/knowledge-neurons/HEAD/images/enhance.png -------------------------------------------------------------------------------- /images/enhance_original.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/knowledge-neurons/HEAD/images/enhance_original.png -------------------------------------------------------------------------------- /images/suppress.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/knowledge-neurons/HEAD/images/suppress.png -------------------------------------------------------------------------------- /images/suppress_original.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/knowledge-neurons/HEAD/images/suppress_original.png -------------------------------------------------------------------------------- /knowledge_neurons/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/knowledge-neurons/HEAD/knowledge_neurons/__init__.py -------------------------------------------------------------------------------- /knowledge_neurons/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/knowledge-neurons/HEAD/knowledge_neurons/data.py -------------------------------------------------------------------------------- /knowledge_neurons/knowledge_neurons.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/knowledge-neurons/HEAD/knowledge_neurons/knowledge_neurons.py -------------------------------------------------------------------------------- /knowledge_neurons/patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/knowledge-neurons/HEAD/knowledge_neurons/patch.py -------------------------------------------------------------------------------- /pararel_evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/knowledge-neurons/HEAD/pararel_evaluate.py -------------------------------------------------------------------------------- /plot_pararel_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/knowledge-neurons/HEAD/plot_pararel_results.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | transformers 2 | einops 3 | numpy 4 | torch 5 | seaborn -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/knowledge-neurons/HEAD/setup.py -------------------------------------------------------------------------------- /tests/tests.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/EleutherAI/knowledge-neurons/HEAD/tests/tests.py --------------------------------------------------------------------------------