├── .env ├── .gitignore ├── LICENSE.md ├── README.md ├── SV.ipynb ├── Text_classification.ipynb ├── attributions.py ├── attributions.sh ├── aupc.py ├── correlations.py ├── cos_results ├── bert_sst2_cos_results.json ├── distilbert_sst2_cos_results.json └── roberta_sst2_cos_results.json ├── data ├── bert_sst2_attributions.npy ├── corr.npy ├── lgd_dataset.tsv ├── lgd_dataset_bert-base-uncased.tsv ├── multiberts-seed_0_sst2_attributions.npy ├── multiberts-seed_10_sst2_attributions.npy ├── multiberts-seed_1_sst2_attributions.npy ├── multiberts-seed_2_sst2_attributions.npy ├── multiberts-seed_3_sst2_attributions.npy ├── multiberts-seed_4_sst2_attributions.npy ├── multiberts-seed_5_sst2_attributions.npy ├── multiberts-seed_6_sst2_attributions.npy ├── multiberts-seed_7_sst2_attributions.npy ├── multiberts-seed_8_sst2_attributions.npy └── multiberts-seed_9_sst2_attributions.npy ├── environment.yml ├── evaluation.ipynb ├── finetuning.sh ├── finetuning ├── train.py └── training_args.bin ├── img ├── attributions_special_tokens.png ├── layers_relevances_example_bert.png ├── model_consistency.png ├── relevances_example_bert.png └── sst2_mean_cosine_similarity_transformed_joint.png ├── latex_saliency ├── colorize.tex └── figure.tex ├── lgd_binary_classifier ├── dataset.py ├── metrics.py ├── prep_dataset.py ├── test.py └── train.py ├── robustness.ipynb ├── src ├── __init__.py ├── config.yaml ├── contributions.py └── utils_contributions.py └── sva_training.sh /.env: -------------------------------------------------------------------------------- 1 | export MODELS_DIR="/home/usuaris/scratch/javier.ferrando/checkpoints/" -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/LICENSE.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/README.md -------------------------------------------------------------------------------- /SV.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/SV.ipynb -------------------------------------------------------------------------------- /Text_classification.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/Text_classification.ipynb -------------------------------------------------------------------------------- /attributions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/attributions.py -------------------------------------------------------------------------------- /attributions.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/attributions.sh -------------------------------------------------------------------------------- /aupc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/aupc.py -------------------------------------------------------------------------------- /correlations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/correlations.py -------------------------------------------------------------------------------- /cos_results/bert_sst2_cos_results.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/cos_results/bert_sst2_cos_results.json -------------------------------------------------------------------------------- /cos_results/distilbert_sst2_cos_results.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/cos_results/distilbert_sst2_cos_results.json -------------------------------------------------------------------------------- /cos_results/roberta_sst2_cos_results.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/cos_results/roberta_sst2_cos_results.json -------------------------------------------------------------------------------- /data/bert_sst2_attributions.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/data/bert_sst2_attributions.npy -------------------------------------------------------------------------------- /data/corr.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/data/corr.npy -------------------------------------------------------------------------------- /data/lgd_dataset.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/data/lgd_dataset.tsv -------------------------------------------------------------------------------- /data/lgd_dataset_bert-base-uncased.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/data/lgd_dataset_bert-base-uncased.tsv -------------------------------------------------------------------------------- /data/multiberts-seed_0_sst2_attributions.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/data/multiberts-seed_0_sst2_attributions.npy -------------------------------------------------------------------------------- /data/multiberts-seed_10_sst2_attributions.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/data/multiberts-seed_10_sst2_attributions.npy -------------------------------------------------------------------------------- /data/multiberts-seed_1_sst2_attributions.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/data/multiberts-seed_1_sst2_attributions.npy -------------------------------------------------------------------------------- /data/multiberts-seed_2_sst2_attributions.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/data/multiberts-seed_2_sst2_attributions.npy -------------------------------------------------------------------------------- /data/multiberts-seed_3_sst2_attributions.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/data/multiberts-seed_3_sst2_attributions.npy -------------------------------------------------------------------------------- /data/multiberts-seed_4_sst2_attributions.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/data/multiberts-seed_4_sst2_attributions.npy -------------------------------------------------------------------------------- /data/multiberts-seed_5_sst2_attributions.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/data/multiberts-seed_5_sst2_attributions.npy -------------------------------------------------------------------------------- /data/multiberts-seed_6_sst2_attributions.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/data/multiberts-seed_6_sst2_attributions.npy -------------------------------------------------------------------------------- /data/multiberts-seed_7_sst2_attributions.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/data/multiberts-seed_7_sst2_attributions.npy -------------------------------------------------------------------------------- /data/multiberts-seed_8_sst2_attributions.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/data/multiberts-seed_8_sst2_attributions.npy -------------------------------------------------------------------------------- /data/multiberts-seed_9_sst2_attributions.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/data/multiberts-seed_9_sst2_attributions.npy -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/environment.yml -------------------------------------------------------------------------------- /evaluation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/evaluation.ipynb -------------------------------------------------------------------------------- /finetuning.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/finetuning.sh -------------------------------------------------------------------------------- /finetuning/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/finetuning/train.py -------------------------------------------------------------------------------- /finetuning/training_args.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/finetuning/training_args.bin -------------------------------------------------------------------------------- /img/attributions_special_tokens.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/img/attributions_special_tokens.png -------------------------------------------------------------------------------- /img/layers_relevances_example_bert.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/img/layers_relevances_example_bert.png -------------------------------------------------------------------------------- /img/model_consistency.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/img/model_consistency.png -------------------------------------------------------------------------------- /img/relevances_example_bert.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/img/relevances_example_bert.png -------------------------------------------------------------------------------- /img/sst2_mean_cosine_similarity_transformed_joint.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/img/sst2_mean_cosine_similarity_transformed_joint.png -------------------------------------------------------------------------------- /latex_saliency/colorize.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/latex_saliency/colorize.tex -------------------------------------------------------------------------------- /latex_saliency/figure.tex: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/latex_saliency/figure.tex -------------------------------------------------------------------------------- /lgd_binary_classifier/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/lgd_binary_classifier/dataset.py -------------------------------------------------------------------------------- /lgd_binary_classifier/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/lgd_binary_classifier/metrics.py -------------------------------------------------------------------------------- /lgd_binary_classifier/prep_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/lgd_binary_classifier/prep_dataset.py -------------------------------------------------------------------------------- /lgd_binary_classifier/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/lgd_binary_classifier/test.py -------------------------------------------------------------------------------- /lgd_binary_classifier/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/lgd_binary_classifier/train.py -------------------------------------------------------------------------------- /robustness.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/robustness.ipynb -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/src/config.yaml -------------------------------------------------------------------------------- /src/contributions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/src/contributions.py -------------------------------------------------------------------------------- /src/utils_contributions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/src/utils_contributions.py -------------------------------------------------------------------------------- /sva_training.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mt-upc/transformer-contributions/HEAD/sva_training.sh --------------------------------------------------------------------------------