├── .github └── workflows │ └── pylint.yml ├── .gitignore ├── .gitmodules ├── README.md ├── example.py ├── notebooks ├── development_book.ipynb ├── evaluate_explanations.py ├── get_explanations_vit.ipynb ├── investigate_explanations_imdb.ipynb ├── investigate_explanations_mlqe.ipynb ├── investigate_explanations_vit.ipynb ├── investigate_plausibility_imdb.ipynb ├── investigate_plausibility_mlqe.ipynb ├── investigate_simulability_mlqe.ipynb ├── preprocess_mlqepe.py └── utils.py ├── requirements.txt ├── scripts ├── calc_plausiblity_mlqe.py └── run_plausiblity_mlqe.sh ├── setup.py ├── smat ├── __init__.py ├── bootstrap_eval.py ├── compact.py ├── data │ ├── __init__.py │ ├── cifar100.py │ ├── imdb.py │ ├── mlqe.py │ ├── movie_rationales.py │ ├── preprocess_mlqe.sh │ └── sst2.py ├── explainers │ ├── __init__.py │ ├── attention_attribution_explainer.py │ ├── attention_explainer.py │ ├── attention_query_explainer.py │ ├── attention_times_gradient_explainer.py │ ├── attention_value_explainer.py │ ├── gradient_input_explainer.py │ ├── gradient_norm_explainer.py │ ├── input_explainer.py │ └── integrated_gradients.py ├── hypergrad.py ├── models │ ├── __init__.py │ ├── bert.py │ ├── electra.py │ ├── embedding.py │ ├── roberta.py │ ├── scalar_mix.py │ └── vit.py ├── train.py └── utils.py └── tapes ├── cifar100.tconf ├── imdb.tconf ├── main.tape ├── mlqe.tconf └── submitters.tape /.github/workflows/pylint.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/.github/workflows/pylint.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/.gitmodules -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/README.md -------------------------------------------------------------------------------- /example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/example.py -------------------------------------------------------------------------------- /notebooks/development_book.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/notebooks/development_book.ipynb -------------------------------------------------------------------------------- /notebooks/evaluate_explanations.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/notebooks/evaluate_explanations.py -------------------------------------------------------------------------------- /notebooks/get_explanations_vit.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/notebooks/get_explanations_vit.ipynb -------------------------------------------------------------------------------- /notebooks/investigate_explanations_imdb.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/notebooks/investigate_explanations_imdb.ipynb -------------------------------------------------------------------------------- /notebooks/investigate_explanations_mlqe.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/notebooks/investigate_explanations_mlqe.ipynb -------------------------------------------------------------------------------- /notebooks/investigate_explanations_vit.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/notebooks/investigate_explanations_vit.ipynb -------------------------------------------------------------------------------- /notebooks/investigate_plausibility_imdb.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/notebooks/investigate_plausibility_imdb.ipynb -------------------------------------------------------------------------------- /notebooks/investigate_plausibility_mlqe.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/notebooks/investigate_plausibility_mlqe.ipynb -------------------------------------------------------------------------------- /notebooks/investigate_simulability_mlqe.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/notebooks/investigate_simulability_mlqe.ipynb -------------------------------------------------------------------------------- /notebooks/preprocess_mlqepe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/notebooks/preprocess_mlqepe.py -------------------------------------------------------------------------------- /notebooks/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/notebooks/utils.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/requirements.txt -------------------------------------------------------------------------------- /scripts/calc_plausiblity_mlqe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/scripts/calc_plausiblity_mlqe.py -------------------------------------------------------------------------------- /scripts/run_plausiblity_mlqe.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/scripts/run_plausiblity_mlqe.sh -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/setup.py -------------------------------------------------------------------------------- /smat/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /smat/bootstrap_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/smat/bootstrap_eval.py -------------------------------------------------------------------------------- /smat/compact.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/smat/compact.py -------------------------------------------------------------------------------- /smat/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /smat/data/cifar100.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/smat/data/cifar100.py -------------------------------------------------------------------------------- /smat/data/imdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/smat/data/imdb.py -------------------------------------------------------------------------------- /smat/data/mlqe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/smat/data/mlqe.py -------------------------------------------------------------------------------- /smat/data/movie_rationales.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/smat/data/movie_rationales.py -------------------------------------------------------------------------------- /smat/data/preprocess_mlqe.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/smat/data/preprocess_mlqe.sh -------------------------------------------------------------------------------- /smat/data/sst2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/smat/data/sst2.py -------------------------------------------------------------------------------- /smat/explainers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/smat/explainers/__init__.py -------------------------------------------------------------------------------- /smat/explainers/attention_attribution_explainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/smat/explainers/attention_attribution_explainer.py -------------------------------------------------------------------------------- /smat/explainers/attention_explainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/smat/explainers/attention_explainer.py -------------------------------------------------------------------------------- /smat/explainers/attention_query_explainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/smat/explainers/attention_query_explainer.py -------------------------------------------------------------------------------- /smat/explainers/attention_times_gradient_explainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/smat/explainers/attention_times_gradient_explainer.py -------------------------------------------------------------------------------- /smat/explainers/attention_value_explainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/smat/explainers/attention_value_explainer.py -------------------------------------------------------------------------------- /smat/explainers/gradient_input_explainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/smat/explainers/gradient_input_explainer.py -------------------------------------------------------------------------------- /smat/explainers/gradient_norm_explainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/smat/explainers/gradient_norm_explainer.py -------------------------------------------------------------------------------- /smat/explainers/input_explainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/smat/explainers/input_explainer.py -------------------------------------------------------------------------------- /smat/explainers/integrated_gradients.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/smat/explainers/integrated_gradients.py -------------------------------------------------------------------------------- /smat/hypergrad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/smat/hypergrad.py -------------------------------------------------------------------------------- /smat/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/smat/models/__init__.py -------------------------------------------------------------------------------- /smat/models/bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/smat/models/bert.py -------------------------------------------------------------------------------- /smat/models/electra.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/smat/models/electra.py -------------------------------------------------------------------------------- /smat/models/embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/smat/models/embedding.py -------------------------------------------------------------------------------- /smat/models/roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/smat/models/roberta.py -------------------------------------------------------------------------------- /smat/models/scalar_mix.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/smat/models/scalar_mix.py -------------------------------------------------------------------------------- /smat/models/vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/smat/models/vit.py -------------------------------------------------------------------------------- /smat/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/smat/train.py -------------------------------------------------------------------------------- /smat/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/smat/utils.py -------------------------------------------------------------------------------- /tapes/cifar100.tconf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/tapes/cifar100.tconf -------------------------------------------------------------------------------- /tapes/imdb.tconf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/tapes/imdb.tconf -------------------------------------------------------------------------------- /tapes/main.tape: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/tapes/main.tape -------------------------------------------------------------------------------- /tapes/mlqe.tconf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/tapes/mlqe.tconf -------------------------------------------------------------------------------- /tapes/submitters.tape: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CoderPat/learning-scaffold/HEAD/tapes/submitters.tape --------------------------------------------------------------------------------