├── .ipynb_checkpoints ├── attention_graph_util-checkpoint.py ├── bert_example-checkpoint.ipynb ├── bert_sv-checkpoint.ipynb ├── bert_viz-checkpoint.ipynb ├── compute_corel_distilbert_sst-checkpoint.py ├── distilbert_sst-checkpoint.ipynb ├── distill_bert_viz-checkpoint.ipynb ├── rat_distillbert-checkpoint.png ├── res_fat_bert_att_3-checkpoint.png └── run_bert_sv-checkpoint.py ├── README.md ├── __pycache__ └── attention_graph_util.cpython-37.pyc ├── attention_graph_util.py ├── bert_example.ipynb ├── bert_sv.ipynb ├── bert_viz.ipynb ├── compute_corel_distilbert_sst.py ├── correlation_logs ├── .ipynb_checkpoints │ ├── correlations-checkpoint │ ├── correlations_bert_sst_max-checkpoint │ ├── correlations_bert_sst_max2-checkpoint │ ├── correlations_bert_sst_max3-checkpoint │ ├── correlations_bert_sst_max4-checkpoint │ ├── correlations_bert_sst_max5-checkpoint │ ├── correlations_bert_sst_max6-checkpoint │ ├── correlations_bert_sst_max6_flow-checkpoint │ ├── correlations_bert_sst_max7_flow-checkpoint │ ├── correlations_bert_sst_sum-checkpoint │ └── outputs-checkpoint ├── correlations ├── correlations_bert_sst_max ├── correlations_bert_sst_max2 ├── correlations_bert_sst_max3 ├── correlations_bert_sst_max4 ├── correlations_bert_sst_max5 ├── correlations_bert_sst_max6 ├── correlations_bert_sst_max6_flow ├── correlations_bert_sst_max7_flow ├── correlations_bert_sst_sum └── outputs ├── distilbert_sst.ipynb ├── distill_bert_viz.ipynb ├── graphs ├── rat_bert.png ├── rat_bert_att_1.png ├── rat_bert_att_2.png ├── rat_bert_att_3.png ├── rat_bert_bar_1.png ├── rat_bert_bar_2.png ├── rat_bert_bar_3.png ├── rat_distillbert.png ├── res_fat_bert.png ├── res_fat_bert_att_1.png ├── res_fat_bert_att_2.png ├── res_fat_bert_att_3.png ├── res_jat_bert_att_1.png ├── res_jat_bert_att_2.png ├── res_jat_bert_att_3.png ├── res_jat_distillbert.png ├── res_rat_bert.png └── res_rat_distillbert.png ├── run_bert_sv.py └── utils ├── __init__.py ├── constants.py ├── inflect.py └── text_util.py /.ipynb_checkpoints/attention_graph_util-checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/.ipynb_checkpoints/attention_graph_util-checkpoint.py -------------------------------------------------------------------------------- /.ipynb_checkpoints/bert_example-checkpoint.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/.ipynb_checkpoints/bert_example-checkpoint.ipynb -------------------------------------------------------------------------------- /.ipynb_checkpoints/bert_sv-checkpoint.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/.ipynb_checkpoints/bert_sv-checkpoint.ipynb -------------------------------------------------------------------------------- /.ipynb_checkpoints/bert_viz-checkpoint.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/.ipynb_checkpoints/bert_viz-checkpoint.ipynb -------------------------------------------------------------------------------- /.ipynb_checkpoints/compute_corel_distilbert_sst-checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/.ipynb_checkpoints/compute_corel_distilbert_sst-checkpoint.py -------------------------------------------------------------------------------- /.ipynb_checkpoints/distilbert_sst-checkpoint.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/.ipynb_checkpoints/distilbert_sst-checkpoint.ipynb -------------------------------------------------------------------------------- /.ipynb_checkpoints/distill_bert_viz-checkpoint.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/.ipynb_checkpoints/distill_bert_viz-checkpoint.ipynb -------------------------------------------------------------------------------- /.ipynb_checkpoints/rat_distillbert-checkpoint.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/.ipynb_checkpoints/rat_distillbert-checkpoint.png -------------------------------------------------------------------------------- /.ipynb_checkpoints/res_fat_bert_att_3-checkpoint.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/.ipynb_checkpoints/res_fat_bert_att_3-checkpoint.png -------------------------------------------------------------------------------- /.ipynb_checkpoints/run_bert_sv-checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/.ipynb_checkpoints/run_bert_sv-checkpoint.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/README.md -------------------------------------------------------------------------------- /__pycache__/attention_graph_util.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/__pycache__/attention_graph_util.cpython-37.pyc -------------------------------------------------------------------------------- /attention_graph_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/attention_graph_util.py -------------------------------------------------------------------------------- /bert_example.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/bert_example.ipynb -------------------------------------------------------------------------------- /bert_sv.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/bert_sv.ipynb -------------------------------------------------------------------------------- /bert_viz.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/bert_viz.ipynb -------------------------------------------------------------------------------- /compute_corel_distilbert_sst.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/compute_corel_distilbert_sst.py -------------------------------------------------------------------------------- /correlation_logs/.ipynb_checkpoints/correlations-checkpoint: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/correlation_logs/.ipynb_checkpoints/correlations-checkpoint -------------------------------------------------------------------------------- /correlation_logs/.ipynb_checkpoints/correlations_bert_sst_max-checkpoint: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/correlation_logs/.ipynb_checkpoints/correlations_bert_sst_max-checkpoint -------------------------------------------------------------------------------- /correlation_logs/.ipynb_checkpoints/correlations_bert_sst_max2-checkpoint: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /correlation_logs/.ipynb_checkpoints/correlations_bert_sst_max3-checkpoint: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/correlation_logs/.ipynb_checkpoints/correlations_bert_sst_max3-checkpoint -------------------------------------------------------------------------------- /correlation_logs/.ipynb_checkpoints/correlations_bert_sst_max4-checkpoint: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/correlation_logs/.ipynb_checkpoints/correlations_bert_sst_max4-checkpoint -------------------------------------------------------------------------------- /correlation_logs/.ipynb_checkpoints/correlations_bert_sst_max5-checkpoint: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/correlation_logs/.ipynb_checkpoints/correlations_bert_sst_max5-checkpoint -------------------------------------------------------------------------------- /correlation_logs/.ipynb_checkpoints/correlations_bert_sst_max6-checkpoint: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/correlation_logs/.ipynb_checkpoints/correlations_bert_sst_max6-checkpoint -------------------------------------------------------------------------------- /correlation_logs/.ipynb_checkpoints/correlations_bert_sst_max6_flow-checkpoint: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /correlation_logs/.ipynb_checkpoints/correlations_bert_sst_max7_flow-checkpoint: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /correlation_logs/.ipynb_checkpoints/correlations_bert_sst_sum-checkpoint: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/correlation_logs/.ipynb_checkpoints/correlations_bert_sst_sum-checkpoint -------------------------------------------------------------------------------- /correlation_logs/.ipynb_checkpoints/outputs-checkpoint: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /correlation_logs/correlations: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/correlation_logs/correlations -------------------------------------------------------------------------------- /correlation_logs/correlations_bert_sst_max: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/correlation_logs/correlations_bert_sst_max -------------------------------------------------------------------------------- /correlation_logs/correlations_bert_sst_max2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/correlation_logs/correlations_bert_sst_max2 -------------------------------------------------------------------------------- /correlation_logs/correlations_bert_sst_max3: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/correlation_logs/correlations_bert_sst_max3 -------------------------------------------------------------------------------- /correlation_logs/correlations_bert_sst_max4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/correlation_logs/correlations_bert_sst_max4 -------------------------------------------------------------------------------- /correlation_logs/correlations_bert_sst_max5: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/correlation_logs/correlations_bert_sst_max5 -------------------------------------------------------------------------------- /correlation_logs/correlations_bert_sst_max6: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/correlation_logs/correlations_bert_sst_max6 -------------------------------------------------------------------------------- /correlation_logs/correlations_bert_sst_max6_flow: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/correlation_logs/correlations_bert_sst_max6_flow -------------------------------------------------------------------------------- /correlation_logs/correlations_bert_sst_max7_flow: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/correlation_logs/correlations_bert_sst_max7_flow -------------------------------------------------------------------------------- /correlation_logs/correlations_bert_sst_sum: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/correlation_logs/correlations_bert_sst_sum -------------------------------------------------------------------------------- /correlation_logs/outputs: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /distilbert_sst.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/distilbert_sst.ipynb -------------------------------------------------------------------------------- /distill_bert_viz.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/distill_bert_viz.ipynb -------------------------------------------------------------------------------- /graphs/rat_bert.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/graphs/rat_bert.png -------------------------------------------------------------------------------- /graphs/rat_bert_att_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/graphs/rat_bert_att_1.png -------------------------------------------------------------------------------- /graphs/rat_bert_att_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/graphs/rat_bert_att_2.png -------------------------------------------------------------------------------- /graphs/rat_bert_att_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/graphs/rat_bert_att_3.png -------------------------------------------------------------------------------- /graphs/rat_bert_bar_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/graphs/rat_bert_bar_1.png -------------------------------------------------------------------------------- /graphs/rat_bert_bar_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/graphs/rat_bert_bar_2.png -------------------------------------------------------------------------------- /graphs/rat_bert_bar_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/graphs/rat_bert_bar_3.png -------------------------------------------------------------------------------- /graphs/rat_distillbert.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/graphs/rat_distillbert.png -------------------------------------------------------------------------------- /graphs/res_fat_bert.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/graphs/res_fat_bert.png -------------------------------------------------------------------------------- /graphs/res_fat_bert_att_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/graphs/res_fat_bert_att_1.png -------------------------------------------------------------------------------- /graphs/res_fat_bert_att_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/graphs/res_fat_bert_att_2.png -------------------------------------------------------------------------------- /graphs/res_fat_bert_att_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/graphs/res_fat_bert_att_3.png -------------------------------------------------------------------------------- /graphs/res_jat_bert_att_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/graphs/res_jat_bert_att_1.png -------------------------------------------------------------------------------- /graphs/res_jat_bert_att_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/graphs/res_jat_bert_att_2.png -------------------------------------------------------------------------------- /graphs/res_jat_bert_att_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/graphs/res_jat_bert_att_3.png -------------------------------------------------------------------------------- /graphs/res_jat_distillbert.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/graphs/res_jat_distillbert.png -------------------------------------------------------------------------------- /graphs/res_rat_bert.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/graphs/res_rat_bert.png -------------------------------------------------------------------------------- /graphs/res_rat_distillbert.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/graphs/res_rat_distillbert.png -------------------------------------------------------------------------------- /run_bert_sv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/run_bert_sv.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /utils/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/utils/constants.py -------------------------------------------------------------------------------- /utils/inflect.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/utils/inflect.py -------------------------------------------------------------------------------- /utils/text_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/samiraabnar/attention_flow/HEAD/utils/text_util.py --------------------------------------------------------------------------------