├── .gitignore ├── LICENSE ├── Q1 ├── en_core_web_sm-2.3.1 │ ├── MANIFEST.in │ ├── PKG-INFO │ ├── en_core_web_sm.egg-info │ │ ├── PKG-INFO │ │ ├── SOURCES.txt │ │ ├── dependency_links.txt │ │ ├── not-zip-safe │ │ ├── requires.txt │ │ └── top_level.txt │ ├── en_core_web_sm │ │ ├── __init__.py │ │ ├── en_core_web_sm-2.3.1 │ │ │ ├── accuracy.json │ │ │ ├── meta.json │ │ │ ├── ner │ │ │ │ ├── cfg │ │ │ │ ├── model │ │ │ │ └── moves │ │ │ ├── parser │ │ │ │ ├── cfg │ │ │ │ ├── model │ │ │ │ └── moves │ │ │ ├── tagger │ │ │ │ ├── cfg │ │ │ │ ├── model │ │ │ │ └── tag_map │ │ │ ├── tokenizer │ │ │ └── vocab │ │ │ │ ├── key2row │ │ │ │ ├── lookups.bin │ │ │ │ ├── lookups_extra.bin │ │ │ │ ├── strings.json │ │ │ │ └── vectors │ │ └── meta.json │ ├── meta.json │ ├── setup.cfg │ └── setup.py ├── merge_dataset.py └── random_perturb.py ├── Q2 ├── attack.py ├── filter_correct.py └── victim.py ├── Q3 ├── counterfactual.py ├── fix_length.py ├── integrated_gradient.py ├── stopwords.txt ├── test_cf.py └── train_cf.py ├── Q4 ├── generate_rules.py ├── mask_by_rules.py └── train_weighted.py ├── Q5 ├── mask_frequency.py ├── mask_random.py ├── only_entity.py └── select_debiased.py ├── README.md ├── data ├── sample │ ├── README.md │ ├── tacred │ │ ├── Q1 │ │ │ ├── dev_ents.txt │ │ │ ├── dev_sent2.txt │ │ │ ├── test_all.txt │ │ │ ├── test_ents.txt │ │ │ ├── test_sent2.txt │ │ │ ├── train_all.txt │ │ │ ├── train_ents.txt │ │ │ └── train_sent2.txt │ │ ├── Q2 │ │ │ ├── test_adv_hotflip.txt │ │ │ ├── test_adv_pwws.txt │ │ │ ├── test_all_hotflip.txt │ │ │ ├── test_all_pwws.txt │ │ │ ├── test_correct.txt │ │ │ ├── train_adv_hotflip.txt │ │ │ ├── train_all_hotflip.txt │ │ │ └── train_correct.txt │ │ ├── Q3 │ │ │ ├── test_cf0.txt │ │ │ ├── test_cf1.txt │ │ │ ├── test_cf2.txt │ │ │ ├── test_grad.txt │ │ │ ├── test_tokens.txt │ │ │ ├── train_cf0.txt │ │ │ ├── train_cf1.txt │ │ │ ├── train_cf2.txt │ │ │ └── train_grad.txt │ │ ├── Q4 │ │ │ └── test_rule.txt │ │ ├── Q5 │ │ │ ├── test_debiased.txt │ │ │ ├── test_mask.txt │ │ │ ├── test_mask_50.txt │ │ │ ├── test_mask_freq_keep.txt │ │ │ ├── test_mask_keep.txt │ │ │ ├── test_only.txt │ │ │ ├── train_mask.txt │ │ │ ├── train_mask_50.txt │ │ │ └── train_mask_freq.txt │ │ ├── dev.txt │ │ ├── test.txt │ │ └── train.txt │ └── wiki80 │ │ ├── Q1 │ │ ├── train_all.txt │ │ ├── train_ents.txt │ │ ├── train_sent2.txt │ │ ├── val_all.txt │ │ ├── val_ents.txt │ │ └── val_sent2.txt │ │ ├── Q2 │ │ ├── train_adv_hotflip.txt │ │ ├── train_adv_pwws.txt │ │ ├── train_all_pwws.txt │ │ ├── train_correct.txt │ │ ├── val_adv_hotflip.txt │ │ ├── val_adv_pwws.txt │ │ ├── val_adv_uat.txt │ │ ├── val_all_hotflip.txt │ │ ├── val_all_pwws.txt │ │ └── val_correct.txt │ │ ├── Q3 │ │ ├── train_grad.txt │ │ └── val_grad.txt │ │ ├── Q4 │ │ ├── test_rule_auto.txt │ │ └── val_rule_auto.txt │ │ ├── Q5 │ │ ├── train_mask.txt │ │ ├── train_mask_50.txt │ │ ├── val_debiased.txt │ │ ├── val_mask.txt │ │ ├── val_mask_50.txt │ │ ├── val_mask_keep.txt │ │ └── val_only.txt │ │ ├── train.txt │ │ └── val.txt └── tacred │ ├── convert_json.py │ └── get_rel2id.py ├── requirements.txt ├── test.py └── train.py /.gitignore: -------------------------------------------------------------------------------- 1 | *DS_Store 2 | *pyc 3 | *idea 4 | *vscode 5 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/LICENSE -------------------------------------------------------------------------------- /Q1/en_core_web_sm-2.3.1/MANIFEST.in: -------------------------------------------------------------------------------- 1 | include meta.json -------------------------------------------------------------------------------- /Q1/en_core_web_sm-2.3.1/PKG-INFO: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q1/en_core_web_sm-2.3.1/PKG-INFO -------------------------------------------------------------------------------- /Q1/en_core_web_sm-2.3.1/en_core_web_sm.egg-info/PKG-INFO: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q1/en_core_web_sm-2.3.1/en_core_web_sm.egg-info/PKG-INFO -------------------------------------------------------------------------------- /Q1/en_core_web_sm-2.3.1/en_core_web_sm.egg-info/SOURCES.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q1/en_core_web_sm-2.3.1/en_core_web_sm.egg-info/SOURCES.txt -------------------------------------------------------------------------------- /Q1/en_core_web_sm-2.3.1/en_core_web_sm.egg-info/dependency_links.txt: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /Q1/en_core_web_sm-2.3.1/en_core_web_sm.egg-info/not-zip-safe: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /Q1/en_core_web_sm-2.3.1/en_core_web_sm.egg-info/requires.txt: -------------------------------------------------------------------------------- 1 | spacy<2.4.0,>=2.3.0 2 | -------------------------------------------------------------------------------- /Q1/en_core_web_sm-2.3.1/en_core_web_sm.egg-info/top_level.txt: -------------------------------------------------------------------------------- 1 | en_core_web_sm 2 | -------------------------------------------------------------------------------- /Q1/en_core_web_sm-2.3.1/en_core_web_sm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q1/en_core_web_sm-2.3.1/en_core_web_sm/__init__.py -------------------------------------------------------------------------------- /Q1/en_core_web_sm-2.3.1/en_core_web_sm/en_core_web_sm-2.3.1/accuracy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q1/en_core_web_sm-2.3.1/en_core_web_sm/en_core_web_sm-2.3.1/accuracy.json -------------------------------------------------------------------------------- /Q1/en_core_web_sm-2.3.1/en_core_web_sm/en_core_web_sm-2.3.1/meta.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q1/en_core_web_sm-2.3.1/en_core_web_sm/en_core_web_sm-2.3.1/meta.json -------------------------------------------------------------------------------- /Q1/en_core_web_sm-2.3.1/en_core_web_sm/en_core_web_sm-2.3.1/ner/cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q1/en_core_web_sm-2.3.1/en_core_web_sm/en_core_web_sm-2.3.1/ner/cfg -------------------------------------------------------------------------------- /Q1/en_core_web_sm-2.3.1/en_core_web_sm/en_core_web_sm-2.3.1/ner/model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q1/en_core_web_sm-2.3.1/en_core_web_sm/en_core_web_sm-2.3.1/ner/model -------------------------------------------------------------------------------- /Q1/en_core_web_sm-2.3.1/en_core_web_sm/en_core_web_sm-2.3.1/ner/moves: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q1/en_core_web_sm-2.3.1/en_core_web_sm/en_core_web_sm-2.3.1/ner/moves -------------------------------------------------------------------------------- /Q1/en_core_web_sm-2.3.1/en_core_web_sm/en_core_web_sm-2.3.1/parser/cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q1/en_core_web_sm-2.3.1/en_core_web_sm/en_core_web_sm-2.3.1/parser/cfg -------------------------------------------------------------------------------- /Q1/en_core_web_sm-2.3.1/en_core_web_sm/en_core_web_sm-2.3.1/parser/model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q1/en_core_web_sm-2.3.1/en_core_web_sm/en_core_web_sm-2.3.1/parser/model -------------------------------------------------------------------------------- /Q1/en_core_web_sm-2.3.1/en_core_web_sm/en_core_web_sm-2.3.1/parser/moves: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q1/en_core_web_sm-2.3.1/en_core_web_sm/en_core_web_sm-2.3.1/parser/moves -------------------------------------------------------------------------------- /Q1/en_core_web_sm-2.3.1/en_core_web_sm/en_core_web_sm-2.3.1/tagger/cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q1/en_core_web_sm-2.3.1/en_core_web_sm/en_core_web_sm-2.3.1/tagger/cfg -------------------------------------------------------------------------------- /Q1/en_core_web_sm-2.3.1/en_core_web_sm/en_core_web_sm-2.3.1/tagger/model: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q1/en_core_web_sm-2.3.1/en_core_web_sm/en_core_web_sm-2.3.1/tagger/model -------------------------------------------------------------------------------- /Q1/en_core_web_sm-2.3.1/en_core_web_sm/en_core_web_sm-2.3.1/tagger/tag_map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q1/en_core_web_sm-2.3.1/en_core_web_sm/en_core_web_sm-2.3.1/tagger/tag_map -------------------------------------------------------------------------------- /Q1/en_core_web_sm-2.3.1/en_core_web_sm/en_core_web_sm-2.3.1/tokenizer: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q1/en_core_web_sm-2.3.1/en_core_web_sm/en_core_web_sm-2.3.1/tokenizer -------------------------------------------------------------------------------- /Q1/en_core_web_sm-2.3.1/en_core_web_sm/en_core_web_sm-2.3.1/vocab/key2row: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q1/en_core_web_sm-2.3.1/en_core_web_sm/en_core_web_sm-2.3.1/vocab/key2row -------------------------------------------------------------------------------- /Q1/en_core_web_sm-2.3.1/en_core_web_sm/en_core_web_sm-2.3.1/vocab/lookups.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q1/en_core_web_sm-2.3.1/en_core_web_sm/en_core_web_sm-2.3.1/vocab/lookups.bin -------------------------------------------------------------------------------- /Q1/en_core_web_sm-2.3.1/en_core_web_sm/en_core_web_sm-2.3.1/vocab/lookups_extra.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q1/en_core_web_sm-2.3.1/en_core_web_sm/en_core_web_sm-2.3.1/vocab/lookups_extra.bin -------------------------------------------------------------------------------- /Q1/en_core_web_sm-2.3.1/en_core_web_sm/en_core_web_sm-2.3.1/vocab/strings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q1/en_core_web_sm-2.3.1/en_core_web_sm/en_core_web_sm-2.3.1/vocab/strings.json -------------------------------------------------------------------------------- /Q1/en_core_web_sm-2.3.1/en_core_web_sm/en_core_web_sm-2.3.1/vocab/vectors: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q1/en_core_web_sm-2.3.1/en_core_web_sm/en_core_web_sm-2.3.1/vocab/vectors -------------------------------------------------------------------------------- /Q1/en_core_web_sm-2.3.1/en_core_web_sm/meta.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q1/en_core_web_sm-2.3.1/en_core_web_sm/meta.json -------------------------------------------------------------------------------- /Q1/en_core_web_sm-2.3.1/meta.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q1/en_core_web_sm-2.3.1/meta.json -------------------------------------------------------------------------------- /Q1/en_core_web_sm-2.3.1/setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q1/en_core_web_sm-2.3.1/setup.cfg -------------------------------------------------------------------------------- /Q1/en_core_web_sm-2.3.1/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q1/en_core_web_sm-2.3.1/setup.py -------------------------------------------------------------------------------- /Q1/merge_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q1/merge_dataset.py -------------------------------------------------------------------------------- /Q1/random_perturb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q1/random_perturb.py -------------------------------------------------------------------------------- /Q2/attack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q2/attack.py -------------------------------------------------------------------------------- /Q2/filter_correct.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q2/filter_correct.py -------------------------------------------------------------------------------- /Q2/victim.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q2/victim.py -------------------------------------------------------------------------------- /Q3/counterfactual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q3/counterfactual.py -------------------------------------------------------------------------------- /Q3/fix_length.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q3/fix_length.py -------------------------------------------------------------------------------- /Q3/integrated_gradient.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q3/integrated_gradient.py -------------------------------------------------------------------------------- /Q3/stopwords.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q3/stopwords.txt -------------------------------------------------------------------------------- /Q3/test_cf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q3/test_cf.py -------------------------------------------------------------------------------- /Q3/train_cf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q3/train_cf.py -------------------------------------------------------------------------------- /Q4/generate_rules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q4/generate_rules.py -------------------------------------------------------------------------------- /Q4/mask_by_rules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q4/mask_by_rules.py -------------------------------------------------------------------------------- /Q4/train_weighted.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q4/train_weighted.py -------------------------------------------------------------------------------- /Q5/mask_frequency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q5/mask_frequency.py -------------------------------------------------------------------------------- /Q5/mask_random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q5/mask_random.py -------------------------------------------------------------------------------- /Q5/only_entity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q5/only_entity.py -------------------------------------------------------------------------------- /Q5/select_debiased.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/Q5/select_debiased.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/README.md -------------------------------------------------------------------------------- /data/sample/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/README.md -------------------------------------------------------------------------------- /data/sample/tacred/Q1/dev_ents.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/tacred/Q1/dev_ents.txt -------------------------------------------------------------------------------- /data/sample/tacred/Q1/dev_sent2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/tacred/Q1/dev_sent2.txt -------------------------------------------------------------------------------- /data/sample/tacred/Q1/test_all.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/tacred/Q1/test_all.txt -------------------------------------------------------------------------------- /data/sample/tacred/Q1/test_ents.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/tacred/Q1/test_ents.txt -------------------------------------------------------------------------------- /data/sample/tacred/Q1/test_sent2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/tacred/Q1/test_sent2.txt -------------------------------------------------------------------------------- /data/sample/tacred/Q1/train_all.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/tacred/Q1/train_all.txt -------------------------------------------------------------------------------- /data/sample/tacred/Q1/train_ents.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/tacred/Q1/train_ents.txt -------------------------------------------------------------------------------- /data/sample/tacred/Q1/train_sent2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/tacred/Q1/train_sent2.txt -------------------------------------------------------------------------------- /data/sample/tacred/Q2/test_adv_hotflip.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/tacred/Q2/test_adv_hotflip.txt -------------------------------------------------------------------------------- /data/sample/tacred/Q2/test_adv_pwws.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/tacred/Q2/test_adv_pwws.txt -------------------------------------------------------------------------------- /data/sample/tacred/Q2/test_all_hotflip.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/tacred/Q2/test_all_hotflip.txt -------------------------------------------------------------------------------- /data/sample/tacred/Q2/test_all_pwws.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/tacred/Q2/test_all_pwws.txt -------------------------------------------------------------------------------- /data/sample/tacred/Q2/test_correct.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/tacred/Q2/test_correct.txt -------------------------------------------------------------------------------- /data/sample/tacred/Q2/train_adv_hotflip.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/tacred/Q2/train_adv_hotflip.txt -------------------------------------------------------------------------------- /data/sample/tacred/Q2/train_all_hotflip.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/tacred/Q2/train_all_hotflip.txt -------------------------------------------------------------------------------- /data/sample/tacred/Q2/train_correct.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/tacred/Q2/train_correct.txt -------------------------------------------------------------------------------- /data/sample/tacred/Q3/test_cf0.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/tacred/Q3/test_cf0.txt -------------------------------------------------------------------------------- /data/sample/tacred/Q3/test_cf1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/tacred/Q3/test_cf1.txt -------------------------------------------------------------------------------- /data/sample/tacred/Q3/test_cf2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/tacred/Q3/test_cf2.txt -------------------------------------------------------------------------------- /data/sample/tacred/Q3/test_grad.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/tacred/Q3/test_grad.txt -------------------------------------------------------------------------------- /data/sample/tacred/Q3/test_tokens.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/tacred/Q3/test_tokens.txt -------------------------------------------------------------------------------- /data/sample/tacred/Q3/train_cf0.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/tacred/Q3/train_cf0.txt -------------------------------------------------------------------------------- /data/sample/tacred/Q3/train_cf1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/tacred/Q3/train_cf1.txt -------------------------------------------------------------------------------- /data/sample/tacred/Q3/train_cf2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/tacred/Q3/train_cf2.txt -------------------------------------------------------------------------------- /data/sample/tacred/Q3/train_grad.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/tacred/Q3/train_grad.txt -------------------------------------------------------------------------------- /data/sample/tacred/Q4/test_rule.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/tacred/Q4/test_rule.txt -------------------------------------------------------------------------------- /data/sample/tacred/Q5/test_debiased.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/tacred/Q5/test_debiased.txt -------------------------------------------------------------------------------- /data/sample/tacred/Q5/test_mask.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/tacred/Q5/test_mask.txt -------------------------------------------------------------------------------- /data/sample/tacred/Q5/test_mask_50.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/tacred/Q5/test_mask_50.txt -------------------------------------------------------------------------------- /data/sample/tacred/Q5/test_mask_freq_keep.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/tacred/Q5/test_mask_freq_keep.txt -------------------------------------------------------------------------------- /data/sample/tacred/Q5/test_mask_keep.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/tacred/Q5/test_mask_keep.txt -------------------------------------------------------------------------------- /data/sample/tacred/Q5/test_only.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/tacred/Q5/test_only.txt -------------------------------------------------------------------------------- /data/sample/tacred/Q5/train_mask.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/tacred/Q5/train_mask.txt -------------------------------------------------------------------------------- /data/sample/tacred/Q5/train_mask_50.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/tacred/Q5/train_mask_50.txt -------------------------------------------------------------------------------- /data/sample/tacred/Q5/train_mask_freq.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/tacred/Q5/train_mask_freq.txt -------------------------------------------------------------------------------- /data/sample/tacred/dev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/tacred/dev.txt -------------------------------------------------------------------------------- /data/sample/tacred/test.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/tacred/test.txt -------------------------------------------------------------------------------- /data/sample/tacred/train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/tacred/train.txt -------------------------------------------------------------------------------- /data/sample/wiki80/Q1/train_all.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/wiki80/Q1/train_all.txt -------------------------------------------------------------------------------- /data/sample/wiki80/Q1/train_ents.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/wiki80/Q1/train_ents.txt -------------------------------------------------------------------------------- /data/sample/wiki80/Q1/train_sent2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/wiki80/Q1/train_sent2.txt -------------------------------------------------------------------------------- /data/sample/wiki80/Q1/val_all.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/wiki80/Q1/val_all.txt -------------------------------------------------------------------------------- /data/sample/wiki80/Q1/val_ents.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/wiki80/Q1/val_ents.txt -------------------------------------------------------------------------------- /data/sample/wiki80/Q1/val_sent2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/wiki80/Q1/val_sent2.txt -------------------------------------------------------------------------------- /data/sample/wiki80/Q2/train_adv_hotflip.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/wiki80/Q2/train_adv_hotflip.txt -------------------------------------------------------------------------------- /data/sample/wiki80/Q2/train_adv_pwws.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/wiki80/Q2/train_adv_pwws.txt -------------------------------------------------------------------------------- /data/sample/wiki80/Q2/train_all_pwws.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/wiki80/Q2/train_all_pwws.txt -------------------------------------------------------------------------------- /data/sample/wiki80/Q2/train_correct.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/wiki80/Q2/train_correct.txt -------------------------------------------------------------------------------- /data/sample/wiki80/Q2/val_adv_hotflip.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/wiki80/Q2/val_adv_hotflip.txt -------------------------------------------------------------------------------- /data/sample/wiki80/Q2/val_adv_pwws.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/wiki80/Q2/val_adv_pwws.txt -------------------------------------------------------------------------------- /data/sample/wiki80/Q2/val_adv_uat.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/wiki80/Q2/val_adv_uat.txt -------------------------------------------------------------------------------- /data/sample/wiki80/Q2/val_all_hotflip.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/wiki80/Q2/val_all_hotflip.txt -------------------------------------------------------------------------------- /data/sample/wiki80/Q2/val_all_pwws.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/wiki80/Q2/val_all_pwws.txt -------------------------------------------------------------------------------- /data/sample/wiki80/Q2/val_correct.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/wiki80/Q2/val_correct.txt -------------------------------------------------------------------------------- /data/sample/wiki80/Q3/train_grad.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/wiki80/Q3/train_grad.txt -------------------------------------------------------------------------------- /data/sample/wiki80/Q3/val_grad.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/wiki80/Q3/val_grad.txt -------------------------------------------------------------------------------- /data/sample/wiki80/Q4/test_rule_auto.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/wiki80/Q4/test_rule_auto.txt -------------------------------------------------------------------------------- /data/sample/wiki80/Q4/val_rule_auto.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/wiki80/Q4/val_rule_auto.txt -------------------------------------------------------------------------------- /data/sample/wiki80/Q5/train_mask.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/wiki80/Q5/train_mask.txt -------------------------------------------------------------------------------- /data/sample/wiki80/Q5/train_mask_50.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/wiki80/Q5/train_mask_50.txt -------------------------------------------------------------------------------- /data/sample/wiki80/Q5/val_debiased.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/wiki80/Q5/val_debiased.txt -------------------------------------------------------------------------------- /data/sample/wiki80/Q5/val_mask.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/wiki80/Q5/val_mask.txt -------------------------------------------------------------------------------- /data/sample/wiki80/Q5/val_mask_50.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/wiki80/Q5/val_mask_50.txt -------------------------------------------------------------------------------- /data/sample/wiki80/Q5/val_mask_keep.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/wiki80/Q5/val_mask_keep.txt -------------------------------------------------------------------------------- /data/sample/wiki80/Q5/val_only.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/wiki80/Q5/val_only.txt -------------------------------------------------------------------------------- /data/sample/wiki80/train.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/wiki80/train.txt -------------------------------------------------------------------------------- /data/sample/wiki80/val.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/sample/wiki80/val.txt -------------------------------------------------------------------------------- /data/tacred/convert_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/tacred/convert_json.py -------------------------------------------------------------------------------- /data/tacred/get_rel2id.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/data/tacred/get_rel2id.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/requirements.txt -------------------------------------------------------------------------------- /test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/test.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/DiagnoseRE/HEAD/train.py --------------------------------------------------------------------------------