├── .gitignore ├── 2WikiMultihopQA ├── answer_again.py ├── calib_exps │ └── run_exp.py ├── commands.md ├── comp_utils.py ├── consistency.py ├── data │ ├── dev_sampled.json │ ├── manual_rat.txt │ └── train_subset.json ├── dataset_utils.py ├── few_shot.py ├── google.py ├── manual_joint.py ├── prompt_helper.py ├── relevant_context.py ├── utils.py ├── verifying_answers.py └── verifying_questions.py ├── Fever ├── answer_again.py ├── calib_exps │ ├── calib_joint.py │ └── calib_utils.py ├── commands.md ├── comp_utils.py ├── consistency.py ├── data │ ├── manual_rat.txt │ ├── paper_test_processed.jsonl │ ├── sampled_ids.json │ ├── shuffled_indices.out │ └── train_subset.jsonl ├── dataset_utils.py ├── few_shot.py ├── google.py ├── manual_joint.py ├── prompt_helper.py ├── relevant_context.py ├── run_calib_exp.py ├── utils.py ├── verifying_answers.py └── verifying_questions.py ├── HotpotAdv ├── annotations │ ├── alt_answers.jsonlines │ ├── e-p_quality_annotations.txt │ ├── incorrect_answers.jsonlines │ ├── manual_answer.txt │ ├── manual_rat_std.txt │ └── p-e_quality_annotations.txt ├── answer_again.py ├── calib_exps │ ├── run_exp.py │ └── run_roberta.py ├── cls_vecs │ ├── hpqa_dev_roberta.npy │ └── hpqa_train_roberta.npy ├── commands.md ├── comp_utils.py ├── consistency.py ├── data │ ├── hotpot_dev_distractor_v1.json │ ├── sim_dev.json │ └── sim_train.json ├── dataset_utils.py ├── few_shot.py ├── google.py ├── manual_joint.py ├── relevant_context.py ├── run_calib_exp.py ├── utils.py ├── verifying_answers.py └── verifying_questions.py ├── README.md └── environment.yml /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/.gitignore -------------------------------------------------------------------------------- /2WikiMultihopQA/answer_again.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/2WikiMultihopQA/answer_again.py -------------------------------------------------------------------------------- /2WikiMultihopQA/calib_exps/run_exp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/2WikiMultihopQA/calib_exps/run_exp.py -------------------------------------------------------------------------------- /2WikiMultihopQA/commands.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/2WikiMultihopQA/commands.md -------------------------------------------------------------------------------- /2WikiMultihopQA/comp_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/2WikiMultihopQA/comp_utils.py -------------------------------------------------------------------------------- /2WikiMultihopQA/consistency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/2WikiMultihopQA/consistency.py -------------------------------------------------------------------------------- /2WikiMultihopQA/data/dev_sampled.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/2WikiMultihopQA/data/dev_sampled.json -------------------------------------------------------------------------------- /2WikiMultihopQA/data/manual_rat.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/2WikiMultihopQA/data/manual_rat.txt -------------------------------------------------------------------------------- /2WikiMultihopQA/data/train_subset.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/2WikiMultihopQA/data/train_subset.json -------------------------------------------------------------------------------- /2WikiMultihopQA/dataset_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/2WikiMultihopQA/dataset_utils.py -------------------------------------------------------------------------------- /2WikiMultihopQA/few_shot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/2WikiMultihopQA/few_shot.py -------------------------------------------------------------------------------- /2WikiMultihopQA/google.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/2WikiMultihopQA/google.py -------------------------------------------------------------------------------- /2WikiMultihopQA/manual_joint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/2WikiMultihopQA/manual_joint.py -------------------------------------------------------------------------------- /2WikiMultihopQA/prompt_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/2WikiMultihopQA/prompt_helper.py -------------------------------------------------------------------------------- /2WikiMultihopQA/relevant_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/2WikiMultihopQA/relevant_context.py -------------------------------------------------------------------------------- /2WikiMultihopQA/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/2WikiMultihopQA/utils.py -------------------------------------------------------------------------------- /2WikiMultihopQA/verifying_answers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/2WikiMultihopQA/verifying_answers.py -------------------------------------------------------------------------------- /2WikiMultihopQA/verifying_questions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/2WikiMultihopQA/verifying_questions.py -------------------------------------------------------------------------------- /Fever/answer_again.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/Fever/answer_again.py -------------------------------------------------------------------------------- /Fever/calib_exps/calib_joint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/Fever/calib_exps/calib_joint.py -------------------------------------------------------------------------------- /Fever/calib_exps/calib_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/Fever/calib_exps/calib_utils.py -------------------------------------------------------------------------------- /Fever/commands.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/Fever/commands.md -------------------------------------------------------------------------------- /Fever/comp_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/Fever/comp_utils.py -------------------------------------------------------------------------------- /Fever/consistency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/Fever/consistency.py -------------------------------------------------------------------------------- /Fever/data/manual_rat.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/Fever/data/manual_rat.txt -------------------------------------------------------------------------------- /Fever/data/paper_test_processed.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/Fever/data/paper_test_processed.jsonl -------------------------------------------------------------------------------- /Fever/data/sampled_ids.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/Fever/data/sampled_ids.json -------------------------------------------------------------------------------- /Fever/data/shuffled_indices.out: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/Fever/data/shuffled_indices.out -------------------------------------------------------------------------------- /Fever/data/train_subset.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/Fever/data/train_subset.jsonl -------------------------------------------------------------------------------- /Fever/dataset_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/Fever/dataset_utils.py -------------------------------------------------------------------------------- /Fever/few_shot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/Fever/few_shot.py -------------------------------------------------------------------------------- /Fever/google.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/Fever/google.py -------------------------------------------------------------------------------- /Fever/manual_joint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/Fever/manual_joint.py -------------------------------------------------------------------------------- /Fever/prompt_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/Fever/prompt_helper.py -------------------------------------------------------------------------------- /Fever/relevant_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/Fever/relevant_context.py -------------------------------------------------------------------------------- /Fever/run_calib_exp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/Fever/run_calib_exp.py -------------------------------------------------------------------------------- /Fever/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/Fever/utils.py -------------------------------------------------------------------------------- /Fever/verifying_answers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/Fever/verifying_answers.py -------------------------------------------------------------------------------- /Fever/verifying_questions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/Fever/verifying_questions.py -------------------------------------------------------------------------------- /HotpotAdv/annotations/alt_answers.jsonlines: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/HotpotAdv/annotations/alt_answers.jsonlines -------------------------------------------------------------------------------- /HotpotAdv/annotations/e-p_quality_annotations.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/HotpotAdv/annotations/e-p_quality_annotations.txt -------------------------------------------------------------------------------- /HotpotAdv/annotations/incorrect_answers.jsonlines: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/HotpotAdv/annotations/incorrect_answers.jsonlines -------------------------------------------------------------------------------- /HotpotAdv/annotations/manual_answer.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/HotpotAdv/annotations/manual_answer.txt -------------------------------------------------------------------------------- /HotpotAdv/annotations/manual_rat_std.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/HotpotAdv/annotations/manual_rat_std.txt -------------------------------------------------------------------------------- /HotpotAdv/annotations/p-e_quality_annotations.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/HotpotAdv/annotations/p-e_quality_annotations.txt -------------------------------------------------------------------------------- /HotpotAdv/answer_again.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/HotpotAdv/answer_again.py -------------------------------------------------------------------------------- /HotpotAdv/calib_exps/run_exp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/HotpotAdv/calib_exps/run_exp.py -------------------------------------------------------------------------------- /HotpotAdv/calib_exps/run_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/HotpotAdv/calib_exps/run_roberta.py -------------------------------------------------------------------------------- /HotpotAdv/cls_vecs/hpqa_dev_roberta.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/HotpotAdv/cls_vecs/hpqa_dev_roberta.npy -------------------------------------------------------------------------------- /HotpotAdv/cls_vecs/hpqa_train_roberta.npy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/HotpotAdv/cls_vecs/hpqa_train_roberta.npy -------------------------------------------------------------------------------- /HotpotAdv/commands.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/HotpotAdv/commands.md -------------------------------------------------------------------------------- /HotpotAdv/comp_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/HotpotAdv/comp_utils.py -------------------------------------------------------------------------------- /HotpotAdv/consistency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/HotpotAdv/consistency.py -------------------------------------------------------------------------------- /HotpotAdv/data/hotpot_dev_distractor_v1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/HotpotAdv/data/hotpot_dev_distractor_v1.json -------------------------------------------------------------------------------- /HotpotAdv/data/sim_dev.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/HotpotAdv/data/sim_dev.json -------------------------------------------------------------------------------- /HotpotAdv/data/sim_train.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/HotpotAdv/data/sim_train.json -------------------------------------------------------------------------------- /HotpotAdv/dataset_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/HotpotAdv/dataset_utils.py -------------------------------------------------------------------------------- /HotpotAdv/few_shot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/HotpotAdv/few_shot.py -------------------------------------------------------------------------------- /HotpotAdv/google.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/HotpotAdv/google.py -------------------------------------------------------------------------------- /HotpotAdv/manual_joint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/HotpotAdv/manual_joint.py -------------------------------------------------------------------------------- /HotpotAdv/relevant_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/HotpotAdv/relevant_context.py -------------------------------------------------------------------------------- /HotpotAdv/run_calib_exp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/HotpotAdv/run_calib_exp.py -------------------------------------------------------------------------------- /HotpotAdv/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/HotpotAdv/utils.py -------------------------------------------------------------------------------- /HotpotAdv/verifying_answers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/HotpotAdv/verifying_answers.py -------------------------------------------------------------------------------- /HotpotAdv/verifying_questions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/HotpotAdv/verifying_questions.py -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/README.md -------------------------------------------------------------------------------- /environment.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RuochenZhao/Verify-and-Edit/HEAD/environment.yml --------------------------------------------------------------------------------