├── LICENSE ├── README.md ├── data ├── acceptability_annotations │ ├── README.md │ ├── commonsenseqa_test.csv │ ├── commonsenseqa_train.csv │ ├── snli_test.csv │ ├── snli_test_group2.csv │ └── snli_train.csv ├── commonsenseqa_gpt3_generations │ ├── test_generations_conditioned_on_our_prompts.csv │ ├── test_greedy_generations_conditioned_on_cose_prompts.csv │ ├── test_greedy_generations_conditioned_on_ecqa_prompts.csv │ └── train_generations_conditioned_on_our_prompts.csv ├── fine_grained_absolute_quality_annotations │ ├── README.md │ ├── commonsenseqa │ │ ├── cose.csv │ │ ├── ecqa.csv │ │ └── gpt3_greedy.csv │ └── snli │ │ ├── esnli.csv │ │ └── gpt3_greedy.csv ├── handwritten_cose_v1.11_examples.csv ├── handwritten_snli_examples.csv └── snli_gpt3_generations │ ├── test_generations_conditioned_on_our_prompts.csv │ ├── test_greedy_generations_conditioned_on_dataset_prompts.csv │ └── train_generations_conditioned_on_our_prompts.csv ├── gpt3_prompting_scripts ├── README.md ├── get_cose_gpt3_completion_accuracy.py └── get_snli_gpt3_completion_accuracy.py ├── mechanicalTurk_templates ├── commonsenseQA │ ├── README.md │ ├── explanation_quality_absolute_cose.html │ ├── explanation_quality_acceptability_cose.html │ ├── explanation_quality_acceptability_cose_singular.html │ └── explanation_quality_relative_cose.html ├── commonsenseQA_qualifying_exam │ ├── README.md │ └── explanation_quality_cose_qual.html ├── snli │ ├── README.md │ ├── explanation_quality_absolute_snli.html │ ├── explanation_quality_acceptability_snli.html │ ├── explanation_quality_acceptability_snli_singular.html │ └── explanation_quality_relative_snli.html └── snli_qualifying_exam │ └── natural_language_inference_refresher_qual.html └── pretrained_models ├── README.md ├── csqa_demo.py ├── nli_demo.py └── requirements.txt /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/README.md -------------------------------------------------------------------------------- /data/acceptability_annotations/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/data/acceptability_annotations/README.md -------------------------------------------------------------------------------- /data/acceptability_annotations/commonsenseqa_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/data/acceptability_annotations/commonsenseqa_test.csv -------------------------------------------------------------------------------- /data/acceptability_annotations/commonsenseqa_train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/data/acceptability_annotations/commonsenseqa_train.csv -------------------------------------------------------------------------------- /data/acceptability_annotations/snli_test.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/data/acceptability_annotations/snli_test.csv -------------------------------------------------------------------------------- /data/acceptability_annotations/snli_test_group2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/data/acceptability_annotations/snli_test_group2.csv -------------------------------------------------------------------------------- /data/acceptability_annotations/snli_train.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/data/acceptability_annotations/snli_train.csv -------------------------------------------------------------------------------- /data/commonsenseqa_gpt3_generations/test_generations_conditioned_on_our_prompts.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/data/commonsenseqa_gpt3_generations/test_generations_conditioned_on_our_prompts.csv -------------------------------------------------------------------------------- /data/commonsenseqa_gpt3_generations/test_greedy_generations_conditioned_on_cose_prompts.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/data/commonsenseqa_gpt3_generations/test_greedy_generations_conditioned_on_cose_prompts.csv -------------------------------------------------------------------------------- /data/commonsenseqa_gpt3_generations/test_greedy_generations_conditioned_on_ecqa_prompts.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/data/commonsenseqa_gpt3_generations/test_greedy_generations_conditioned_on_ecqa_prompts.csv -------------------------------------------------------------------------------- /data/commonsenseqa_gpt3_generations/train_generations_conditioned_on_our_prompts.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/data/commonsenseqa_gpt3_generations/train_generations_conditioned_on_our_prompts.csv -------------------------------------------------------------------------------- /data/fine_grained_absolute_quality_annotations/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/data/fine_grained_absolute_quality_annotations/README.md -------------------------------------------------------------------------------- /data/fine_grained_absolute_quality_annotations/commonsenseqa/cose.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/data/fine_grained_absolute_quality_annotations/commonsenseqa/cose.csv -------------------------------------------------------------------------------- /data/fine_grained_absolute_quality_annotations/commonsenseqa/ecqa.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/data/fine_grained_absolute_quality_annotations/commonsenseqa/ecqa.csv -------------------------------------------------------------------------------- /data/fine_grained_absolute_quality_annotations/commonsenseqa/gpt3_greedy.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/data/fine_grained_absolute_quality_annotations/commonsenseqa/gpt3_greedy.csv -------------------------------------------------------------------------------- /data/fine_grained_absolute_quality_annotations/snli/esnli.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/data/fine_grained_absolute_quality_annotations/snli/esnli.csv -------------------------------------------------------------------------------- /data/fine_grained_absolute_quality_annotations/snli/gpt3_greedy.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/data/fine_grained_absolute_quality_annotations/snli/gpt3_greedy.csv -------------------------------------------------------------------------------- /data/handwritten_cose_v1.11_examples.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/data/handwritten_cose_v1.11_examples.csv -------------------------------------------------------------------------------- /data/handwritten_snli_examples.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/data/handwritten_snli_examples.csv -------------------------------------------------------------------------------- /data/snli_gpt3_generations/test_generations_conditioned_on_our_prompts.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/data/snli_gpt3_generations/test_generations_conditioned_on_our_prompts.csv -------------------------------------------------------------------------------- /data/snli_gpt3_generations/test_greedy_generations_conditioned_on_dataset_prompts.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/data/snli_gpt3_generations/test_greedy_generations_conditioned_on_dataset_prompts.csv -------------------------------------------------------------------------------- /data/snli_gpt3_generations/train_generations_conditioned_on_our_prompts.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/data/snli_gpt3_generations/train_generations_conditioned_on_our_prompts.csv -------------------------------------------------------------------------------- /gpt3_prompting_scripts/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/gpt3_prompting_scripts/README.md -------------------------------------------------------------------------------- /gpt3_prompting_scripts/get_cose_gpt3_completion_accuracy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/gpt3_prompting_scripts/get_cose_gpt3_completion_accuracy.py -------------------------------------------------------------------------------- /gpt3_prompting_scripts/get_snli_gpt3_completion_accuracy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/gpt3_prompting_scripts/get_snli_gpt3_completion_accuracy.py -------------------------------------------------------------------------------- /mechanicalTurk_templates/commonsenseQA/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/mechanicalTurk_templates/commonsenseQA/README.md -------------------------------------------------------------------------------- /mechanicalTurk_templates/commonsenseQA/explanation_quality_absolute_cose.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/mechanicalTurk_templates/commonsenseQA/explanation_quality_absolute_cose.html -------------------------------------------------------------------------------- /mechanicalTurk_templates/commonsenseQA/explanation_quality_acceptability_cose.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/mechanicalTurk_templates/commonsenseQA/explanation_quality_acceptability_cose.html -------------------------------------------------------------------------------- /mechanicalTurk_templates/commonsenseQA/explanation_quality_acceptability_cose_singular.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/mechanicalTurk_templates/commonsenseQA/explanation_quality_acceptability_cose_singular.html -------------------------------------------------------------------------------- /mechanicalTurk_templates/commonsenseQA/explanation_quality_relative_cose.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/mechanicalTurk_templates/commonsenseQA/explanation_quality_relative_cose.html -------------------------------------------------------------------------------- /mechanicalTurk_templates/commonsenseQA_qualifying_exam/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/mechanicalTurk_templates/commonsenseQA_qualifying_exam/README.md -------------------------------------------------------------------------------- /mechanicalTurk_templates/commonsenseQA_qualifying_exam/explanation_quality_cose_qual.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/mechanicalTurk_templates/commonsenseQA_qualifying_exam/explanation_quality_cose_qual.html -------------------------------------------------------------------------------- /mechanicalTurk_templates/snli/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/mechanicalTurk_templates/snli/README.md -------------------------------------------------------------------------------- /mechanicalTurk_templates/snli/explanation_quality_absolute_snli.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/mechanicalTurk_templates/snli/explanation_quality_absolute_snli.html -------------------------------------------------------------------------------- /mechanicalTurk_templates/snli/explanation_quality_acceptability_snli.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/mechanicalTurk_templates/snli/explanation_quality_acceptability_snli.html -------------------------------------------------------------------------------- /mechanicalTurk_templates/snli/explanation_quality_acceptability_snli_singular.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/mechanicalTurk_templates/snli/explanation_quality_acceptability_snli_singular.html -------------------------------------------------------------------------------- /mechanicalTurk_templates/snli/explanation_quality_relative_snli.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/mechanicalTurk_templates/snli/explanation_quality_relative_snli.html -------------------------------------------------------------------------------- /mechanicalTurk_templates/snli_qualifying_exam/natural_language_inference_refresher_qual.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/mechanicalTurk_templates/snli_qualifying_exam/natural_language_inference_refresher_qual.html -------------------------------------------------------------------------------- /pretrained_models/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/pretrained_models/README.md -------------------------------------------------------------------------------- /pretrained_models/csqa_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/pretrained_models/csqa_demo.py -------------------------------------------------------------------------------- /pretrained_models/nli_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/allenai/few_shot_explanations/HEAD/pretrained_models/nli_demo.py -------------------------------------------------------------------------------- /pretrained_models/requirements.txt: -------------------------------------------------------------------------------- 1 | numpy 2 | torch 3 | tqdm 4 | transformers>=4.18.0 5 | --------------------------------------------------------------------------------