├── .gitignore ├── DATA_README.md ├── README.md ├── data └── final_eval │ ├── ai2_arc_q_a negation_300.csv │ ├── ai2_arc_q_a negation_50.csv │ ├── ai2_arc_q_a_300.csv │ ├── ai2_arc_q_a_50.csv │ ├── hellaswag_Open-ended completion negation_300.csv │ ├── hellaswag_Open-ended completion negation_50.csv │ ├── hellaswag_Open-ended completion_300.csv │ ├── hellaswag_Open-ended completion_50.csv │ ├── lambada_please next word negation_300.csv │ ├── lambada_please next word negation_50.csv │ ├── lambada_please next word_300.csv │ ├── lambada_please next word_50.csv │ ├── nq_correct_answer negation_300.csv │ ├── nq_correct_answer_300.csv │ ├── piqa_generate negation_300.csv │ ├── piqa_generate negation_50.csv │ ├── piqa_generate_300.csv │ ├── piqa_generate_50.csv │ ├── story_cloze_Generate Ending Negation_300.csv │ ├── story_cloze_Generate Ending Negation_50.csv │ ├── story_cloze_Generate Ending_300.csv │ ├── story_cloze_Generate Ending_50.csv │ ├── super_glue_generate negation_100.csv │ ├── super_glue_generate negation_50.csv │ ├── super_glue_generate_100.csv │ ├── super_glue_generate_50.csv │ ├── triviaqa_correct_answer negation_300.csv │ ├── triviaqa_correct_answer_300.csv │ ├── webqa_correct_answer negation_300.csv │ └── webqa_correct_answer_300.csv ├── data_downloaders └── promptsource.py ├── data_loaders.py ├── eval_bash.sh ├── figure1.png ├── promptsource ├── .gitignore ├── API_DOCUMENTATION.md ├── CITATION.cff ├── CODEOWNERS ├── CONTRIBUTING.md ├── LICENSE ├── Makefile ├── README.md ├── assets │ ├── PromptSource ACL Demo Figure.png │ └── promptsource_app.png ├── promptsource │ ├── __init__.py │ ├── app.py │ ├── session.py │ ├── templates.py │ ├── templates │ │ ├── Zaid │ │ │ ├── coqa_expanded │ │ │ │ └── templates.yaml │ │ │ └── quac_expanded │ │ │ │ └── templates.yaml │ │ ├── acronym_identification │ │ │ └── templates.yaml │ │ ├── ade_corpus_v2 │ │ │ ├── Ade_corpus_v2_classification │ │ │ │ └── templates.yaml │ │ │ ├── Ade_corpus_v2_drug_ade_relation │ │ │ │ └── templates.yaml │ │ │ └── Ade_corpus_v2_drug_dosage_relation │ │ │ │ └── templates.yaml │ │ ├── adversarial_qa │ │ │ ├── adversarialQA │ │ │ │ └── templates.yaml │ │ │ ├── dbert │ │ │ │ └── templates.yaml │ │ │ ├── dbidaf │ │ │ │ └── templates.yaml │ │ │ └── droberta │ │ │ │ └── templates.yaml │ │ ├── aeslc │ │ │ └── templates.yaml │ │ ├── ag_news │ │ │ └── templates.yaml │ │ ├── ai2_arc │ │ │ ├── ARC-Challenge │ │ │ │ └── templates.yaml │ │ │ └── ARC-Easy │ │ │ │ └── templates.yaml │ │ ├── amazon_polarity │ │ │ └── templates.yaml │ │ ├── amazon_reviews_multi │ │ │ └── en │ │ │ │ └── templates.yaml │ │ ├── amazon_us_reviews │ │ │ └── Wireless_v1_00 │ │ │ │ └── templates.yaml │ │ ├── ambig_qa │ │ │ └── light │ │ │ │ └── templates.yaml │ │ ├── anli │ │ │ └── templates.yaml │ │ ├── app_reviews │ │ │ └── templates.yaml │ │ ├── aqua_rat │ │ │ └── raw │ │ │ │ └── templates.yaml │ │ ├── art │ │ │ └── templates.yaml │ │ ├── asnq │ │ │ └── templates.yaml │ │ ├── asset │ │ │ ├── ratings │ │ │ │ └── templates.yaml │ │ │ └── simplification │ │ │ │ └── templates.yaml │ │ ├── banking77 │ │ │ └── templates.yaml │ │ ├── billsum │ │ │ └── templates.yaml │ │ ├── bing_coronavirus_query_set │ │ │ └── templates.yaml │ │ ├── biosses │ │ │ └── templates.yaml │ │ ├── blbooksgenre │ │ │ └── title_genre_classifiction │ │ │ │ └── templates.yaml │ │ ├── blended_skill_talk │ │ │ └── templates.yaml │ │ ├── cbt │ │ │ ├── CN │ │ │ │ └── templates.yaml │ │ │ ├── NE │ │ │ │ └── templates.yaml │ │ │ ├── P │ │ │ │ └── templates.yaml │ │ │ ├── V │ │ │ │ └── templates.yaml │ │ │ └── raw │ │ │ │ └── templates.yaml │ │ ├── cc_news │ │ │ └── templates.yaml │ │ ├── circa │ │ │ └── templates.yaml │ │ ├── climate_fever │ │ │ └── templates.yaml │ │ ├── cnn_dailymail │ │ │ └── 3.0.0 │ │ │ │ └── templates.yaml │ │ ├── codah │ │ │ ├── codah │ │ │ │ └── templates.yaml │ │ │ ├── fold_0 │ │ │ │ └── templates.yaml │ │ │ ├── fold_1 │ │ │ │ └── templates.yaml │ │ │ ├── fold_2 │ │ │ │ └── templates.yaml │ │ │ ├── fold_3 │ │ │ │ └── templates.yaml │ │ │ └── fold_4 │ │ │ │ └── templates.yaml │ │ ├── code_x_glue_tc_text_to_code │ │ │ └── templates.yaml │ │ ├── common_gen │ │ │ └── templates.yaml │ │ ├── commonsense_qa │ │ │ └── templates.yaml │ │ ├── conv_ai │ │ │ └── templates.yaml │ │ ├── conv_ai_2 │ │ │ └── templates.yaml │ │ ├── conv_ai_3 │ │ │ └── templates.yaml │ │ ├── coqa │ │ │ └── templates.yaml │ │ ├── cord19 │ │ │ └── metadata │ │ │ │ └── templates.yaml │ │ ├── cos_e │ │ │ ├── v1.0 │ │ │ │ └── templates.yaml │ │ │ └── v1.11 │ │ │ │ └── templates.yaml │ │ ├── cosmos_qa │ │ │ └── templates.yaml │ │ ├── covid_qa_castorini │ │ │ └── templates.yaml │ │ ├── craffel │ │ │ └── openai_lambada │ │ │ │ └── templates.yaml │ │ ├── craigslist_bargains │ │ │ └── templates.yaml │ │ ├── crows_pairs │ │ │ └── templates.yaml │ │ ├── dbpedia_14 │ │ │ └── templates.yaml │ │ ├── discofuse │ │ │ ├── discofuse-sport │ │ │ │ └── templates.yaml │ │ │ └── discofuse-wikipedia │ │ │ │ └── templates.yaml │ │ ├── discovery │ │ │ └── discovery │ │ │ │ └── templates.yaml │ │ ├── docred │ │ │ └── templates.yaml │ │ ├── dream │ │ │ └── templates.yaml │ │ ├── drop │ │ │ └── templates.yaml │ │ ├── duorc │ │ │ ├── ParaphraseRC │ │ │ │ └── templates.yaml │ │ │ └── SelfRC │ │ │ │ └── templates.yaml │ │ ├── e2e_nlg_cleaned │ │ │ └── templates.yaml │ │ ├── ecthr_cases │ │ │ └── alleged-violation-prediction │ │ │ │ └── templates.yaml │ │ ├── emo │ │ │ └── templates.yaml │ │ ├── emotion │ │ │ └── templates.yaml │ │ ├── enriched_web_nlg │ │ │ └── en │ │ │ │ └── templates.yaml │ │ ├── esnli │ │ │ └── templates.yaml │ │ ├── evidence_infer_treatment │ │ │ ├── 1.1 │ │ │ │ └── templates.yaml │ │ │ └── 2.0 │ │ │ │ └── templates.yaml │ │ ├── fever │ │ │ ├── v1.0 │ │ │ │ └── templates.yaml │ │ │ └── v2.0 │ │ │ │ └── templates.yaml │ │ ├── financial_phrasebank │ │ │ └── sentences_allagree │ │ │ │ └── templates.yaml │ │ ├── freebase_qa │ │ │ └── templates.yaml │ │ ├── generated_reviews_enth │ │ │ └── templates.yaml │ │ ├── gigaword │ │ │ └── templates.yaml │ │ ├── glue │ │ │ ├── ax │ │ │ │ └── templates.yaml │ │ │ ├── cola │ │ │ │ └── templates.yaml │ │ │ ├── mnli │ │ │ │ └── templates.yaml │ │ │ ├── mnli_matched │ │ │ │ └── templates.yaml │ │ │ ├── mnli_mismatched │ │ │ │ └── templates.yaml │ │ │ ├── mrpc │ │ │ │ └── templates.yaml │ │ │ ├── qnli │ │ │ │ └── templates.yaml │ │ │ ├── qqp │ │ │ │ └── templates.yaml │ │ │ ├── rte │ │ │ │ └── templates.yaml │ │ │ ├── sst2 │ │ │ │ └── templates.yaml │ │ │ ├── stsb │ │ │ │ └── templates.yaml │ │ │ └── wnli │ │ │ │ └── templates.yaml │ │ ├── google_wellformed_query │ │ │ └── templates.yaml │ │ ├── great_code │ │ │ └── templates.yaml │ │ ├── guardian_authorship │ │ │ ├── cross_genre_1 │ │ │ │ └── templates.yaml │ │ │ ├── cross_topic_1 │ │ │ │ └── templates.yaml │ │ │ ├── cross_topic_4 │ │ │ │ └── templates.yaml │ │ │ └── cross_topic_7 │ │ │ │ └── templates.yaml │ │ ├── gutenberg_time │ │ │ └── templates.yaml │ │ ├── hans │ │ │ └── templates.yaml │ │ ├── hate_speech18 │ │ │ └── templates.yaml │ │ ├── head_qa │ │ │ └── en │ │ │ │ └── templates.yaml │ │ ├── health_fact │ │ │ └── templates.yaml │ │ ├── hellaswag │ │ │ └── templates.yaml │ │ ├── hlgd │ │ │ └── templates.yaml │ │ ├── hotpot_qa │ │ │ ├── distractor │ │ │ │ └── templates.yaml │ │ │ └── fullwiki │ │ │ │ └── templates.yaml │ │ ├── humicroedit │ │ │ ├── subtask-1 │ │ │ │ └── templates.yaml │ │ │ └── subtask-2 │ │ │ │ └── templates.yaml │ │ ├── hyperpartisan_news_detection │ │ │ ├── byarticle │ │ │ │ └── templates.yaml │ │ │ └── bypublisher │ │ │ │ └── templates.yaml │ │ ├── imdb │ │ │ └── templates.yaml │ │ ├── jfleg │ │ │ └── templates.yaml │ │ ├── jigsaw_unintended_bias │ │ │ └── templates.yaml │ │ ├── kelm │ │ │ └── templates.yaml │ │ ├── kilt_tasks │ │ │ ├── hotpotqa │ │ │ │ └── templates.yaml │ │ │ ├── nq │ │ │ │ └── templates.yaml │ │ │ └── triviaqa_support_only │ │ │ │ └── templates.yaml │ │ ├── lama │ │ │ └── trex │ │ │ │ └── templates.yaml │ │ ├── lambada │ │ │ └── templates.yaml │ │ ├── liar │ │ │ └── templates.yaml │ │ ├── limit │ │ │ └── templates.yaml │ │ ├── math_dataset │ │ │ ├── algebra__linear_1d │ │ │ │ └── templates.yaml │ │ │ ├── algebra__linear_1d_composed │ │ │ │ └── templates.yaml │ │ │ ├── algebra__linear_2d │ │ │ │ └── templates.yaml │ │ │ └── algebra__linear_2d_composed │ │ │ │ └── templates.yaml │ │ ├── math_qa │ │ │ └── templates.yaml │ │ ├── mc_taco │ │ │ └── templates.yaml │ │ ├── mdd │ │ │ ├── task1_qa │ │ │ │ └── templates.yaml │ │ │ ├── task2_recs │ │ │ │ └── templates.yaml │ │ │ └── task3_qarecs │ │ │ │ └── templates.yaml │ │ ├── medal │ │ │ └── templates.yaml │ │ ├── medical_questions_pairs │ │ │ └── templates.yaml │ │ ├── meta_woz │ │ │ └── dialogues │ │ │ │ └── templates.yaml │ │ ├── mocha │ │ │ └── templates.yaml │ │ ├── movie_rationales │ │ │ └── templates.yaml │ │ ├── multi_news │ │ │ └── templates.yaml │ │ ├── multi_nli │ │ │ └── templates.yaml │ │ ├── multi_x_science_sum │ │ │ └── templates.yaml │ │ ├── mwsc │ │ │ └── templates.yaml │ │ ├── narrativeqa │ │ │ └── templates.yaml │ │ ├── ncbi_disease │ │ │ └── templates.yaml │ │ ├── neural_code_search │ │ │ └── evaluation_dataset │ │ │ │ └── templates.yaml │ │ ├── newspop │ │ │ └── templates.yaml │ │ ├── nlu_evaluation_data │ │ │ └── templates.yaml │ │ ├── nq_open │ │ │ └── templates.yaml │ │ ├── numer_sense │ │ │ └── templates.yaml │ │ ├── onestop_english │ │ │ └── templates.yaml │ │ ├── openai_humaneval │ │ │ └── templates.yaml │ │ ├── openbookqa │ │ │ ├── additional │ │ │ │ └── templates.yaml │ │ │ └── main │ │ │ │ └── templates.yaml │ │ ├── paws-x │ │ │ └── en │ │ │ │ └── templates.yaml │ │ ├── paws │ │ │ ├── labeled_final │ │ │ │ └── templates.yaml │ │ │ ├── labeled_swap │ │ │ │ └── templates.yaml │ │ │ └── unlabeled_final │ │ │ │ └── templates.yaml │ │ ├── piqa │ │ │ └── templates.yaml │ │ ├── poem_sentiment │ │ │ └── templates.yaml │ │ ├── pubmed_qa │ │ │ └── pqa_labeled │ │ │ │ └── templates.yaml │ │ ├── qa_srl │ │ │ └── templates.yaml │ │ ├── qa_zre │ │ │ └── templates.yaml │ │ ├── qasc │ │ │ └── templates.yaml │ │ ├── qed │ │ │ └── templates.yaml │ │ ├── quac │ │ │ └── templates.yaml │ │ ├── quail │ │ │ └── templates.yaml │ │ ├── quarel │ │ │ └── templates.yaml │ │ ├── quartz │ │ │ └── templates.yaml │ │ ├── quora │ │ │ └── templates.yaml │ │ ├── quoref │ │ │ └── templates.yaml │ │ ├── race │ │ │ ├── all │ │ │ │ └── templates.yaml │ │ │ ├── high │ │ │ │ └── templates.yaml │ │ │ └── middle │ │ │ │ └── templates.yaml │ │ ├── riddle_sense │ │ │ └── templates.yaml │ │ ├── ropes │ │ │ └── templates.yaml │ │ ├── rotten_tomatoes │ │ │ └── templates.yaml │ │ ├── samsum │ │ │ └── templates.yaml │ │ ├── scan │ │ │ ├── addprim_jump │ │ │ │ └── templates.yaml │ │ │ ├── addprim_turn_left │ │ │ │ └── templates.yaml │ │ │ ├── filler_num0 │ │ │ │ └── templates.yaml │ │ │ ├── filler_num1 │ │ │ │ └── templates.yaml │ │ │ ├── filler_num2 │ │ │ │ └── templates.yaml │ │ │ ├── filler_num3 │ │ │ │ └── templates.yaml │ │ │ ├── length │ │ │ │ └── templates.yaml │ │ │ ├── simple │ │ │ │ └── templates.yaml │ │ │ ├── template_around_right │ │ │ │ └── templates.yaml │ │ │ ├── template_jump_around_right │ │ │ │ └── templates.yaml │ │ │ ├── template_opposite_right │ │ │ │ └── templates.yaml │ │ │ └── template_right │ │ │ │ └── templates.yaml │ │ ├── scicite │ │ │ └── templates.yaml │ │ ├── scientific_papers │ │ │ ├── arxiv │ │ │ │ └── templates.yaml │ │ │ └── pubmed │ │ │ │ └── templates.yaml │ │ ├── sciq │ │ │ └── templates.yaml │ │ ├── scitail │ │ │ ├── snli_format │ │ │ │ └── templates.yaml │ │ │ └── tsv_format │ │ │ │ └── templates.yaml │ │ ├── scitldr │ │ │ └── Abstract │ │ │ │ └── templates.yaml │ │ ├── selqa │ │ │ └── answer_selection_analysis │ │ │ │ └── templates.yaml │ │ ├── sem_eval_2010_task_8 │ │ │ └── templates.yaml │ │ ├── sem_eval_2014_task_1 │ │ │ └── templates.yaml │ │ ├── sent_comp │ │ │ └── templates.yaml │ │ ├── sick │ │ │ └── templates.yaml │ │ ├── sms_spam │ │ │ └── templates.yaml │ │ ├── snips_built_in_intents │ │ │ └── templates.yaml │ │ ├── snli │ │ │ └── templates.yaml │ │ ├── social_i_qa │ │ │ └── templates.yaml │ │ ├── species_800 │ │ │ └── templates.yaml │ │ ├── squad │ │ │ └── templates.yaml │ │ ├── squad_adversarial │ │ │ └── AddSent │ │ │ │ └── templates.yaml │ │ ├── squad_v2 │ │ │ └── templates.yaml │ │ ├── squadshifts │ │ │ ├── amazon │ │ │ │ └── templates.yaml │ │ │ ├── new_wiki │ │ │ │ └── templates.yaml │ │ │ └── nyt │ │ │ │ └── templates.yaml │ │ ├── sst │ │ │ └── default │ │ │ │ └── templates.yaml │ │ ├── story_cloze │ │ │ └── 2016 │ │ │ │ └── templates.yaml │ │ ├── stsb_multi_mt │ │ │ └── en │ │ │ │ └── templates.yaml │ │ ├── subjqa │ │ │ ├── books │ │ │ │ └── templates.yaml │ │ │ ├── electronics │ │ │ │ └── templates.yaml │ │ │ ├── grocery │ │ │ │ └── templates.yaml │ │ │ ├── movies │ │ │ │ └── templates.yaml │ │ │ ├── restaurants │ │ │ │ └── templates.yaml │ │ │ └── tripadvisor │ │ │ │ └── templates.yaml │ │ ├── super_glue │ │ │ ├── axb │ │ │ │ └── templates.yaml │ │ │ ├── axg │ │ │ │ └── templates.yaml │ │ │ ├── boolq │ │ │ │ └── templates.yaml │ │ │ ├── cb │ │ │ │ └── templates.yaml │ │ │ ├── copa │ │ │ │ └── templates.yaml │ │ │ ├── multirc │ │ │ │ └── templates.yaml │ │ │ ├── record │ │ │ │ └── templates.yaml │ │ │ ├── rte │ │ │ │ └── templates.yaml │ │ │ ├── wic │ │ │ │ └── templates.yaml │ │ │ └── wsc.fixed │ │ │ │ └── templates.yaml │ │ ├── swag │ │ │ └── regular │ │ │ │ └── templates.yaml │ │ ├── tab_fact │ │ │ └── tab_fact │ │ │ │ └── templates.yaml │ │ ├── tmu_gfm_dataset │ │ │ └── templates.yaml │ │ ├── trec │ │ │ └── templates.yaml │ │ ├── trivia_qa │ │ │ └── unfiltered │ │ │ │ └── templates.yaml │ │ ├── turk │ │ │ └── templates.yaml │ │ ├── tweet_eval │ │ │ ├── emoji │ │ │ │ └── templates.yaml │ │ │ ├── emotion │ │ │ │ └── templates.yaml │ │ │ ├── hate │ │ │ │ └── templates.yaml │ │ │ ├── irony │ │ │ │ └── templates.yaml │ │ │ ├── offensive │ │ │ │ └── templates.yaml │ │ │ ├── sentiment │ │ │ │ └── templates.yaml │ │ │ ├── stance_abortion │ │ │ │ └── templates.yaml │ │ │ ├── stance_atheism │ │ │ │ └── templates.yaml │ │ │ ├── stance_climate │ │ │ │ └── templates.yaml │ │ │ ├── stance_feminist │ │ │ │ └── templates.yaml │ │ │ └── stance_hillary │ │ │ │ └── templates.yaml │ │ ├── tydiqa │ │ │ ├── primary_task │ │ │ │ └── templates.yaml │ │ │ └── secondary_task │ │ │ │ └── templates.yaml │ │ ├── web_questions │ │ │ └── templates.yaml │ │ ├── wiki_bio │ │ │ └── templates.yaml │ │ ├── wiki_hop │ │ │ ├── masked │ │ │ │ └── templates.yaml │ │ │ └── original │ │ │ │ └── templates.yaml │ │ ├── wiki_qa │ │ │ └── templates.yaml │ │ ├── wiki_split │ │ │ └── templates.yaml │ │ ├── wino_bias │ │ │ ├── type1_anti │ │ │ │ └── templates.yaml │ │ │ ├── type1_pro │ │ │ │ └── templates.yaml │ │ │ ├── type2_anti │ │ │ │ └── templates.yaml │ │ │ └── type2_pro │ │ │ │ └── templates.yaml │ │ ├── winograd_wsc │ │ │ ├── wsc273 │ │ │ │ └── templates.yaml │ │ │ └── wsc285 │ │ │ │ └── templates.yaml │ │ ├── winogrande │ │ │ ├── winogrande_debiased │ │ │ │ └── templates.yaml │ │ │ ├── winogrande_l │ │ │ │ └── templates.yaml │ │ │ ├── winogrande_m │ │ │ │ └── templates.yaml │ │ │ ├── winogrande_s │ │ │ │ └── templates.yaml │ │ │ ├── winogrande_xl │ │ │ │ └── templates.yaml │ │ │ └── winogrande_xs │ │ │ │ └── templates.yaml │ │ ├── wiqa │ │ │ └── templates.yaml │ │ ├── xnli │ │ │ └── en │ │ │ │ └── templates.yaml │ │ ├── xquad │ │ │ └── xquad.en │ │ │ │ └── templates.yaml │ │ ├── xquad_r │ │ │ └── en │ │ │ │ └── templates.yaml │ │ ├── xsum │ │ │ └── templates.yaml │ │ ├── yahoo_answers_qa │ │ │ └── templates.yaml │ │ ├── yahoo_answers_topics │ │ │ └── templates.yaml │ │ ├── yelp_polarity │ │ │ └── templates.yaml │ │ ├── yelp_review_full │ │ │ └── templates.yaml │ │ └── zest │ │ │ └── templates.yaml │ └── utils.py ├── setup.cfg ├── setup.py └── test │ ├── show_templates.py │ └── test_templates.py ├── requirements.txt ├── run_configs.txt ├── score.py ├── t0 ├── __init__.py ├── data_collator.py ├── datasets.csv ├── model.py └── seqio_tasks │ ├── __init__.py │ ├── tasks.py │ └── utils.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/.gitignore -------------------------------------------------------------------------------- /DATA_README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/DATA_README.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/README.md -------------------------------------------------------------------------------- /data/final_eval/ai2_arc_q_a negation_300.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/data/final_eval/ai2_arc_q_a negation_300.csv -------------------------------------------------------------------------------- /data/final_eval/ai2_arc_q_a negation_50.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/data/final_eval/ai2_arc_q_a negation_50.csv -------------------------------------------------------------------------------- /data/final_eval/ai2_arc_q_a_300.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/data/final_eval/ai2_arc_q_a_300.csv -------------------------------------------------------------------------------- /data/final_eval/ai2_arc_q_a_50.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/data/final_eval/ai2_arc_q_a_50.csv -------------------------------------------------------------------------------- /data/final_eval/hellaswag_Open-ended completion negation_300.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/data/final_eval/hellaswag_Open-ended completion negation_300.csv -------------------------------------------------------------------------------- /data/final_eval/hellaswag_Open-ended completion negation_50.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/data/final_eval/hellaswag_Open-ended completion negation_50.csv -------------------------------------------------------------------------------- /data/final_eval/hellaswag_Open-ended completion_300.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/data/final_eval/hellaswag_Open-ended completion_300.csv -------------------------------------------------------------------------------- /data/final_eval/hellaswag_Open-ended completion_50.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/data/final_eval/hellaswag_Open-ended completion_50.csv -------------------------------------------------------------------------------- /data/final_eval/lambada_please next word negation_300.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/data/final_eval/lambada_please next word negation_300.csv -------------------------------------------------------------------------------- /data/final_eval/lambada_please next word negation_50.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/data/final_eval/lambada_please next word negation_50.csv -------------------------------------------------------------------------------- /data/final_eval/lambada_please next word_300.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/data/final_eval/lambada_please next word_300.csv -------------------------------------------------------------------------------- /data/final_eval/lambada_please next word_50.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/data/final_eval/lambada_please next word_50.csv -------------------------------------------------------------------------------- /data/final_eval/nq_correct_answer negation_300.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/data/final_eval/nq_correct_answer negation_300.csv -------------------------------------------------------------------------------- /data/final_eval/nq_correct_answer_300.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/data/final_eval/nq_correct_answer_300.csv -------------------------------------------------------------------------------- /data/final_eval/piqa_generate negation_300.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/data/final_eval/piqa_generate negation_300.csv -------------------------------------------------------------------------------- /data/final_eval/piqa_generate negation_50.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/data/final_eval/piqa_generate negation_50.csv -------------------------------------------------------------------------------- /data/final_eval/piqa_generate_300.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/data/final_eval/piqa_generate_300.csv -------------------------------------------------------------------------------- /data/final_eval/piqa_generate_50.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/data/final_eval/piqa_generate_50.csv -------------------------------------------------------------------------------- /data/final_eval/story_cloze_Generate Ending Negation_300.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/data/final_eval/story_cloze_Generate Ending Negation_300.csv -------------------------------------------------------------------------------- /data/final_eval/story_cloze_Generate Ending Negation_50.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/data/final_eval/story_cloze_Generate Ending Negation_50.csv -------------------------------------------------------------------------------- /data/final_eval/story_cloze_Generate Ending_300.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/data/final_eval/story_cloze_Generate Ending_300.csv -------------------------------------------------------------------------------- /data/final_eval/story_cloze_Generate Ending_50.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/data/final_eval/story_cloze_Generate Ending_50.csv -------------------------------------------------------------------------------- /data/final_eval/super_glue_generate negation_100.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/data/final_eval/super_glue_generate negation_100.csv -------------------------------------------------------------------------------- /data/final_eval/super_glue_generate negation_50.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/data/final_eval/super_glue_generate negation_50.csv -------------------------------------------------------------------------------- /data/final_eval/super_glue_generate_100.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/data/final_eval/super_glue_generate_100.csv -------------------------------------------------------------------------------- /data/final_eval/super_glue_generate_50.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/data/final_eval/super_glue_generate_50.csv -------------------------------------------------------------------------------- /data/final_eval/triviaqa_correct_answer negation_300.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/data/final_eval/triviaqa_correct_answer negation_300.csv -------------------------------------------------------------------------------- /data/final_eval/triviaqa_correct_answer_300.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/data/final_eval/triviaqa_correct_answer_300.csv -------------------------------------------------------------------------------- /data/final_eval/webqa_correct_answer negation_300.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/data/final_eval/webqa_correct_answer negation_300.csv -------------------------------------------------------------------------------- /data/final_eval/webqa_correct_answer_300.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/data/final_eval/webqa_correct_answer_300.csv -------------------------------------------------------------------------------- /data_downloaders/promptsource.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data_loaders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/data_loaders.py -------------------------------------------------------------------------------- /eval_bash.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/eval_bash.sh -------------------------------------------------------------------------------- /figure1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/figure1.png -------------------------------------------------------------------------------- /promptsource/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/.gitignore -------------------------------------------------------------------------------- /promptsource/API_DOCUMENTATION.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/API_DOCUMENTATION.md -------------------------------------------------------------------------------- /promptsource/CITATION.cff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/CITATION.cff -------------------------------------------------------------------------------- /promptsource/CODEOWNERS: -------------------------------------------------------------------------------- 1 | @bigscience-workshop/promptsource-codeowners 2 | -------------------------------------------------------------------------------- /promptsource/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/CONTRIBUTING.md -------------------------------------------------------------------------------- /promptsource/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/LICENSE -------------------------------------------------------------------------------- /promptsource/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/Makefile -------------------------------------------------------------------------------- /promptsource/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/README.md -------------------------------------------------------------------------------- /promptsource/assets/PromptSource ACL Demo Figure.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/assets/PromptSource ACL Demo Figure.png -------------------------------------------------------------------------------- /promptsource/assets/promptsource_app.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/assets/promptsource_app.png -------------------------------------------------------------------------------- /promptsource/promptsource/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/__init__.py -------------------------------------------------------------------------------- /promptsource/promptsource/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/app.py -------------------------------------------------------------------------------- /promptsource/promptsource/session.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/session.py -------------------------------------------------------------------------------- /promptsource/promptsource/templates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates.py -------------------------------------------------------------------------------- /promptsource/promptsource/templates/Zaid/coqa_expanded/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/Zaid/coqa_expanded/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/Zaid/quac_expanded/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/Zaid/quac_expanded/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/acronym_identification/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/acronym_identification/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/ade_corpus_v2/Ade_corpus_v2_classification/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/ade_corpus_v2/Ade_corpus_v2_classification/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/ade_corpus_v2/Ade_corpus_v2_drug_ade_relation/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/ade_corpus_v2/Ade_corpus_v2_drug_ade_relation/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/ade_corpus_v2/Ade_corpus_v2_drug_dosage_relation/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/ade_corpus_v2/Ade_corpus_v2_drug_dosage_relation/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/adversarial_qa/adversarialQA/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/adversarial_qa/adversarialQA/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/adversarial_qa/dbert/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/adversarial_qa/dbert/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/adversarial_qa/dbidaf/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/adversarial_qa/dbidaf/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/adversarial_qa/droberta/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/adversarial_qa/droberta/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/aeslc/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/aeslc/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/ag_news/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/ag_news/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/ai2_arc/ARC-Challenge/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/ai2_arc/ARC-Challenge/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/ai2_arc/ARC-Easy/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/ai2_arc/ARC-Easy/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/amazon_polarity/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/amazon_polarity/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/amazon_reviews_multi/en/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/amazon_reviews_multi/en/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/amazon_us_reviews/Wireless_v1_00/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/amazon_us_reviews/Wireless_v1_00/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/ambig_qa/light/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/ambig_qa/light/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/anli/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/anli/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/app_reviews/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/app_reviews/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/aqua_rat/raw/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/aqua_rat/raw/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/art/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/art/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/asnq/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/asnq/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/asset/ratings/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/asset/ratings/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/asset/simplification/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/asset/simplification/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/banking77/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/banking77/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/billsum/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/billsum/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/bing_coronavirus_query_set/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/bing_coronavirus_query_set/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/biosses/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/biosses/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/blbooksgenre/title_genre_classifiction/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/blbooksgenre/title_genre_classifiction/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/blended_skill_talk/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/blended_skill_talk/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/cbt/CN/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/cbt/CN/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/cbt/NE/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/cbt/NE/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/cbt/P/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/cbt/P/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/cbt/V/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/cbt/V/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/cbt/raw/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/cbt/raw/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/cc_news/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/cc_news/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/circa/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/circa/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/climate_fever/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/climate_fever/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/cnn_dailymail/3.0.0/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/cnn_dailymail/3.0.0/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/codah/codah/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/codah/codah/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/codah/fold_0/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/codah/fold_0/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/codah/fold_1/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/codah/fold_1/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/codah/fold_2/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/codah/fold_2/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/codah/fold_3/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/codah/fold_3/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/codah/fold_4/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/codah/fold_4/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/code_x_glue_tc_text_to_code/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/code_x_glue_tc_text_to_code/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/common_gen/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/common_gen/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/commonsense_qa/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/commonsense_qa/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/conv_ai/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/conv_ai/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/conv_ai_2/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/conv_ai_2/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/conv_ai_3/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/conv_ai_3/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/coqa/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/coqa/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/cord19/metadata/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/cord19/metadata/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/cos_e/v1.0/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/cos_e/v1.0/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/cos_e/v1.11/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/cos_e/v1.11/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/cosmos_qa/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/cosmos_qa/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/covid_qa_castorini/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/covid_qa_castorini/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/craffel/openai_lambada/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/craffel/openai_lambada/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/craigslist_bargains/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/craigslist_bargains/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/crows_pairs/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/crows_pairs/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/dbpedia_14/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/dbpedia_14/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/discofuse/discofuse-sport/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/discofuse/discofuse-sport/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/discofuse/discofuse-wikipedia/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/discofuse/discofuse-wikipedia/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/discovery/discovery/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/discovery/discovery/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/docred/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/docred/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/dream/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/dream/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/drop/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/drop/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/duorc/ParaphraseRC/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/duorc/ParaphraseRC/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/duorc/SelfRC/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/duorc/SelfRC/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/e2e_nlg_cleaned/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/e2e_nlg_cleaned/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/ecthr_cases/alleged-violation-prediction/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/ecthr_cases/alleged-violation-prediction/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/emo/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/emo/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/emotion/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/emotion/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/enriched_web_nlg/en/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/enriched_web_nlg/en/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/esnli/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/esnli/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/evidence_infer_treatment/1.1/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/evidence_infer_treatment/1.1/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/evidence_infer_treatment/2.0/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/evidence_infer_treatment/2.0/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/fever/v1.0/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/fever/v1.0/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/fever/v2.0/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/fever/v2.0/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/financial_phrasebank/sentences_allagree/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/financial_phrasebank/sentences_allagree/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/freebase_qa/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/freebase_qa/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/generated_reviews_enth/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/generated_reviews_enth/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/gigaword/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/gigaword/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/glue/ax/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/glue/ax/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/glue/cola/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/glue/cola/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/glue/mnli/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/glue/mnli/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/glue/mnli_matched/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/glue/mnli_matched/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/glue/mnli_mismatched/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/glue/mnli_mismatched/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/glue/mrpc/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/glue/mrpc/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/glue/qnli/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/glue/qnli/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/glue/qqp/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/glue/qqp/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/glue/rte/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/glue/rte/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/glue/sst2/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/glue/sst2/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/glue/stsb/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/glue/stsb/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/glue/wnli/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/glue/wnli/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/google_wellformed_query/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/google_wellformed_query/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/great_code/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/great_code/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/guardian_authorship/cross_genre_1/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/guardian_authorship/cross_genre_1/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/guardian_authorship/cross_topic_1/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/guardian_authorship/cross_topic_1/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/guardian_authorship/cross_topic_4/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/guardian_authorship/cross_topic_4/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/guardian_authorship/cross_topic_7/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/guardian_authorship/cross_topic_7/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/gutenberg_time/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/gutenberg_time/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/hans/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/hans/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/hate_speech18/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/hate_speech18/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/head_qa/en/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/head_qa/en/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/health_fact/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/health_fact/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/hellaswag/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/hellaswag/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/hlgd/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/hlgd/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/hotpot_qa/distractor/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/hotpot_qa/distractor/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/hotpot_qa/fullwiki/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/hotpot_qa/fullwiki/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/humicroedit/subtask-1/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/humicroedit/subtask-1/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/humicroedit/subtask-2/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/humicroedit/subtask-2/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/hyperpartisan_news_detection/byarticle/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/hyperpartisan_news_detection/byarticle/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/hyperpartisan_news_detection/bypublisher/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/hyperpartisan_news_detection/bypublisher/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/imdb/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/imdb/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/jfleg/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/jfleg/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/jigsaw_unintended_bias/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/jigsaw_unintended_bias/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/kelm/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/kelm/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/kilt_tasks/hotpotqa/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/kilt_tasks/hotpotqa/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/kilt_tasks/nq/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/kilt_tasks/nq/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/kilt_tasks/triviaqa_support_only/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/kilt_tasks/triviaqa_support_only/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/lama/trex/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/lama/trex/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/lambada/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/lambada/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/liar/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/liar/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/limit/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/limit/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/math_dataset/algebra__linear_1d/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/math_dataset/algebra__linear_1d/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/math_dataset/algebra__linear_1d_composed/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/math_dataset/algebra__linear_1d_composed/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/math_dataset/algebra__linear_2d/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/math_dataset/algebra__linear_2d/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/math_dataset/algebra__linear_2d_composed/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/math_dataset/algebra__linear_2d_composed/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/math_qa/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/math_qa/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/mc_taco/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/mc_taco/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/mdd/task1_qa/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/mdd/task1_qa/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/mdd/task2_recs/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/mdd/task2_recs/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/mdd/task3_qarecs/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/mdd/task3_qarecs/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/medal/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/medal/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/medical_questions_pairs/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/medical_questions_pairs/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/meta_woz/dialogues/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/meta_woz/dialogues/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/mocha/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/mocha/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/movie_rationales/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/movie_rationales/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/multi_news/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/multi_news/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/multi_nli/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/multi_nli/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/multi_x_science_sum/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/multi_x_science_sum/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/mwsc/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/mwsc/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/narrativeqa/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/narrativeqa/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/ncbi_disease/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/ncbi_disease/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/neural_code_search/evaluation_dataset/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/neural_code_search/evaluation_dataset/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/newspop/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/newspop/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/nlu_evaluation_data/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/nlu_evaluation_data/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/nq_open/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/nq_open/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/numer_sense/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/numer_sense/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/onestop_english/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/onestop_english/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/openai_humaneval/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/openai_humaneval/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/openbookqa/additional/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/openbookqa/additional/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/openbookqa/main/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/openbookqa/main/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/paws-x/en/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/paws-x/en/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/paws/labeled_final/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/paws/labeled_final/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/paws/labeled_swap/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/paws/labeled_swap/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/paws/unlabeled_final/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/paws/unlabeled_final/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/piqa/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/piqa/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/poem_sentiment/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/poem_sentiment/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/pubmed_qa/pqa_labeled/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/pubmed_qa/pqa_labeled/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/qa_srl/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/qa_srl/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/qa_zre/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/qa_zre/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/qasc/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/qasc/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/qed/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/qed/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/quac/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/quac/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/quail/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/quail/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/quarel/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/quarel/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/quartz/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/quartz/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/quora/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/quora/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/quoref/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/quoref/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/race/all/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/race/all/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/race/high/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/race/high/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/race/middle/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/race/middle/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/riddle_sense/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/riddle_sense/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/ropes/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/ropes/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/rotten_tomatoes/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/rotten_tomatoes/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/samsum/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/samsum/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/scan/addprim_jump/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/scan/addprim_jump/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/scan/addprim_turn_left/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/scan/addprim_turn_left/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/scan/filler_num0/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/scan/filler_num0/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/scan/filler_num1/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/scan/filler_num1/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/scan/filler_num2/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/scan/filler_num2/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/scan/filler_num3/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/scan/filler_num3/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/scan/length/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/scan/length/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/scan/simple/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/scan/simple/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/scan/template_around_right/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/scan/template_around_right/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/scan/template_jump_around_right/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/scan/template_jump_around_right/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/scan/template_opposite_right/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/scan/template_opposite_right/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/scan/template_right/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/scan/template_right/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/scicite/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/scicite/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/scientific_papers/arxiv/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/scientific_papers/arxiv/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/scientific_papers/pubmed/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/scientific_papers/pubmed/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/sciq/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/sciq/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/scitail/snli_format/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/scitail/snli_format/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/scitail/tsv_format/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/scitail/tsv_format/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/scitldr/Abstract/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/scitldr/Abstract/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/selqa/answer_selection_analysis/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/selqa/answer_selection_analysis/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/sem_eval_2010_task_8/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/sem_eval_2010_task_8/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/sem_eval_2014_task_1/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/sem_eval_2014_task_1/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/sent_comp/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/sent_comp/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/sick/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/sick/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/sms_spam/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/sms_spam/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/snips_built_in_intents/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/snips_built_in_intents/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/snli/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/snli/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/social_i_qa/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/social_i_qa/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/species_800/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/species_800/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/squad/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/squad/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/squad_adversarial/AddSent/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/squad_adversarial/AddSent/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/squad_v2/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/squad_v2/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/squadshifts/amazon/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/squadshifts/amazon/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/squadshifts/new_wiki/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/squadshifts/new_wiki/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/squadshifts/nyt/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/squadshifts/nyt/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/sst/default/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/sst/default/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/story_cloze/2016/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/story_cloze/2016/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/stsb_multi_mt/en/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/stsb_multi_mt/en/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/subjqa/books/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/subjqa/books/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/subjqa/electronics/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/subjqa/electronics/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/subjqa/grocery/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/subjqa/grocery/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/subjqa/movies/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/subjqa/movies/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/subjqa/restaurants/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/subjqa/restaurants/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/subjqa/tripadvisor/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/subjqa/tripadvisor/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/super_glue/axb/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/super_glue/axb/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/super_glue/axg/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/super_glue/axg/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/super_glue/boolq/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/super_glue/boolq/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/super_glue/cb/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/super_glue/cb/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/super_glue/copa/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/super_glue/copa/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/super_glue/multirc/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/super_glue/multirc/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/super_glue/record/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/super_glue/record/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/super_glue/rte/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/super_glue/rte/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/super_glue/wic/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/super_glue/wic/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/super_glue/wsc.fixed/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/super_glue/wsc.fixed/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/swag/regular/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/swag/regular/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/tab_fact/tab_fact/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/tab_fact/tab_fact/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/tmu_gfm_dataset/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/tmu_gfm_dataset/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/trec/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/trec/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/trivia_qa/unfiltered/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/trivia_qa/unfiltered/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/turk/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/turk/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/tweet_eval/emoji/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/tweet_eval/emoji/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/tweet_eval/emotion/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/tweet_eval/emotion/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/tweet_eval/hate/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/tweet_eval/hate/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/tweet_eval/irony/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/tweet_eval/irony/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/tweet_eval/offensive/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/tweet_eval/offensive/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/tweet_eval/sentiment/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/tweet_eval/sentiment/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/tweet_eval/stance_abortion/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/tweet_eval/stance_abortion/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/tweet_eval/stance_atheism/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/tweet_eval/stance_atheism/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/tweet_eval/stance_climate/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/tweet_eval/stance_climate/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/tweet_eval/stance_feminist/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/tweet_eval/stance_feminist/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/tweet_eval/stance_hillary/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/tweet_eval/stance_hillary/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/tydiqa/primary_task/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/tydiqa/primary_task/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/tydiqa/secondary_task/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/tydiqa/secondary_task/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/web_questions/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/web_questions/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/wiki_bio/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/wiki_bio/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/wiki_hop/masked/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/wiki_hop/masked/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/wiki_hop/original/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/wiki_hop/original/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/wiki_qa/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/wiki_qa/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/wiki_split/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/wiki_split/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/wino_bias/type1_anti/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/wino_bias/type1_anti/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/wino_bias/type1_pro/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/wino_bias/type1_pro/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/wino_bias/type2_anti/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/wino_bias/type2_anti/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/wino_bias/type2_pro/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/wino_bias/type2_pro/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/winograd_wsc/wsc273/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/winograd_wsc/wsc273/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/winograd_wsc/wsc285/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/winograd_wsc/wsc285/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/winogrande/winogrande_debiased/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/winogrande/winogrande_debiased/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/winogrande/winogrande_l/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/winogrande/winogrande_l/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/winogrande/winogrande_m/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/winogrande/winogrande_m/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/winogrande/winogrande_s/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/winogrande/winogrande_s/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/winogrande/winogrande_xl/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/winogrande/winogrande_xl/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/winogrande/winogrande_xs/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/winogrande/winogrande_xs/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/wiqa/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/wiqa/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/xnli/en/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/xnli/en/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/xquad/xquad.en/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/xquad/xquad.en/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/xquad_r/en/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/xquad_r/en/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/xsum/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/xsum/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/yahoo_answers_qa/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/yahoo_answers_qa/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/yahoo_answers_topics/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/yahoo_answers_topics/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/yelp_polarity/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/yelp_polarity/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/yelp_review_full/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/yelp_review_full/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/templates/zest/templates.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/templates/zest/templates.yaml -------------------------------------------------------------------------------- /promptsource/promptsource/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/promptsource/utils.py -------------------------------------------------------------------------------- /promptsource/setup.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/setup.cfg -------------------------------------------------------------------------------- /promptsource/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/setup.py -------------------------------------------------------------------------------- /promptsource/test/show_templates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/test/show_templates.py -------------------------------------------------------------------------------- /promptsource/test/test_templates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/promptsource/test/test_templates.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/requirements.txt -------------------------------------------------------------------------------- /run_configs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/run_configs.txt -------------------------------------------------------------------------------- /score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/score.py -------------------------------------------------------------------------------- /t0/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /t0/data_collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/t0/data_collator.py -------------------------------------------------------------------------------- /t0/datasets.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/t0/datasets.csv -------------------------------------------------------------------------------- /t0/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/t0/model.py -------------------------------------------------------------------------------- /t0/seqio_tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/t0/seqio_tasks/__init__.py -------------------------------------------------------------------------------- /t0/seqio_tasks/tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/t0/seqio_tasks/tasks.py -------------------------------------------------------------------------------- /t0/seqio_tasks/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/t0/seqio_tasks/utils.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/joeljang/negated-prompts-for-llms/HEAD/utils.py --------------------------------------------------------------------------------