├── .gitignore ├── CHANGELOG.md ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── config ├── class_to_class.json ├── hr_to_lr.json ├── hr_to_lr_inst.json ├── hr_to_lr_inst_all.json ├── hr_to_lr_noinst.json ├── non_class_to_class.json ├── non_nli_to_nli.json ├── non_paraphrase_to_paraphrase.json ├── non_qa_to_qa.json ├── qa_to_qa.json └── tasks │ ├── ade_corpus_v2-classification.json │ ├── ade_corpus_v2-dosage.json │ ├── ag_news.json │ ├── ai2_arc.json │ ├── amazon_polarity.json │ ├── anli.json │ ├── art.json │ ├── biomrc.json │ ├── blimp-anaphor_number_agreement.json │ ├── blimp-ellipsis_n_bar_2.json │ ├── blimp-sentential_negation_npi_licensor_present.json │ ├── blimp-sentential_negation_npi_scope.json │ ├── boolq.json │ ├── circa.json │ ├── climate_fever.json │ ├── codah.json │ ├── commonsense_qa.json │ ├── cosmos_qa.json │ ├── crows_pairs.json │ ├── dbpedia_14.json │ ├── discovery.json │ ├── dream.json │ ├── emo.json │ ├── emotion.json │ ├── ethos-directed_vs_generalized.json │ ├── ethos-disability.json │ ├── ethos-gender.json │ ├── ethos-national_origin.json │ ├── ethos-race.json │ ├── ethos-religion.json │ ├── ethos-sexual_orientation.json │ ├── financial_phrasebank.json │ ├── freebase_qa.json │ ├── gigaword.json │ ├── glue-cola.json │ ├── glue-mnli.json │ ├── glue-mrpc.json │ ├── glue-qnli.json │ ├── glue-qqp.json │ ├── glue-rte.json │ ├── glue-sst2.json │ ├── glue-wnli.json │ ├── google_wellformed_query.json │ ├── hate_speech18.json │ ├── hate_speech_offensive.json │ ├── hatexplain.json │ ├── health_fact.json │ ├── hellaswag.json │ ├── hotpot_qa.json │ ├── imdb.json │ ├── inst:ag_news.json │ ├── inst:ag_news:classify-question-first.json │ ├── inst:ag_news:classify-with-choices-question-first.json │ ├── inst:ag_news:classify-with-choices.json │ ├── inst:ag_news:classify.json │ ├── inst:ag_news:recommend.json │ ├── inst:ag_news:which-section-choices.json │ ├── inst:ag_news:which-section.json │ ├── inst:ai2_arc.json │ ├── inst:amazon_polarity.json │ ├── inst:amazon_polarity:Is-this-product-review-positive.json │ ├── inst:amazon_polarity:Is-this-review-negative.json │ ├── inst:amazon_polarity:Is-this-review.json │ ├── inst:amazon_polarity:User-recommend-this-product.json │ ├── inst:amazon_polarity:convey-negative-or-positive-sentiment.json │ ├── inst:amazon_polarity:flattering-or-not.json │ ├── inst:amazon_polarity:negative-or-positive-tone.json │ ├── inst:amazon_polarity:user-satisfied.json │ ├── inst:amazon_polarity:would-you-buy.json │ ├── inst:anli.json │ ├── inst:anli:GPT-3-style.json │ ├── inst:anli:MNLI-crowdsource.json │ ├── inst:anli:always-sometimes-never.json │ ├── inst:anli:based-on-the-previous-passage.json │ ├── inst:anli:can-we-infer.json │ ├── inst:anli:claim-true-false-inconclusive.json │ ├── inst:anli:consider-always-sometimes-never.json │ ├── inst:anli:does-it-follow-that.json │ ├── inst:anli:does-this-imply.json │ ├── inst:anli:guaranteed-possible-impossible.json │ ├── inst:anli:guaranteed-true.json │ ├── inst:anli:justified-in-saying.json │ ├── inst:anli:must-be-true.json │ ├── inst:anli:should-assume.json │ ├── inst:anli:take-the-following-as-truth.json │ ├── inst:art.json │ ├── inst:art:hyp1-1.json │ ├── inst:art:hyp1-2.json │ ├── inst:art:hyp2-1.json │ ├── inst:art:hyp2-2.json │ ├── inst:art:hyp3-reversed.json │ ├── inst:art:hyp3.json │ ├── inst:art:hyp4-reversed.json │ ├── inst:art:hyp4.json │ ├── inst:art:hyp5-reversed.json │ ├── inst:art:hyp5.json │ ├── inst:art:hyp6-reversed.json │ ├── inst:art:hyp6.json │ ├── inst:circa.json │ ├── inst:circa:goldstandard1-judgement.json │ ├── inst:circa:goldstandard2-judgement.json │ ├── inst:circa:judgement.json │ ├── inst:climate_fever.json │ ├── inst:codah.json │ ├── inst:commonsense_qa.json │ ├── inst:cosmos_qa.json │ ├── inst:cosmos_qa:context-answer-to-question.json │ ├── inst:cosmos_qa:context-description-question-answer-id.json │ ├── inst:cosmos_qa:context-description-question-answer-text.json │ ├── inst:cosmos_qa:context-description-question-text.json │ ├── inst:cosmos_qa:context-question-description-answer-id.json │ ├── inst:cosmos_qa:context-question-description-answer-text.json │ ├── inst:cosmos_qa:context-question-description-text.json │ ├── inst:cosmos_qa:description-context-question-answer-id.json │ ├── inst:cosmos_qa:description-context-question-answer-text.json │ ├── inst:cosmos_qa:description-context-question-text.json │ ├── inst:cosmos_qa:no-prompt-id.json │ ├── inst:cosmos_qa:no-prompt-text.json │ ├── inst:cosmos_qa:only-question-answer.json │ ├── inst:dbpedia_14.json │ ├── inst:dbpedia_14:given-a-choice-of-categories-.json │ ├── inst:dbpedia_14:given-a-list-of-category-what-does-the-title-belong-to.json │ ├── inst:dbpedia_14:given-list-what-category-does-the-paragraph-belong-to.json │ ├── inst:dbpedia_14:pick-one-category-for-the-following-text.json │ ├── inst:discovery.json │ ├── inst:discovery:connector.json │ ├── inst:discovery:correction.json │ ├── inst:discovery:discourse.json │ ├── inst:discovery:make-sense.json │ ├── inst:discovery:transition.json │ ├── inst:dream.json │ ├── inst:emo.json │ ├── inst:emo:dialogue-between.json │ ├── inst:emo:emotional-state.json │ ├── inst:emo:feel-when-last-answer.json │ ├── inst:emo:feeling.json │ ├── inst:emo:final-message.json │ ├── inst:emo:in-this-dialogue.json │ ├── inst:emo:persons-describe.json │ ├── inst:emo:persons-infer.json │ ├── inst:emo:spoke-last.json │ ├── inst:emo:what-emotion-do-you-think.json │ ├── inst:emotion.json │ ├── inst:emotion:Template-0.json │ ├── inst:emotion:Template-1.json │ ├── inst:emotion:Template-2.json │ ├── inst:emotion:Template-3.json │ ├── inst:emotion:Template-4.json │ ├── inst:emotion:Template-5.json │ ├── inst:financial_phrasebank.json │ ├── inst:freebase_qa.json │ ├── inst:freebase_qa:inference-chain-prompt-context.json │ ├── inst:freebase_qa:inference-chain-prompt.json │ ├── inst:freebase_qa:qa-context-1.json │ ├── inst:freebase_qa:qa-context-2.json │ ├── inst:freebase_qa:qa-template-basic.json │ ├── inst:gigaword.json │ ├── inst:gigaword:TLDR.json │ ├── inst:gigaword:first-sentence-title.json │ ├── inst:gigaword:generate-summary-for-this.json │ ├── inst:gigaword:in-a-nutshell.json │ ├── inst:gigaword:make-a-title.json │ ├── inst:gigaword:reverse-writing.json │ ├── inst:gigaword:write-a-title-for-this-sentence.json │ ├── inst:gigaword:write-an-article.json │ ├── inst:gigaword:write-its-sentence.json │ ├── inst:google_wellformed_query.json │ ├── inst:google_wellformed_query:wellformed-0.json │ ├── inst:google_wellformed_query:wellformed-1.json │ ├── inst:google_wellformed_query:wellformed-2.json │ ├── inst:google_wellformed_query:wellformed-3.json │ ├── inst:google_wellformed_query:wellformed-4.json │ ├── inst:google_wellformed_query:wellformed-5.json │ ├── inst:hellaswag.json │ ├── inst:hellaswag:Appropriate-continuation---Yes-or-No.json │ ├── inst:hellaswag:Open-ended-completion.json │ ├── inst:hellaswag:Open-ended-start.json │ ├── inst:hellaswag:Predict-ending-with-hint.json │ ├── inst:hellaswag:Randomized-prompts-template.json │ ├── inst:hellaswag:Reversed-appropriate-continuation---Yes-or-No.json │ ├── inst:hellaswag:Topic-of-the-context.json │ ├── inst:hellaswag:Topic-without-the-ending-answer.json │ ├── inst:hellaswag:complete-first-then.json │ ├── inst:hellaswag:how-ends.json │ ├── inst:hellaswag:if-begins-how-continues.json │ ├── inst:imdb.json │ ├── inst:imdb:Movie-Expressed-Sentiment-2.json │ ├── inst:imdb:Movie-Expressed-Sentiment.json │ ├── inst:imdb:Negation-template-for-positive-and-negative.json │ ├── inst:imdb:Reviewer-Enjoyment-Yes-No.json │ ├── inst:imdb:Reviewer-Enjoyment.json │ ├── inst:imdb:Reviewer-Expressed-Sentiment.json │ ├── inst:imdb:Reviewer-Opinion-bad-good-choices.json │ ├── inst:imdb:Reviewer-Sentiment-Feeling.json │ ├── inst:imdb:Sentiment-with-choices-.json │ ├── inst:imdb:Text-Expressed-Sentiment.json │ ├── inst:imdb:Writer-Expressed-Sentiment.json │ ├── inst:liar.json │ ├── inst:liar:Template-1.json │ ├── inst:liar:Template-2.json │ ├── inst:liar:Template-3.json │ ├── inst:liar:Template-4.json │ ├── inst:liar:Template-5.json │ ├── inst:liar:Template-6.json │ ├── inst:medical_questions_pairs.json │ ├── inst:openbookqa.json │ ├── inst:paws.json │ ├── inst:paws:Concatenation-no-label.json │ ├── inst:paws:Concatenation.json │ ├── inst:paws:Meaning-no-label.json │ ├── inst:paws:Meaning.json │ ├── inst:paws:PAWS-ANLI-GPT3-no-label.json │ ├── inst:paws:PAWS-ANLI-GPT3.json │ ├── inst:paws:Rewrite-no-label.json │ ├── inst:paws:Rewrite.json │ ├── inst:paws:context-question-no-label.json │ ├── inst:paws:context-question.json │ ├── inst:paws:paraphrase-task.json │ ├── inst:paws:task-description-no-label.json │ ├── inst:piqa.json │ ├── inst:piqa:Correct-the-solution-if-false:-from-sol-1.json │ ├── inst:piqa:Correct-the-solution-if-false:-from-sol-2.json │ ├── inst:piqa:Correct-the-solution.json │ ├── inst:piqa:Does-this-solution-make-sense?-sol1.json │ ├── inst:piqa:Does-this-solution-make-sense?-sol2.json │ ├── inst:piqa:choose-the-most-appropriate-solution.json │ ├── inst:piqa:finish-sentence-with-correct-choice.json │ ├── inst:piqa:no-prompt-needed.json │ ├── inst:piqa:pick-correct-choice-index.json │ ├── inst:piqa:pick-correct-choice-with-choice-given-before-goal.json │ ├── inst:piqa:what-is-the-correct-ending.json │ ├── inst:poem_sentiment.json │ ├── inst:qasc.json │ ├── inst:quail.json │ ├── inst:quail:context-description-question-answer-id.json │ ├── inst:quail:context-description-question-answer-text.json │ ├── inst:quail:context-description-question-text.json │ ├── inst:quail:context-question-answer-description-id.json │ ├── inst:quail:context-question-answer-description-text.json │ ├── inst:quail:context-question-description-answer-id.json │ ├── inst:quail:context-question-description-answer-text.json │ ├── inst:quail:context-question-description-text.json │ ├── inst:quail:description-context-question-answer-id.json │ ├── inst:quail:description-context-question-answer-text.json │ ├── inst:quail:description-context-question-text.json │ ├── inst:quail:no-prompt-id.json │ ├── inst:quail:no-prompt-text.json │ ├── inst:quarel.json │ ├── inst:quoref.json │ ├── inst:quoref:Answer-Friend-Question.json │ ├── inst:quoref:Answer-Question-Given-Context.json │ ├── inst:quoref:Answer-Test.json │ ├── inst:quoref:Context-Contains-Answer.json │ ├── inst:quoref:Find-Answer.json │ ├── inst:quoref:Found-Context-Online.json │ ├── inst:quoref:Given-Context-Answer-Question.json │ ├── inst:quoref:Guess-Answer.json │ ├── inst:quoref:Guess-Title-For-Context.json │ ├── inst:quoref:Read-And-Extract-.json │ ├── inst:quoref:What-Is-The-Answer.json │ ├── inst:ropes.json │ ├── inst:ropes:background-new-situation-answer.json │ ├── inst:ropes:background-situation-middle.json │ ├── inst:ropes:given-background-situation.json │ ├── inst:ropes:new-situation-background-answer.json │ ├── inst:ropes:plain-background-situation.json │ ├── inst:ropes:plain-bottom-hint.json │ ├── inst:ropes:plain-no-background.json │ ├── inst:ropes:prompt-beginning.json │ ├── inst:ropes:prompt-bottom-hint-beginning.json │ ├── inst:ropes:prompt-bottom-no-hint.json │ ├── inst:ropes:prompt-mix.json │ ├── inst:ropes:read-background-situation.json │ ├── inst:sciq.json │ ├── inst:sciq:Direct-Question-(Closed-Book).json │ ├── inst:sciq:Direct-Question.json │ ├── inst:sciq:Multiple-Choice-(Closed-Book).json │ ├── inst:sciq:Multiple-Choice-Question-First.json │ ├── inst:sciq:Multiple-Choice.json │ ├── inst:scitail.json │ ├── inst:scitail:Another-Yes-No-Entailment-Framing.json │ ├── inst:sick.json │ ├── inst:social_i_qa.json │ ├── inst:social_i_qa:Check-if-a-random-answer-is-valid-or-not.json │ ├── inst:social_i_qa:Generate-answer.json │ ├── inst:social_i_qa:Generate-the-question-from-the-answer.json │ ├── inst:social_i_qa:I-was-wondering.json │ ├── inst:social_i_qa:Show-choices-and-generate-answer.json │ ├── inst:social_i_qa:Show-choices-and-generate-index.json │ ├── inst:swag.json │ ├── inst:swag:appropriate-continuation.json │ ├── inst:swag:first-then-key.json │ ├── inst:swag:first-then.json │ ├── inst:swag:generate-start.json │ ├── inst:swag:how-ends.json │ ├── inst:swag:open-completion.json │ ├── inst:swag:reversed-appropriate-continuation.json │ ├── inst:tab_fact.json │ ├── inst:tab_fact:tab-fact-1.json │ ├── inst:tab_fact:tab-fact-2.json │ ├── inst:tab_fact:tab-fact-3.json │ ├── inst:tab_fact:tab-fact-4.json │ ├── inst:tab_fact:tab-fact-5.json │ ├── inst:tab_fact:tab-fact-6.json │ ├── inst:tab_fact:tab-fact-7.json │ ├── inst:wiki_qa.json │ ├── inst:wiki_qa:Decide-good-answer.json │ ├── inst:wiki_qa:Direct-Answer-to-Question.json │ ├── inst:wiki_qa:Generate-Question-from-Topic.json │ ├── inst:wiki_qa:Is-This-True?.json │ ├── inst:wiki_qa:Jeopardy-style.json │ ├── inst:wiki_qa:Topic-Prediction---Answer-Only.json │ ├── inst:wiki_qa:Topic-Prediction---Question-Only.json │ ├── inst:wiki_qa:Topic-Prediction---Question-and-Answer-Pair.json │ ├── inst:wiki_qa:automatic-system.json │ ├── inst:wiki_qa:exercise.json │ ├── inst:wiki_qa:found-on-google.json │ ├── inst:wiqa.json │ ├── inst:wiqa:does-the-supposed-perturbation-have-an-effect.json │ ├── inst:wiqa:effect-with-label-answer.json │ ├── inst:wiqa:effect-with-string-answer.json │ ├── inst:wiqa:what-is-the-final-step-of-the-following-process.json │ ├── inst:wiqa:what-is-the-missing-first-step.json │ ├── inst:wiqa:what-might-be-the-first-step-of-the-process.json │ ├── inst:wiqa:what-might-be-the-last-step-of-the-process.json │ ├── inst:wiqa:which-of-the-following-is-the-supposed-perturbation.json │ ├── inst:xsum.json │ ├── inst:xsum:DOC-boils-down-to-simple-idea-that.json │ ├── inst:xsum:DOC-given-above-write-one-sentence.json │ ├── inst:xsum:DOC-how-would-you-rephrase-few-words.json │ ├── inst:xsum:DOC-tldr.json │ ├── inst:xsum:DOC-write-summary-of-above.json │ ├── inst:xsum:article-DOC-summary.json │ ├── inst:xsum:college-roommate-asked-DOC-so-I-recap.json │ ├── inst:xsum:read-below-DOC-write-abstract.json │ ├── inst:xsum:summarize-DOC.json │ ├── inst:xsum:summarize-this-DOC-summary.json │ ├── inst:yahoo_answers_topics.json │ ├── inst:yahoo_answers_topics:answer-from-qn.json │ ├── inst:yahoo_answers_topics:qa.json │ ├── inst:yahoo_answers_topics:subject.json │ ├── inst:yahoo_answers_topics:title-class.json │ ├── inst:yahoo_answers_topics:topic.json │ ├── inst:yelp_polarity.json │ ├── inst:yelp_polarity:come-again.json │ ├── inst:yelp_polarity:experience-good-bad.json │ ├── inst:yelp_polarity:format-come-again.json │ ├── inst:yelp_polarity:format-good-bad.json │ ├── inst:yelp_polarity:like-dislike-2.json │ ├── inst:yelp_polarity:like-dislike.json │ ├── inst:yelp_polarity:place-good-bad.json │ ├── inst:yelp_polarity:rating-high-low.json │ ├── inst:yelp_polarity:regret-yes-or-no.json │ ├── inst:yelp_review_full.json │ ├── inst:yelp_review_full:based-on-that.json │ ├── inst:yelp_review_full:format-rating.json │ ├── inst:yelp_review_full:format-score.json │ ├── inst:yelp_review_full:format-star.json │ ├── inst:yelp_review_full:on-a-scale.json │ ├── inst:yelp_review_full:so-i-would.json │ ├── inst:yelp_review_full:this-place.json │ ├── kilt_ay2.json │ ├── kilt_fever.json │ ├── kilt_hotpotqa.json │ ├── kilt_nq.json │ ├── kilt_trex.json │ ├── kilt_zsre.json │ ├── lama-conceptnet.json │ ├── lama-google_re.json │ ├── lama-squad.json │ ├── lama-trex.json │ ├── liar.json │ ├── mc_taco.json │ ├── medical_questions_pairs.json │ ├── numer_sense.json │ ├── onestop_english.json │ ├── openbookqa.json │ ├── paws.json │ ├── piqa.json │ ├── poem_sentiment.json │ ├── proto_qa.json │ ├── qa_srl.json │ ├── qasc.json │ ├── quail.json │ ├── quarel.json │ ├── quartz-no_knowledge.json │ ├── quartz-with_knowledge.json │ ├── quoref.json │ ├── race-high.json │ ├── race-middle.json │ ├── ropes.json │ ├── rotten_tomatoes.json │ ├── sciq.json │ ├── scitail.json │ ├── search_qa.json │ ├── sick.json │ ├── sms_spam.json │ ├── social_i_qa.json │ ├── spider.json │ ├── squad-no_context.json │ ├── squad-with_context.json │ ├── superglue-cb.json │ ├── superglue-copa.json │ ├── superglue-multirc.json │ ├── superglue-record.json │ ├── superglue-rte.json │ ├── superglue-wic.json │ ├── superglue-wsc.json │ ├── swag.json │ ├── tab_fact.json │ ├── trec-finegrained.json │ ├── trec.json │ ├── tweet_eval-emoji.json │ ├── tweet_eval-emotion.json │ ├── tweet_eval-hate.json │ ├── tweet_eval-irony.json │ ├── tweet_eval-offensive.json │ ├── tweet_eval-sentiment.json │ ├── tweet_eval-stance_abortion.json │ ├── tweet_eval-stance_atheism.json │ ├── tweet_eval-stance_climate.json │ ├── tweet_eval-stance_feminist.json │ ├── tweet_eval-stance_hillary.json │ ├── tweet_qa.json │ ├── unifiedqa:ai2_science_middle.json │ ├── unifiedqa:boolq.json │ ├── unifiedqa:commonsenseqa.json │ ├── unifiedqa:drop.json │ ├── unifiedqa:mctest.json │ ├── unifiedqa:narrativeqa.json │ ├── unifiedqa:natural_questions_with_dpr_para.json │ ├── unifiedqa:newsqa.json │ ├── unifiedqa:openbookqa.json │ ├── unifiedqa:openbookqa_with_ir.json │ ├── unifiedqa:physical_iqa.json │ ├── unifiedqa:qasc.json │ ├── unifiedqa:qasc_with_ir.json │ ├── unifiedqa:quoref.json │ ├── unifiedqa:race_string.json │ ├── unifiedqa:ropes.json │ ├── unifiedqa:social_iqa.json │ ├── unifiedqa:squad1_1.json │ ├── unifiedqa:squad2.json │ ├── unifiedqa:winogrande_xl.json │ ├── web_questions.json │ ├── wiki_qa.json │ ├── wikisql.json │ ├── wino_grande.json │ ├── wiqa.json │ ├── xsum.json │ ├── yahoo_answers_topics.json │ ├── yelp_polarity.json │ └── yelp_review_full.json ├── img ├── affiliations.png ├── methods.png └── overview.png ├── metaicl ├── data.py └── model.py ├── preprocess ├── _all_tasks.py ├── _build_gym.py ├── _md5sum.py ├── acronym_identification.py ├── ade_classification.py ├── ade_dosage.py ├── ade_effect.py ├── adversarial_qa.py ├── aeslc.py ├── agnews.py ├── ai2_arc.py ├── amazon_polarity.py ├── anli.py ├── app_reviews.py ├── aqua_rat.py ├── art.py ├── aslg_pc12.py ├── biomrc.py ├── blimp.py ├── boolq.py ├── break.py ├── circa.py ├── climate_fever.py ├── codah.py ├── commongen.py ├── commonsense_qa.py ├── cos_e.py ├── cosmos_qa.py ├── crawl_domain.py ├── crows_pairs.py ├── dbpedia_14.py ├── definite_pronoun_resolution.py ├── discovery.py ├── dream.py ├── duorc.py ├── e2e_nlg_cleaned.py ├── eli5.py ├── emo.py ├── emotion.py ├── empathetic_dialogues.py ├── ethos.py ├── fewshot_gym_dataset.py ├── financial_phrasebank.py ├── freebase_qa.py ├── gigaword.py ├── glue_cola.py ├── glue_mnli.py ├── glue_mrpc.py ├── glue_qnli.py ├── glue_qqp.py ├── glue_rte.py ├── glue_sst2.py ├── glue_wnli.py ├── google_wellformed_query.py ├── hate_speech18.py ├── hate_speech_offensive.py ├── hatexplain.py ├── health_fact.py ├── hellaswag.py ├── hotpot_qa.py ├── imdb.py ├── jeopardy.py ├── kilt_ay2.py ├── kilt_fever.py ├── kilt_hotpotqa.py ├── kilt_nq.py ├── kilt_trex.py ├── kilt_wow.py ├── kilt_zsre.py ├── lama.py ├── liar.py ├── limit.py ├── math_qa.py ├── mc_taco.py ├── medical_questions_pairs.py ├── mocha.py ├── multi_news.py ├── numer_sense.py ├── onestop_english.py ├── openbookqa.py ├── paws.py ├── piqa.py ├── poem_sentiment.py ├── proto_qa.py ├── qa_srl.py ├── qasc.py ├── quail.py ├── quarel.py ├── quartz.py ├── quoref.py ├── race.py ├── reddit_tifu.py ├── ropes.py ├── rotten_tomatoes.py ├── samsum.py ├── scicite.py ├── sciq.py ├── scitail.py ├── search_qa.py ├── sick.py ├── sms_spam.py ├── social_i_qa.py ├── spider.py ├── squad.py ├── superglue_cb.py ├── superglue_copa.py ├── superglue_multirc.py ├── superglue_record.py ├── superglue_rte.py ├── superglue_wic.py ├── superglue_wsc.py ├── swag.py ├── tab_fact.py ├── trec.py ├── trec_finegrained.py ├── tweet_eval.py ├── tweet_qa.py ├── unifiedqa.py ├── utils.py ├── web_questions.py ├── wiki_auto.py ├── wiki_bio.py ├── wiki_qa.py ├── wiki_split.py ├── wikisql.py ├── winogrande.py ├── wiqa.py ├── xsum.py ├── yahoo_answers_topics.py ├── yelp_polarity.py └── yelp_review_full.py ├── reproduce.sh ├── test.py ├── train.py └── utils ├── data.py ├── download.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/.gitignore -------------------------------------------------------------------------------- /CHANGELOG.md: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/README.md -------------------------------------------------------------------------------- /config/class_to_class.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/class_to_class.json -------------------------------------------------------------------------------- /config/hr_to_lr.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/hr_to_lr.json -------------------------------------------------------------------------------- /config/hr_to_lr_inst.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/hr_to_lr_inst.json -------------------------------------------------------------------------------- /config/hr_to_lr_inst_all.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/hr_to_lr_inst_all.json -------------------------------------------------------------------------------- /config/hr_to_lr_noinst.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/hr_to_lr_noinst.json -------------------------------------------------------------------------------- /config/non_class_to_class.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/non_class_to_class.json -------------------------------------------------------------------------------- /config/non_nli_to_nli.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/non_nli_to_nli.json -------------------------------------------------------------------------------- /config/non_paraphrase_to_paraphrase.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/non_paraphrase_to_paraphrase.json -------------------------------------------------------------------------------- /config/non_qa_to_qa.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/non_qa_to_qa.json -------------------------------------------------------------------------------- /config/qa_to_qa.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/qa_to_qa.json -------------------------------------------------------------------------------- /config/tasks/ade_corpus_v2-classification.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/ade_corpus_v2-classification.json -------------------------------------------------------------------------------- /config/tasks/ade_corpus_v2-dosage.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/ag_news.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/ag_news.json -------------------------------------------------------------------------------- /config/tasks/ai2_arc.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/amazon_polarity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/amazon_polarity.json -------------------------------------------------------------------------------- /config/tasks/anli.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/anli.json -------------------------------------------------------------------------------- /config/tasks/art.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/art.json -------------------------------------------------------------------------------- /config/tasks/biomrc.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/biomrc.json -------------------------------------------------------------------------------- /config/tasks/blimp-anaphor_number_agreement.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/blimp-anaphor_number_agreement.json -------------------------------------------------------------------------------- /config/tasks/blimp-ellipsis_n_bar_2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/blimp-ellipsis_n_bar_2.json -------------------------------------------------------------------------------- /config/tasks/blimp-sentential_negation_npi_licensor_present.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/blimp-sentential_negation_npi_licensor_present.json -------------------------------------------------------------------------------- /config/tasks/blimp-sentential_negation_npi_scope.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/blimp-sentential_negation_npi_scope.json -------------------------------------------------------------------------------- /config/tasks/boolq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/boolq.json -------------------------------------------------------------------------------- /config/tasks/circa.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/circa.json -------------------------------------------------------------------------------- /config/tasks/climate_fever.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/climate_fever.json -------------------------------------------------------------------------------- /config/tasks/codah.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/commonsense_qa.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/cosmos_qa.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/crows_pairs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/crows_pairs.json -------------------------------------------------------------------------------- /config/tasks/dbpedia_14.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/dbpedia_14.json -------------------------------------------------------------------------------- /config/tasks/discovery.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/discovery.json -------------------------------------------------------------------------------- /config/tasks/dream.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/emo.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/emo.json -------------------------------------------------------------------------------- /config/tasks/emotion.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/emotion.json -------------------------------------------------------------------------------- /config/tasks/ethos-directed_vs_generalized.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/ethos-directed_vs_generalized.json -------------------------------------------------------------------------------- /config/tasks/ethos-disability.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/ethos-disability.json -------------------------------------------------------------------------------- /config/tasks/ethos-gender.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/ethos-gender.json -------------------------------------------------------------------------------- /config/tasks/ethos-national_origin.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/ethos-national_origin.json -------------------------------------------------------------------------------- /config/tasks/ethos-race.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/ethos-race.json -------------------------------------------------------------------------------- /config/tasks/ethos-religion.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/ethos-religion.json -------------------------------------------------------------------------------- /config/tasks/ethos-sexual_orientation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/ethos-sexual_orientation.json -------------------------------------------------------------------------------- /config/tasks/financial_phrasebank.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/financial_phrasebank.json -------------------------------------------------------------------------------- /config/tasks/freebase_qa.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/gigaword.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/glue-cola.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/glue-cola.json -------------------------------------------------------------------------------- /config/tasks/glue-mnli.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/glue-mnli.json -------------------------------------------------------------------------------- /config/tasks/glue-mrpc.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/glue-mrpc.json -------------------------------------------------------------------------------- /config/tasks/glue-qnli.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/glue-qnli.json -------------------------------------------------------------------------------- /config/tasks/glue-qqp.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/glue-qqp.json -------------------------------------------------------------------------------- /config/tasks/glue-rte.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/glue-rte.json -------------------------------------------------------------------------------- /config/tasks/glue-sst2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/glue-sst2.json -------------------------------------------------------------------------------- /config/tasks/glue-wnli.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/glue-wnli.json -------------------------------------------------------------------------------- /config/tasks/google_wellformed_query.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/google_wellformed_query.json -------------------------------------------------------------------------------- /config/tasks/hate_speech18.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/hate_speech18.json -------------------------------------------------------------------------------- /config/tasks/hate_speech_offensive.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/hate_speech_offensive.json -------------------------------------------------------------------------------- /config/tasks/hatexplain.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/hatexplain.json -------------------------------------------------------------------------------- /config/tasks/health_fact.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/health_fact.json -------------------------------------------------------------------------------- /config/tasks/hellaswag.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/hotpot_qa.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/imdb.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/imdb.json -------------------------------------------------------------------------------- /config/tasks/inst:ag_news.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:ag_news:classify-question-first.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:ag_news:classify-question-first.json -------------------------------------------------------------------------------- /config/tasks/inst:ag_news:classify-with-choices-question-first.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:ag_news:classify-with-choices-question-first.json -------------------------------------------------------------------------------- /config/tasks/inst:ag_news:classify-with-choices.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:ag_news:classify-with-choices.json -------------------------------------------------------------------------------- /config/tasks/inst:ag_news:classify.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:ag_news:classify.json -------------------------------------------------------------------------------- /config/tasks/inst:ag_news:recommend.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:ag_news:recommend.json -------------------------------------------------------------------------------- /config/tasks/inst:ag_news:which-section-choices.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:ag_news:which-section-choices.json -------------------------------------------------------------------------------- /config/tasks/inst:ag_news:which-section.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:ag_news:which-section.json -------------------------------------------------------------------------------- /config/tasks/inst:ai2_arc.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:amazon_polarity.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:amazon_polarity:Is-this-product-review-positive.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:amazon_polarity:Is-this-product-review-positive.json -------------------------------------------------------------------------------- /config/tasks/inst:amazon_polarity:Is-this-review-negative.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:amazon_polarity:Is-this-review-negative.json -------------------------------------------------------------------------------- /config/tasks/inst:amazon_polarity:Is-this-review.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:amazon_polarity:Is-this-review.json -------------------------------------------------------------------------------- /config/tasks/inst:amazon_polarity:User-recommend-this-product.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:amazon_polarity:User-recommend-this-product.json -------------------------------------------------------------------------------- /config/tasks/inst:amazon_polarity:convey-negative-or-positive-sentiment.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:amazon_polarity:convey-negative-or-positive-sentiment.json -------------------------------------------------------------------------------- /config/tasks/inst:amazon_polarity:flattering-or-not.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:amazon_polarity:flattering-or-not.json -------------------------------------------------------------------------------- /config/tasks/inst:amazon_polarity:negative-or-positive-tone.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:amazon_polarity:negative-or-positive-tone.json -------------------------------------------------------------------------------- /config/tasks/inst:amazon_polarity:user-satisfied.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:amazon_polarity:user-satisfied.json -------------------------------------------------------------------------------- /config/tasks/inst:amazon_polarity:would-you-buy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:amazon_polarity:would-you-buy.json -------------------------------------------------------------------------------- /config/tasks/inst:anli.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:anli:GPT-3-style.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:anli:GPT-3-style.json -------------------------------------------------------------------------------- /config/tasks/inst:anli:MNLI-crowdsource.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:anli:MNLI-crowdsource.json -------------------------------------------------------------------------------- /config/tasks/inst:anli:always-sometimes-never.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:anli:always-sometimes-never.json -------------------------------------------------------------------------------- /config/tasks/inst:anli:based-on-the-previous-passage.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:anli:based-on-the-previous-passage.json -------------------------------------------------------------------------------- /config/tasks/inst:anli:can-we-infer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:anli:can-we-infer.json -------------------------------------------------------------------------------- /config/tasks/inst:anli:claim-true-false-inconclusive.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:anli:claim-true-false-inconclusive.json -------------------------------------------------------------------------------- /config/tasks/inst:anli:consider-always-sometimes-never.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:anli:consider-always-sometimes-never.json -------------------------------------------------------------------------------- /config/tasks/inst:anli:does-it-follow-that.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:anli:does-it-follow-that.json -------------------------------------------------------------------------------- /config/tasks/inst:anli:does-this-imply.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:anli:does-this-imply.json -------------------------------------------------------------------------------- /config/tasks/inst:anli:guaranteed-possible-impossible.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:anli:guaranteed-possible-impossible.json -------------------------------------------------------------------------------- /config/tasks/inst:anli:guaranteed-true.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:anli:guaranteed-true.json -------------------------------------------------------------------------------- /config/tasks/inst:anli:justified-in-saying.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:anli:justified-in-saying.json -------------------------------------------------------------------------------- /config/tasks/inst:anli:must-be-true.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:anli:must-be-true.json -------------------------------------------------------------------------------- /config/tasks/inst:anli:should-assume.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:anli:should-assume.json -------------------------------------------------------------------------------- /config/tasks/inst:anli:take-the-following-as-truth.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:anli:take-the-following-as-truth.json -------------------------------------------------------------------------------- /config/tasks/inst:art.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:art:hyp1-1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:art:hyp1-1.json -------------------------------------------------------------------------------- /config/tasks/inst:art:hyp1-2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:art:hyp1-2.json -------------------------------------------------------------------------------- /config/tasks/inst:art:hyp2-1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:art:hyp2-1.json -------------------------------------------------------------------------------- /config/tasks/inst:art:hyp2-2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:art:hyp2-2.json -------------------------------------------------------------------------------- /config/tasks/inst:art:hyp3-reversed.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:art:hyp3.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:art:hyp4-reversed.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:art:hyp4.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:art:hyp5-reversed.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:art:hyp5.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:art:hyp6-reversed.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:art:hyp6.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:circa.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:circa:goldstandard1-judgement.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:circa:goldstandard1-judgement.json -------------------------------------------------------------------------------- /config/tasks/inst:circa:goldstandard2-judgement.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:circa:goldstandard2-judgement.json -------------------------------------------------------------------------------- /config/tasks/inst:circa:judgement.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:circa:judgement.json -------------------------------------------------------------------------------- /config/tasks/inst:climate_fever.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:codah.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:commonsense_qa.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:cosmos_qa.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:cosmos_qa:context-answer-to-question.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:cosmos_qa:context-description-question-answer-id.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:cosmos_qa:context-description-question-answer-id.json -------------------------------------------------------------------------------- /config/tasks/inst:cosmos_qa:context-description-question-answer-text.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:cosmos_qa:context-description-question-text.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:cosmos_qa:context-question-description-answer-id.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:cosmos_qa:context-question-description-answer-id.json -------------------------------------------------------------------------------- /config/tasks/inst:cosmos_qa:context-question-description-answer-text.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:cosmos_qa:context-question-description-text.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:cosmos_qa:description-context-question-answer-id.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:cosmos_qa:description-context-question-answer-id.json -------------------------------------------------------------------------------- /config/tasks/inst:cosmos_qa:description-context-question-answer-text.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:cosmos_qa:description-context-question-text.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:cosmos_qa:no-prompt-id.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:cosmos_qa:no-prompt-id.json -------------------------------------------------------------------------------- /config/tasks/inst:cosmos_qa:no-prompt-text.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:cosmos_qa:only-question-answer.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:dbpedia_14.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:dbpedia_14:given-a-choice-of-categories-.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:dbpedia_14:given-a-choice-of-categories-.json -------------------------------------------------------------------------------- /config/tasks/inst:dbpedia_14:given-a-list-of-category-what-does-the-title-belong-to.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:dbpedia_14:given-a-list-of-category-what-does-the-title-belong-to.json -------------------------------------------------------------------------------- /config/tasks/inst:dbpedia_14:given-list-what-category-does-the-paragraph-belong-to.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:dbpedia_14:given-list-what-category-does-the-paragraph-belong-to.json -------------------------------------------------------------------------------- /config/tasks/inst:dbpedia_14:pick-one-category-for-the-following-text.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:dbpedia_14:pick-one-category-for-the-following-text.json -------------------------------------------------------------------------------- /config/tasks/inst:discovery.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:discovery.json -------------------------------------------------------------------------------- /config/tasks/inst:discovery:connector.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:discovery:connector.json -------------------------------------------------------------------------------- /config/tasks/inst:discovery:correction.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:discovery:correction.json -------------------------------------------------------------------------------- /config/tasks/inst:discovery:discourse.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:discovery:discourse.json -------------------------------------------------------------------------------- /config/tasks/inst:discovery:make-sense.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:discovery:make-sense.json -------------------------------------------------------------------------------- /config/tasks/inst:discovery:transition.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:discovery:transition.json -------------------------------------------------------------------------------- /config/tasks/inst:dream.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:emo.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:emo:dialogue-between.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:emo:dialogue-between.json -------------------------------------------------------------------------------- /config/tasks/inst:emo:emotional-state.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:emo:emotional-state.json -------------------------------------------------------------------------------- /config/tasks/inst:emo:feel-when-last-answer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:emo:feel-when-last-answer.json -------------------------------------------------------------------------------- /config/tasks/inst:emo:feeling.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:emo:feeling.json -------------------------------------------------------------------------------- /config/tasks/inst:emo:final-message.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:emo:final-message.json -------------------------------------------------------------------------------- /config/tasks/inst:emo:in-this-dialogue.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:emo:in-this-dialogue.json -------------------------------------------------------------------------------- /config/tasks/inst:emo:persons-describe.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:emo:persons-describe.json -------------------------------------------------------------------------------- /config/tasks/inst:emo:persons-infer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:emo:persons-infer.json -------------------------------------------------------------------------------- /config/tasks/inst:emo:spoke-last.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:emo:spoke-last.json -------------------------------------------------------------------------------- /config/tasks/inst:emo:what-emotion-do-you-think.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:emo:what-emotion-do-you-think.json -------------------------------------------------------------------------------- /config/tasks/inst:emotion.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:emotion:Template-0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:emotion:Template-0.json -------------------------------------------------------------------------------- /config/tasks/inst:emotion:Template-1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:emotion:Template-1.json -------------------------------------------------------------------------------- /config/tasks/inst:emotion:Template-2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:emotion:Template-2.json -------------------------------------------------------------------------------- /config/tasks/inst:emotion:Template-3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:emotion:Template-3.json -------------------------------------------------------------------------------- /config/tasks/inst:emotion:Template-4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:emotion:Template-4.json -------------------------------------------------------------------------------- /config/tasks/inst:emotion:Template-5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:emotion:Template-5.json -------------------------------------------------------------------------------- /config/tasks/inst:financial_phrasebank.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:freebase_qa.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:freebase_qa:inference-chain-prompt-context.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:freebase_qa:inference-chain-prompt.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:freebase_qa:qa-context-1.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:freebase_qa:qa-context-2.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:freebase_qa:qa-template-basic.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:gigaword.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:gigaword:TLDR.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:gigaword:first-sentence-title.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:gigaword:generate-summary-for-this.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:gigaword:in-a-nutshell.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:gigaword:make-a-title.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:gigaword:reverse-writing.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:gigaword:write-a-title-for-this-sentence.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:gigaword:write-an-article.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:gigaword:write-its-sentence.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:google_wellformed_query.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:google_wellformed_query.json -------------------------------------------------------------------------------- /config/tasks/inst:google_wellformed_query:wellformed-0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:google_wellformed_query:wellformed-0.json -------------------------------------------------------------------------------- /config/tasks/inst:google_wellformed_query:wellformed-1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:google_wellformed_query:wellformed-1.json -------------------------------------------------------------------------------- /config/tasks/inst:google_wellformed_query:wellformed-2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:google_wellformed_query:wellformed-2.json -------------------------------------------------------------------------------- /config/tasks/inst:google_wellformed_query:wellformed-3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:google_wellformed_query:wellformed-3.json -------------------------------------------------------------------------------- /config/tasks/inst:google_wellformed_query:wellformed-4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:google_wellformed_query:wellformed-4.json -------------------------------------------------------------------------------- /config/tasks/inst:google_wellformed_query:wellformed-5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:google_wellformed_query:wellformed-5.json -------------------------------------------------------------------------------- /config/tasks/inst:hellaswag.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:hellaswag:Appropriate-continuation---Yes-or-No.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:hellaswag:Appropriate-continuation---Yes-or-No.json -------------------------------------------------------------------------------- /config/tasks/inst:hellaswag:Open-ended-completion.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:hellaswag:Open-ended-start.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:hellaswag:Predict-ending-with-hint.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:hellaswag:Randomized-prompts-template.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:hellaswag:Reversed-appropriate-continuation---Yes-or-No.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:hellaswag:Reversed-appropriate-continuation---Yes-or-No.json -------------------------------------------------------------------------------- /config/tasks/inst:hellaswag:Topic-of-the-context.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:hellaswag:Topic-of-the-context.json -------------------------------------------------------------------------------- /config/tasks/inst:hellaswag:Topic-without-the-ending-answer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:hellaswag:Topic-without-the-ending-answer.json -------------------------------------------------------------------------------- /config/tasks/inst:hellaswag:complete-first-then.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:hellaswag:how-ends.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:hellaswag:how-ends.json -------------------------------------------------------------------------------- /config/tasks/inst:hellaswag:if-begins-how-continues.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:hellaswag:if-begins-how-continues.json -------------------------------------------------------------------------------- /config/tasks/inst:imdb.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:imdb:Movie-Expressed-Sentiment-2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:imdb:Movie-Expressed-Sentiment-2.json -------------------------------------------------------------------------------- /config/tasks/inst:imdb:Movie-Expressed-Sentiment.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:imdb:Movie-Expressed-Sentiment.json -------------------------------------------------------------------------------- /config/tasks/inst:imdb:Negation-template-for-positive-and-negative.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:imdb:Negation-template-for-positive-and-negative.json -------------------------------------------------------------------------------- /config/tasks/inst:imdb:Reviewer-Enjoyment-Yes-No.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:imdb:Reviewer-Enjoyment-Yes-No.json -------------------------------------------------------------------------------- /config/tasks/inst:imdb:Reviewer-Enjoyment.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:imdb:Reviewer-Enjoyment.json -------------------------------------------------------------------------------- /config/tasks/inst:imdb:Reviewer-Expressed-Sentiment.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:imdb:Reviewer-Expressed-Sentiment.json -------------------------------------------------------------------------------- /config/tasks/inst:imdb:Reviewer-Opinion-bad-good-choices.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:imdb:Reviewer-Opinion-bad-good-choices.json -------------------------------------------------------------------------------- /config/tasks/inst:imdb:Reviewer-Sentiment-Feeling.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:imdb:Reviewer-Sentiment-Feeling.json -------------------------------------------------------------------------------- /config/tasks/inst:imdb:Sentiment-with-choices-.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:imdb:Sentiment-with-choices-.json -------------------------------------------------------------------------------- /config/tasks/inst:imdb:Text-Expressed-Sentiment.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:imdb:Text-Expressed-Sentiment.json -------------------------------------------------------------------------------- /config/tasks/inst:imdb:Writer-Expressed-Sentiment.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:imdb:Writer-Expressed-Sentiment.json -------------------------------------------------------------------------------- /config/tasks/inst:liar.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:liar:Template-1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:liar:Template-1.json -------------------------------------------------------------------------------- /config/tasks/inst:liar:Template-2.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:liar:Template-3.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:liar:Template-4.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:liar:Template-5.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:liar:Template-6.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:medical_questions_pairs.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:openbookqa.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:paws.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:paws:Concatenation-no-label.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:paws:Concatenation-no-label.json -------------------------------------------------------------------------------- /config/tasks/inst:paws:Concatenation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:paws:Concatenation.json -------------------------------------------------------------------------------- /config/tasks/inst:paws:Meaning-no-label.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:paws:Meaning-no-label.json -------------------------------------------------------------------------------- /config/tasks/inst:paws:Meaning.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:paws:Meaning.json -------------------------------------------------------------------------------- /config/tasks/inst:paws:PAWS-ANLI-GPT3-no-label.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:paws:PAWS-ANLI-GPT3-no-label.json -------------------------------------------------------------------------------- /config/tasks/inst:paws:PAWS-ANLI-GPT3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:paws:PAWS-ANLI-GPT3.json -------------------------------------------------------------------------------- /config/tasks/inst:paws:Rewrite-no-label.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:paws:Rewrite-no-label.json -------------------------------------------------------------------------------- /config/tasks/inst:paws:Rewrite.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:paws:Rewrite.json -------------------------------------------------------------------------------- /config/tasks/inst:paws:context-question-no-label.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:paws:context-question-no-label.json -------------------------------------------------------------------------------- /config/tasks/inst:paws:context-question.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:paws:context-question.json -------------------------------------------------------------------------------- /config/tasks/inst:paws:paraphrase-task.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:paws:task-description-no-label.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:paws:task-description-no-label.json -------------------------------------------------------------------------------- /config/tasks/inst:piqa.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:piqa:Correct-the-solution-if-false:-from-sol-1.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:piqa:Correct-the-solution-if-false:-from-sol-2.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:piqa:Correct-the-solution.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:piqa:Does-this-solution-make-sense?-sol1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:piqa:Does-this-solution-make-sense?-sol1.json -------------------------------------------------------------------------------- /config/tasks/inst:piqa:Does-this-solution-make-sense?-sol2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:piqa:Does-this-solution-make-sense?-sol2.json -------------------------------------------------------------------------------- /config/tasks/inst:piqa:choose-the-most-appropriate-solution.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:piqa:choose-the-most-appropriate-solution.json -------------------------------------------------------------------------------- /config/tasks/inst:piqa:finish-sentence-with-correct-choice.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:piqa:no-prompt-needed.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:piqa:pick-correct-choice-index.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:piqa:pick-correct-choice-index.json -------------------------------------------------------------------------------- /config/tasks/inst:piqa:pick-correct-choice-with-choice-given-before-goal.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:piqa:what-is-the-correct-ending.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:poem_sentiment.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:qasc.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:quail.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:quail:context-description-question-answer-id.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:quail:context-description-question-answer-id.json -------------------------------------------------------------------------------- /config/tasks/inst:quail:context-description-question-answer-text.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:quail:context-description-question-text.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:quail:context-question-answer-description-id.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:quail:context-question-answer-description-id.json -------------------------------------------------------------------------------- /config/tasks/inst:quail:context-question-answer-description-text.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:quail:context-question-description-answer-id.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:quail:context-question-description-answer-id.json -------------------------------------------------------------------------------- /config/tasks/inst:quail:context-question-description-answer-text.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:quail:context-question-description-text.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:quail:description-context-question-answer-id.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:quail:description-context-question-answer-id.json -------------------------------------------------------------------------------- /config/tasks/inst:quail:description-context-question-answer-text.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:quail:description-context-question-text.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:quail:no-prompt-id.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:quail:no-prompt-id.json -------------------------------------------------------------------------------- /config/tasks/inst:quail:no-prompt-text.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:quarel.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:quoref.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:quoref:Answer-Friend-Question.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:quoref:Answer-Question-Given-Context.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:quoref:Answer-Test.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:quoref:Context-Contains-Answer.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:quoref:Find-Answer.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:quoref:Found-Context-Online.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:quoref:Given-Context-Answer-Question.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:quoref:Guess-Answer.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:quoref:Guess-Title-For-Context.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:quoref:Read-And-Extract-.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:quoref:What-Is-The-Answer.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:ropes.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:ropes:background-new-situation-answer.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:ropes:background-situation-middle.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:ropes:given-background-situation.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:ropes:new-situation-background-answer.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:ropes:plain-background-situation.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:ropes:plain-bottom-hint.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:ropes:plain-no-background.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:ropes:prompt-beginning.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:ropes:prompt-bottom-hint-beginning.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:ropes:prompt-bottom-no-hint.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:ropes:prompt-mix.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:ropes:read-background-situation.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:sciq.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:sciq:Direct-Question-(Closed-Book).json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:sciq:Direct-Question.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:sciq:Multiple-Choice-(Closed-Book).json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:sciq:Multiple-Choice-Question-First.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:sciq:Multiple-Choice.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:scitail.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:scitail:Another-Yes-No-Entailment-Framing.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:scitail:Another-Yes-No-Entailment-Framing.json -------------------------------------------------------------------------------- /config/tasks/inst:sick.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:sick.json -------------------------------------------------------------------------------- /config/tasks/inst:social_i_qa.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:social_i_qa:Check-if-a-random-answer-is-valid-or-not.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:social_i_qa:Check-if-a-random-answer-is-valid-or-not.json -------------------------------------------------------------------------------- /config/tasks/inst:social_i_qa:Generate-answer.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:social_i_qa:Generate-the-question-from-the-answer.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:social_i_qa:I-was-wondering.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:social_i_qa:Show-choices-and-generate-answer.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:social_i_qa:Show-choices-and-generate-index.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:social_i_qa:Show-choices-and-generate-index.json -------------------------------------------------------------------------------- /config/tasks/inst:swag.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:swag:appropriate-continuation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:swag:appropriate-continuation.json -------------------------------------------------------------------------------- /config/tasks/inst:swag:first-then-key.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:swag:first-then-key.json -------------------------------------------------------------------------------- /config/tasks/inst:swag:first-then.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:swag:first-then.json -------------------------------------------------------------------------------- /config/tasks/inst:swag:generate-start.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:swag:how-ends.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:swag:how-ends.json -------------------------------------------------------------------------------- /config/tasks/inst:swag:open-completion.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:swag:reversed-appropriate-continuation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:swag:reversed-appropriate-continuation.json -------------------------------------------------------------------------------- /config/tasks/inst:tab_fact.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:tab_fact:tab-fact-1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:tab_fact:tab-fact-1.json -------------------------------------------------------------------------------- /config/tasks/inst:tab_fact:tab-fact-2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:tab_fact:tab-fact-2.json -------------------------------------------------------------------------------- /config/tasks/inst:tab_fact:tab-fact-3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:tab_fact:tab-fact-3.json -------------------------------------------------------------------------------- /config/tasks/inst:tab_fact:tab-fact-4.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:tab_fact:tab-fact-4.json -------------------------------------------------------------------------------- /config/tasks/inst:tab_fact:tab-fact-5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:tab_fact:tab-fact-5.json -------------------------------------------------------------------------------- /config/tasks/inst:tab_fact:tab-fact-6.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:tab_fact:tab-fact-7.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:wiki_qa.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:wiki_qa:Decide-good-answer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:wiki_qa:Decide-good-answer.json -------------------------------------------------------------------------------- /config/tasks/inst:wiki_qa:Direct-Answer-to-Question.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:wiki_qa:Generate-Question-from-Topic.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:wiki_qa:Is-This-True?.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:wiki_qa:Is-This-True?.json -------------------------------------------------------------------------------- /config/tasks/inst:wiki_qa:Jeopardy-style.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:wiki_qa:Topic-Prediction---Answer-Only.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:wiki_qa:Topic-Prediction---Question-Only.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:wiki_qa:Topic-Prediction---Question-and-Answer-Pair.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:wiki_qa:automatic-system.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:wiki_qa:automatic-system.json -------------------------------------------------------------------------------- /config/tasks/inst:wiki_qa:exercise.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:wiki_qa:exercise.json -------------------------------------------------------------------------------- /config/tasks/inst:wiki_qa:found-on-google.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:wiki_qa:found-on-google.json -------------------------------------------------------------------------------- /config/tasks/inst:wiqa.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:wiqa.json -------------------------------------------------------------------------------- /config/tasks/inst:wiqa:does-the-supposed-perturbation-have-an-effect.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:wiqa:does-the-supposed-perturbation-have-an-effect.json -------------------------------------------------------------------------------- /config/tasks/inst:wiqa:effect-with-label-answer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:wiqa:effect-with-label-answer.json -------------------------------------------------------------------------------- /config/tasks/inst:wiqa:effect-with-string-answer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:wiqa:effect-with-string-answer.json -------------------------------------------------------------------------------- /config/tasks/inst:wiqa:what-is-the-final-step-of-the-following-process.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:wiqa:what-is-the-final-step-of-the-following-process.json -------------------------------------------------------------------------------- /config/tasks/inst:wiqa:what-is-the-missing-first-step.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:wiqa:what-is-the-missing-first-step.json -------------------------------------------------------------------------------- /config/tasks/inst:wiqa:what-might-be-the-first-step-of-the-process.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:wiqa:what-might-be-the-first-step-of-the-process.json -------------------------------------------------------------------------------- /config/tasks/inst:wiqa:what-might-be-the-last-step-of-the-process.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:wiqa:what-might-be-the-last-step-of-the-process.json -------------------------------------------------------------------------------- /config/tasks/inst:wiqa:which-of-the-following-is-the-supposed-perturbation.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:wiqa:which-of-the-following-is-the-supposed-perturbation.json -------------------------------------------------------------------------------- /config/tasks/inst:xsum.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:xsum:DOC-boils-down-to-simple-idea-that.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:xsum:DOC-given-above-write-one-sentence.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:xsum:DOC-how-would-you-rephrase-few-words.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:xsum:DOC-tldr.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:xsum:DOC-write-summary-of-above.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:xsum:article-DOC-summary.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:xsum:college-roommate-asked-DOC-so-I-recap.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:xsum:read-below-DOC-write-abstract.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:xsum:summarize-DOC.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:xsum:summarize-this-DOC-summary.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:yahoo_answers_topics.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:yahoo_answers_topics:answer-from-qn.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:yahoo_answers_topics:qa.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:yahoo_answers_topics:subject.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:yahoo_answers_topics:title-class.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:yahoo_answers_topics:title-class.json -------------------------------------------------------------------------------- /config/tasks/inst:yahoo_answers_topics:topic.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:yahoo_answers_topics:topic.json -------------------------------------------------------------------------------- /config/tasks/inst:yelp_polarity.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:yelp_polarity:come-again.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:yelp_polarity:come-again.json -------------------------------------------------------------------------------- /config/tasks/inst:yelp_polarity:experience-good-bad.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:yelp_polarity:experience-good-bad.json -------------------------------------------------------------------------------- /config/tasks/inst:yelp_polarity:format-come-again.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:yelp_polarity:format-come-again.json -------------------------------------------------------------------------------- /config/tasks/inst:yelp_polarity:format-good-bad.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:yelp_polarity:format-good-bad.json -------------------------------------------------------------------------------- /config/tasks/inst:yelp_polarity:like-dislike-2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:yelp_polarity:like-dislike-2.json -------------------------------------------------------------------------------- /config/tasks/inst:yelp_polarity:like-dislike.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:yelp_polarity:like-dislike.json -------------------------------------------------------------------------------- /config/tasks/inst:yelp_polarity:place-good-bad.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:yelp_polarity:place-good-bad.json -------------------------------------------------------------------------------- /config/tasks/inst:yelp_polarity:rating-high-low.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:yelp_polarity:rating-high-low.json -------------------------------------------------------------------------------- /config/tasks/inst:yelp_polarity:regret-yes-or-no.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:yelp_polarity:regret-yes-or-no.json -------------------------------------------------------------------------------- /config/tasks/inst:yelp_review_full.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/inst:yelp_review_full:based-on-that.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:yelp_review_full:based-on-that.json -------------------------------------------------------------------------------- /config/tasks/inst:yelp_review_full:format-rating.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:yelp_review_full:format-rating.json -------------------------------------------------------------------------------- /config/tasks/inst:yelp_review_full:format-score.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:yelp_review_full:format-score.json -------------------------------------------------------------------------------- /config/tasks/inst:yelp_review_full:format-star.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:yelp_review_full:format-star.json -------------------------------------------------------------------------------- /config/tasks/inst:yelp_review_full:on-a-scale.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:yelp_review_full:on-a-scale.json -------------------------------------------------------------------------------- /config/tasks/inst:yelp_review_full:so-i-would.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:yelp_review_full:so-i-would.json -------------------------------------------------------------------------------- /config/tasks/inst:yelp_review_full:this-place.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/inst:yelp_review_full:this-place.json -------------------------------------------------------------------------------- /config/tasks/kilt_ay2.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/kilt_fever.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/kilt_fever.json -------------------------------------------------------------------------------- /config/tasks/kilt_hotpotqa.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/kilt_nq.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/kilt_trex.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/kilt_zsre.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/lama-conceptnet.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/lama-google_re.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/lama-squad.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/lama-trex.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/liar.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/liar.json -------------------------------------------------------------------------------- /config/tasks/mc_taco.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/mc_taco.json -------------------------------------------------------------------------------- /config/tasks/medical_questions_pairs.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/medical_questions_pairs.json -------------------------------------------------------------------------------- /config/tasks/numer_sense.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/numer_sense.json -------------------------------------------------------------------------------- /config/tasks/onestop_english.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/onestop_english.json -------------------------------------------------------------------------------- /config/tasks/openbookqa.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/paws.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/paws.json -------------------------------------------------------------------------------- /config/tasks/piqa.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/piqa.json -------------------------------------------------------------------------------- /config/tasks/poem_sentiment.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/poem_sentiment.json -------------------------------------------------------------------------------- /config/tasks/proto_qa.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/qa_srl.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/qasc.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/quail.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/quarel.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/quartz-no_knowledge.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/quartz-with_knowledge.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/quoref.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/race-high.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/race-middle.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/ropes.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/rotten_tomatoes.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/rotten_tomatoes.json -------------------------------------------------------------------------------- /config/tasks/sciq.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/scitail.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/scitail.json -------------------------------------------------------------------------------- /config/tasks/search_qa.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/sick.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/sick.json -------------------------------------------------------------------------------- /config/tasks/sms_spam.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/sms_spam.json -------------------------------------------------------------------------------- /config/tasks/social_i_qa.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/spider.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/squad-no_context.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/squad-with_context.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/superglue-cb.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/superglue-cb.json -------------------------------------------------------------------------------- /config/tasks/superglue-copa.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/superglue-multirc.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/superglue-record.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/superglue-rte.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/superglue-rte.json -------------------------------------------------------------------------------- /config/tasks/superglue-wic.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/superglue-wic.json -------------------------------------------------------------------------------- /config/tasks/superglue-wsc.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/superglue-wsc.json -------------------------------------------------------------------------------- /config/tasks/swag.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/tab_fact.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/tab_fact.json -------------------------------------------------------------------------------- /config/tasks/trec-finegrained.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/trec-finegrained.json -------------------------------------------------------------------------------- /config/tasks/trec.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/trec.json -------------------------------------------------------------------------------- /config/tasks/tweet_eval-emoji.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/tweet_eval-emoji.json -------------------------------------------------------------------------------- /config/tasks/tweet_eval-emotion.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/tweet_eval-emotion.json -------------------------------------------------------------------------------- /config/tasks/tweet_eval-hate.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/tweet_eval-hate.json -------------------------------------------------------------------------------- /config/tasks/tweet_eval-irony.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/tweet_eval-irony.json -------------------------------------------------------------------------------- /config/tasks/tweet_eval-offensive.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/tweet_eval-offensive.json -------------------------------------------------------------------------------- /config/tasks/tweet_eval-sentiment.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/tweet_eval-sentiment.json -------------------------------------------------------------------------------- /config/tasks/tweet_eval-stance_abortion.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/tweet_eval-stance_abortion.json -------------------------------------------------------------------------------- /config/tasks/tweet_eval-stance_atheism.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/tweet_eval-stance_atheism.json -------------------------------------------------------------------------------- /config/tasks/tweet_eval-stance_climate.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/tweet_eval-stance_climate.json -------------------------------------------------------------------------------- /config/tasks/tweet_eval-stance_feminist.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/tweet_eval-stance_feminist.json -------------------------------------------------------------------------------- /config/tasks/tweet_eval-stance_hillary.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/tweet_eval-stance_hillary.json -------------------------------------------------------------------------------- /config/tasks/tweet_qa.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/unifiedqa:ai2_science_middle.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/unifiedqa:boolq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/unifiedqa:boolq.json -------------------------------------------------------------------------------- /config/tasks/unifiedqa:commonsenseqa.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/unifiedqa:drop.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/unifiedqa:mctest.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/unifiedqa:narrativeqa.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/unifiedqa:natural_questions_with_dpr_para.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/unifiedqa:newsqa.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/unifiedqa:openbookqa.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/unifiedqa:openbookqa_with_ir.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/unifiedqa:physical_iqa.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/unifiedqa:qasc.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/unifiedqa:qasc_with_ir.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/unifiedqa:quoref.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/unifiedqa:race_string.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/unifiedqa:ropes.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/unifiedqa:social_iqa.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/unifiedqa:squad1_1.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/unifiedqa:squad2.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/unifiedqa:winogrande_xl.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/web_questions.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/wiki_qa.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/wiki_qa.json -------------------------------------------------------------------------------- /config/tasks/wikisql.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/wino_grande.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/wiqa.json: -------------------------------------------------------------------------------- 1 | {"task_type": "multi-choice", "options": null} -------------------------------------------------------------------------------- /config/tasks/xsum.json: -------------------------------------------------------------------------------- 1 | {"task_type": "free-form", "options": null} -------------------------------------------------------------------------------- /config/tasks/yahoo_answers_topics.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/yahoo_answers_topics.json -------------------------------------------------------------------------------- /config/tasks/yelp_polarity.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/yelp_polarity.json -------------------------------------------------------------------------------- /config/tasks/yelp_review_full.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/config/tasks/yelp_review_full.json -------------------------------------------------------------------------------- /img/affiliations.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/img/affiliations.png -------------------------------------------------------------------------------- /img/methods.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/img/methods.png -------------------------------------------------------------------------------- /img/overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/img/overview.png -------------------------------------------------------------------------------- /metaicl/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/metaicl/data.py -------------------------------------------------------------------------------- /metaicl/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/metaicl/model.py -------------------------------------------------------------------------------- /preprocess/_all_tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/_all_tasks.py -------------------------------------------------------------------------------- /preprocess/_build_gym.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/_build_gym.py -------------------------------------------------------------------------------- /preprocess/_md5sum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/_md5sum.py -------------------------------------------------------------------------------- /preprocess/acronym_identification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/acronym_identification.py -------------------------------------------------------------------------------- /preprocess/ade_classification.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/ade_classification.py -------------------------------------------------------------------------------- /preprocess/ade_dosage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/ade_dosage.py -------------------------------------------------------------------------------- /preprocess/ade_effect.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/ade_effect.py -------------------------------------------------------------------------------- /preprocess/adversarial_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/adversarial_qa.py -------------------------------------------------------------------------------- /preprocess/aeslc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/aeslc.py -------------------------------------------------------------------------------- /preprocess/agnews.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/agnews.py -------------------------------------------------------------------------------- /preprocess/ai2_arc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/ai2_arc.py -------------------------------------------------------------------------------- /preprocess/amazon_polarity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/amazon_polarity.py -------------------------------------------------------------------------------- /preprocess/anli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/anli.py -------------------------------------------------------------------------------- /preprocess/app_reviews.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/app_reviews.py -------------------------------------------------------------------------------- /preprocess/aqua_rat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/aqua_rat.py -------------------------------------------------------------------------------- /preprocess/art.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/art.py -------------------------------------------------------------------------------- /preprocess/aslg_pc12.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/aslg_pc12.py -------------------------------------------------------------------------------- /preprocess/biomrc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/biomrc.py -------------------------------------------------------------------------------- /preprocess/blimp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/blimp.py -------------------------------------------------------------------------------- /preprocess/boolq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/boolq.py -------------------------------------------------------------------------------- /preprocess/break.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/break.py -------------------------------------------------------------------------------- /preprocess/circa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/circa.py -------------------------------------------------------------------------------- /preprocess/climate_fever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/climate_fever.py -------------------------------------------------------------------------------- /preprocess/codah.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/codah.py -------------------------------------------------------------------------------- /preprocess/commongen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/commongen.py -------------------------------------------------------------------------------- /preprocess/commonsense_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/commonsense_qa.py -------------------------------------------------------------------------------- /preprocess/cos_e.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/cos_e.py -------------------------------------------------------------------------------- /preprocess/cosmos_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/cosmos_qa.py -------------------------------------------------------------------------------- /preprocess/crawl_domain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/crawl_domain.py -------------------------------------------------------------------------------- /preprocess/crows_pairs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/crows_pairs.py -------------------------------------------------------------------------------- /preprocess/dbpedia_14.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/dbpedia_14.py -------------------------------------------------------------------------------- /preprocess/definite_pronoun_resolution.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/definite_pronoun_resolution.py -------------------------------------------------------------------------------- /preprocess/discovery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/discovery.py -------------------------------------------------------------------------------- /preprocess/dream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/dream.py -------------------------------------------------------------------------------- /preprocess/duorc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/duorc.py -------------------------------------------------------------------------------- /preprocess/e2e_nlg_cleaned.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/e2e_nlg_cleaned.py -------------------------------------------------------------------------------- /preprocess/eli5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/eli5.py -------------------------------------------------------------------------------- /preprocess/emo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/emo.py -------------------------------------------------------------------------------- /preprocess/emotion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/emotion.py -------------------------------------------------------------------------------- /preprocess/empathetic_dialogues.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/empathetic_dialogues.py -------------------------------------------------------------------------------- /preprocess/ethos.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/ethos.py -------------------------------------------------------------------------------- /preprocess/fewshot_gym_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/fewshot_gym_dataset.py -------------------------------------------------------------------------------- /preprocess/financial_phrasebank.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/financial_phrasebank.py -------------------------------------------------------------------------------- /preprocess/freebase_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/freebase_qa.py -------------------------------------------------------------------------------- /preprocess/gigaword.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/gigaword.py -------------------------------------------------------------------------------- /preprocess/glue_cola.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/glue_cola.py -------------------------------------------------------------------------------- /preprocess/glue_mnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/glue_mnli.py -------------------------------------------------------------------------------- /preprocess/glue_mrpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/glue_mrpc.py -------------------------------------------------------------------------------- /preprocess/glue_qnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/glue_qnli.py -------------------------------------------------------------------------------- /preprocess/glue_qqp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/glue_qqp.py -------------------------------------------------------------------------------- /preprocess/glue_rte.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/glue_rte.py -------------------------------------------------------------------------------- /preprocess/glue_sst2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/glue_sst2.py -------------------------------------------------------------------------------- /preprocess/glue_wnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/glue_wnli.py -------------------------------------------------------------------------------- /preprocess/google_wellformed_query.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/google_wellformed_query.py -------------------------------------------------------------------------------- /preprocess/hate_speech18.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/hate_speech18.py -------------------------------------------------------------------------------- /preprocess/hate_speech_offensive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/hate_speech_offensive.py -------------------------------------------------------------------------------- /preprocess/hatexplain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/hatexplain.py -------------------------------------------------------------------------------- /preprocess/health_fact.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/health_fact.py -------------------------------------------------------------------------------- /preprocess/hellaswag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/hellaswag.py -------------------------------------------------------------------------------- /preprocess/hotpot_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/hotpot_qa.py -------------------------------------------------------------------------------- /preprocess/imdb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/imdb.py -------------------------------------------------------------------------------- /preprocess/jeopardy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/jeopardy.py -------------------------------------------------------------------------------- /preprocess/kilt_ay2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/kilt_ay2.py -------------------------------------------------------------------------------- /preprocess/kilt_fever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/kilt_fever.py -------------------------------------------------------------------------------- /preprocess/kilt_hotpotqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/kilt_hotpotqa.py -------------------------------------------------------------------------------- /preprocess/kilt_nq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/kilt_nq.py -------------------------------------------------------------------------------- /preprocess/kilt_trex.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/kilt_trex.py -------------------------------------------------------------------------------- /preprocess/kilt_wow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/kilt_wow.py -------------------------------------------------------------------------------- /preprocess/kilt_zsre.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/kilt_zsre.py -------------------------------------------------------------------------------- /preprocess/lama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/lama.py -------------------------------------------------------------------------------- /preprocess/liar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/liar.py -------------------------------------------------------------------------------- /preprocess/limit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/limit.py -------------------------------------------------------------------------------- /preprocess/math_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/math_qa.py -------------------------------------------------------------------------------- /preprocess/mc_taco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/mc_taco.py -------------------------------------------------------------------------------- /preprocess/medical_questions_pairs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/medical_questions_pairs.py -------------------------------------------------------------------------------- /preprocess/mocha.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/mocha.py -------------------------------------------------------------------------------- /preprocess/multi_news.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/multi_news.py -------------------------------------------------------------------------------- /preprocess/numer_sense.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/numer_sense.py -------------------------------------------------------------------------------- /preprocess/onestop_english.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/onestop_english.py -------------------------------------------------------------------------------- /preprocess/openbookqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/openbookqa.py -------------------------------------------------------------------------------- /preprocess/paws.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/paws.py -------------------------------------------------------------------------------- /preprocess/piqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/piqa.py -------------------------------------------------------------------------------- /preprocess/poem_sentiment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/poem_sentiment.py -------------------------------------------------------------------------------- /preprocess/proto_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/proto_qa.py -------------------------------------------------------------------------------- /preprocess/qa_srl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/qa_srl.py -------------------------------------------------------------------------------- /preprocess/qasc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/qasc.py -------------------------------------------------------------------------------- /preprocess/quail.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/quail.py -------------------------------------------------------------------------------- /preprocess/quarel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/quarel.py -------------------------------------------------------------------------------- /preprocess/quartz.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/quartz.py -------------------------------------------------------------------------------- /preprocess/quoref.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/quoref.py -------------------------------------------------------------------------------- /preprocess/race.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/race.py -------------------------------------------------------------------------------- /preprocess/reddit_tifu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/reddit_tifu.py -------------------------------------------------------------------------------- /preprocess/ropes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/ropes.py -------------------------------------------------------------------------------- /preprocess/rotten_tomatoes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/rotten_tomatoes.py -------------------------------------------------------------------------------- /preprocess/samsum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/samsum.py -------------------------------------------------------------------------------- /preprocess/scicite.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/scicite.py -------------------------------------------------------------------------------- /preprocess/sciq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/sciq.py -------------------------------------------------------------------------------- /preprocess/scitail.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/scitail.py -------------------------------------------------------------------------------- /preprocess/search_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/search_qa.py -------------------------------------------------------------------------------- /preprocess/sick.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/sick.py -------------------------------------------------------------------------------- /preprocess/sms_spam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/sms_spam.py -------------------------------------------------------------------------------- /preprocess/social_i_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/social_i_qa.py -------------------------------------------------------------------------------- /preprocess/spider.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/spider.py -------------------------------------------------------------------------------- /preprocess/squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/squad.py -------------------------------------------------------------------------------- /preprocess/superglue_cb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/superglue_cb.py -------------------------------------------------------------------------------- /preprocess/superglue_copa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/superglue_copa.py -------------------------------------------------------------------------------- /preprocess/superglue_multirc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/superglue_multirc.py -------------------------------------------------------------------------------- /preprocess/superglue_record.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/superglue_record.py -------------------------------------------------------------------------------- /preprocess/superglue_rte.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/superglue_rte.py -------------------------------------------------------------------------------- /preprocess/superglue_wic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/superglue_wic.py -------------------------------------------------------------------------------- /preprocess/superglue_wsc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/superglue_wsc.py -------------------------------------------------------------------------------- /preprocess/swag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/swag.py -------------------------------------------------------------------------------- /preprocess/tab_fact.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/tab_fact.py -------------------------------------------------------------------------------- /preprocess/trec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/trec.py -------------------------------------------------------------------------------- /preprocess/trec_finegrained.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/trec_finegrained.py -------------------------------------------------------------------------------- /preprocess/tweet_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/tweet_eval.py -------------------------------------------------------------------------------- /preprocess/tweet_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/tweet_qa.py -------------------------------------------------------------------------------- /preprocess/unifiedqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/unifiedqa.py -------------------------------------------------------------------------------- /preprocess/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/utils.py -------------------------------------------------------------------------------- /preprocess/web_questions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/web_questions.py -------------------------------------------------------------------------------- /preprocess/wiki_auto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/wiki_auto.py -------------------------------------------------------------------------------- /preprocess/wiki_bio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/wiki_bio.py -------------------------------------------------------------------------------- /preprocess/wiki_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/wiki_qa.py -------------------------------------------------------------------------------- /preprocess/wiki_split.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/wiki_split.py -------------------------------------------------------------------------------- /preprocess/wikisql.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/wikisql.py -------------------------------------------------------------------------------- /preprocess/winogrande.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/winogrande.py -------------------------------------------------------------------------------- /preprocess/wiqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/wiqa.py -------------------------------------------------------------------------------- /preprocess/xsum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/xsum.py -------------------------------------------------------------------------------- /preprocess/yahoo_answers_topics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/yahoo_answers_topics.py -------------------------------------------------------------------------------- /preprocess/yelp_polarity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/yelp_polarity.py -------------------------------------------------------------------------------- /preprocess/yelp_review_full.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/preprocess/yelp_review_full.py -------------------------------------------------------------------------------- /reproduce.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/reproduce.sh -------------------------------------------------------------------------------- /test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/test.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/train.py -------------------------------------------------------------------------------- /utils/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/utils/data.py -------------------------------------------------------------------------------- /utils/download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/utils/download.py -------------------------------------------------------------------------------- /utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/facebookresearch/MetaICL/HEAD/utils/utils.py --------------------------------------------------------------------------------