├── README.md ├── datasets ├── ARC-challenge │ ├── test.jsonl │ └── train.jsonl ├── GSM │ ├── gsm_prompt.txt │ ├── test.cleand.jsonl │ └── train_sample300_seed42.cleand.jsonl ├── MMLU │ ├── dev │ │ ├── abstract_algebra.jsonl │ │ ├── anatomy.jsonl │ │ ├── astronomy.jsonl │ │ ├── business_ethics.jsonl │ │ ├── clinical_knowledge.jsonl │ │ ├── college_biology.jsonl │ │ ├── college_chemistry.jsonl │ │ ├── college_computer_science.jsonl │ │ ├── college_mathematics.jsonl │ │ ├── college_medicine.jsonl │ │ ├── college_physics.jsonl │ │ ├── computer_security.jsonl │ │ ├── conceptual_physics.jsonl │ │ ├── econometrics.jsonl │ │ ├── electrical_engineering.jsonl │ │ ├── elementary_mathematics.jsonl │ │ ├── formal_logic.jsonl │ │ ├── global_facts.jsonl │ │ ├── high_school_biology.jsonl │ │ ├── high_school_chemistry.jsonl │ │ ├── high_school_computer_science.jsonl │ │ ├── high_school_european_history.jsonl │ │ ├── high_school_geography.jsonl │ │ ├── high_school_government_and_politics.jsonl │ │ ├── high_school_macroeconomics.jsonl │ │ ├── high_school_mathematics.jsonl │ │ ├── high_school_microeconomics.jsonl │ │ ├── high_school_physics.jsonl │ │ ├── high_school_psychology.jsonl │ │ ├── high_school_statistics.jsonl │ │ ├── high_school_us_history.jsonl │ │ ├── high_school_world_history.jsonl │ │ ├── human_aging.jsonl │ │ ├── human_sexuality.jsonl │ │ ├── international_law.jsonl │ │ ├── jurisprudence.jsonl │ │ ├── logical_fallacies.jsonl │ │ ├── machine_learning.jsonl │ │ ├── management.jsonl │ │ ├── marketing.jsonl │ │ ├── medical_genetics.jsonl │ │ ├── miscellaneous.jsonl │ │ ├── moral_disputes.jsonl │ │ ├── moral_scenarios.jsonl │ │ ├── nutrition.jsonl │ │ ├── philosophy.jsonl │ │ ├── prehistory.jsonl │ │ ├── professional_accounting.jsonl │ │ ├── professional_law.jsonl │ │ ├── professional_medicine.jsonl │ │ ├── professional_psychology.jsonl │ │ ├── public_relations.jsonl │ │ ├── security_studies.jsonl │ │ ├── sociology.jsonl │ │ ├── us_foreign_policy.jsonl │ │ ├── virology.jsonl │ │ └── world_religions.jsonl │ ├── test │ │ ├── abstract_algebra.jsonl │ │ ├── anatomy.jsonl │ │ ├── astronomy.jsonl │ │ ├── business_ethics.jsonl │ │ ├── clinical_knowledge.jsonl │ │ ├── college_biology.jsonl │ │ ├── college_chemistry.jsonl │ │ ├── college_computer_science.jsonl │ │ ├── college_mathematics.jsonl │ │ ├── college_medicine.jsonl │ │ ├── college_physics.jsonl │ │ ├── computer_security.jsonl │ │ ├── conceptual_physics.jsonl │ │ ├── econometrics.jsonl │ │ ├── electrical_engineering.jsonl │ │ ├── elementary_mathematics.jsonl │ │ ├── formal_logic.jsonl │ │ ├── global_facts.jsonl │ │ ├── high_school_biology.jsonl │ │ ├── high_school_chemistry.jsonl │ │ ├── high_school_computer_science.jsonl │ │ ├── high_school_european_history.jsonl │ │ ├── high_school_geography.jsonl │ │ ├── high_school_government_and_politics.jsonl │ │ ├── high_school_macroeconomics.jsonl │ │ ├── high_school_mathematics.jsonl │ │ ├── high_school_microeconomics.jsonl │ │ ├── high_school_physics.jsonl │ │ ├── high_school_psychology.jsonl │ │ ├── high_school_statistics.jsonl │ │ ├── high_school_us_history.jsonl │ │ ├── high_school_world_history.jsonl │ │ ├── human_aging.jsonl │ │ ├── human_sexuality.jsonl │ │ ├── international_law.jsonl │ │ ├── jurisprudence.jsonl │ │ ├── logical_fallacies.jsonl │ │ ├── machine_learning.jsonl │ │ ├── management.jsonl │ │ ├── marketing.jsonl │ │ ├── medical_genetics.jsonl │ │ ├── miscellaneous.jsonl │ │ ├── moral_disputes.jsonl │ │ ├── moral_scenarios.jsonl │ │ ├── nutrition.jsonl │ │ ├── philosophy.jsonl │ │ ├── prehistory.jsonl │ │ ├── professional_accounting.jsonl │ │ ├── professional_law.jsonl │ │ ├── professional_medicine.jsonl │ │ ├── professional_psychology.jsonl │ │ ├── public_relations.jsonl │ │ ├── security_studies.jsonl │ │ ├── sociology.jsonl │ │ ├── us_foreign_policy.jsonl │ │ ├── virology.jsonl │ │ └── world_religions.jsonl │ └── val │ │ ├── abstract_algebra.jsonl │ │ ├── anatomy.jsonl │ │ ├── astronomy.jsonl │ │ ├── business_ethics.jsonl │ │ ├── clinical_knowledge.jsonl │ │ ├── college_biology.jsonl │ │ ├── college_chemistry.jsonl │ │ ├── college_computer_science.jsonl │ │ ├── college_mathematics.jsonl │ │ ├── college_medicine.jsonl │ │ ├── college_physics.jsonl │ │ ├── computer_security.jsonl │ │ ├── conceptual_physics.jsonl │ │ ├── econometrics.jsonl │ │ ├── electrical_engineering.jsonl │ │ ├── elementary_mathematics.jsonl │ │ ├── formal_logic.jsonl │ │ ├── global_facts.jsonl │ │ ├── high_school_biology.jsonl │ │ ├── high_school_chemistry.jsonl │ │ ├── high_school_computer_science.jsonl │ │ ├── high_school_european_history.jsonl │ │ ├── high_school_geography.jsonl │ │ ├── high_school_government_and_politics.jsonl │ │ ├── high_school_macroeconomics.jsonl │ │ ├── high_school_mathematics.jsonl │ │ ├── high_school_microeconomics.jsonl │ │ ├── high_school_physics.jsonl │ │ ├── high_school_psychology.jsonl │ │ ├── high_school_statistics.jsonl │ │ ├── high_school_us_history.jsonl │ │ ├── high_school_world_history.jsonl │ │ ├── human_aging.jsonl │ │ ├── human_sexuality.jsonl │ │ ├── international_law.jsonl │ │ ├── jurisprudence.jsonl │ │ ├── logical_fallacies.jsonl │ │ ├── machine_learning.jsonl │ │ ├── management.jsonl │ │ ├── marketing.jsonl │ │ ├── medical_genetics.jsonl │ │ ├── miscellaneous.jsonl │ │ ├── moral_disputes.jsonl │ │ ├── moral_scenarios.jsonl │ │ ├── nutrition.jsonl │ │ ├── philosophy.jsonl │ │ ├── prehistory.jsonl │ │ ├── professional_accounting.jsonl │ │ ├── professional_law.jsonl │ │ ├── professional_medicine.jsonl │ │ ├── professional_psychology.jsonl │ │ ├── public_relations.jsonl │ │ ├── security_studies.jsonl │ │ ├── sociology.jsonl │ │ ├── us_foreign_policy.jsonl │ │ ├── virology.jsonl │ │ └── world_religions.jsonl ├── NaturalQuestions │ ├── dev │ │ ├── nq_prompt.txt │ │ ├── v1.0-simplified_simplified-nq-train.simpled_dev_100000_sample1600_seed42.jsonl │ │ └── v1.0-simplified_simplified-nq-train.simpled_few_shot_doman_6926_sample5_seed43.jsonl │ └── test │ │ └── natural-questions.jsonl ├── PIQA │ ├── dev_our.jsonl │ └── train_our.jsonl └── TriviaQA │ ├── prompt.txt │ ├── wikipedia-dev-1900.jsonl │ └── wikipedia-test-6000.jsonl ├── figures ├── Fig1.png ├── Fig2.png ├── Table.png └── te ├── unite2.py ├── unite3.py ├── unite_mmlu.py └── utils ├── ans_process.py ├── collate_fun.py └── extract_response.py /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/README.md -------------------------------------------------------------------------------- /datasets/ARC-challenge/test.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/ARC-challenge/test.jsonl -------------------------------------------------------------------------------- /datasets/ARC-challenge/train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/ARC-challenge/train.jsonl -------------------------------------------------------------------------------- /datasets/GSM/gsm_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/GSM/gsm_prompt.txt -------------------------------------------------------------------------------- /datasets/GSM/test.cleand.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/GSM/test.cleand.jsonl -------------------------------------------------------------------------------- /datasets/GSM/train_sample300_seed42.cleand.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/GSM/train_sample300_seed42.cleand.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/abstract_algebra.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/abstract_algebra.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/anatomy.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/anatomy.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/astronomy.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/astronomy.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/business_ethics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/business_ethics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/clinical_knowledge.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/clinical_knowledge.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/college_biology.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/college_biology.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/college_chemistry.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/college_chemistry.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/college_computer_science.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/college_computer_science.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/college_mathematics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/college_mathematics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/college_medicine.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/college_medicine.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/college_physics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/college_physics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/computer_security.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/computer_security.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/conceptual_physics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/conceptual_physics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/econometrics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/econometrics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/electrical_engineering.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/electrical_engineering.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/elementary_mathematics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/elementary_mathematics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/formal_logic.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/formal_logic.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/global_facts.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/global_facts.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/high_school_biology.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/high_school_biology.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/high_school_chemistry.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/high_school_chemistry.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/high_school_computer_science.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/high_school_computer_science.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/high_school_european_history.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/high_school_european_history.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/high_school_geography.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/high_school_geography.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/high_school_government_and_politics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/high_school_government_and_politics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/high_school_macroeconomics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/high_school_macroeconomics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/high_school_mathematics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/high_school_mathematics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/high_school_microeconomics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/high_school_microeconomics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/high_school_physics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/high_school_physics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/high_school_psychology.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/high_school_psychology.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/high_school_statistics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/high_school_statistics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/high_school_us_history.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/high_school_us_history.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/high_school_world_history.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/high_school_world_history.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/human_aging.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/human_aging.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/human_sexuality.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/human_sexuality.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/international_law.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/international_law.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/jurisprudence.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/jurisprudence.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/logical_fallacies.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/logical_fallacies.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/machine_learning.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/machine_learning.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/management.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/management.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/marketing.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/marketing.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/medical_genetics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/medical_genetics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/miscellaneous.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/miscellaneous.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/moral_disputes.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/moral_disputes.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/moral_scenarios.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/moral_scenarios.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/nutrition.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/nutrition.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/philosophy.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/philosophy.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/prehistory.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/prehistory.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/professional_accounting.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/professional_accounting.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/professional_law.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/professional_law.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/professional_medicine.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/professional_medicine.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/professional_psychology.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/professional_psychology.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/public_relations.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/public_relations.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/security_studies.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/security_studies.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/sociology.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/sociology.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/us_foreign_policy.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/us_foreign_policy.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/virology.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/virology.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/dev/world_religions.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/dev/world_religions.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/abstract_algebra.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/abstract_algebra.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/anatomy.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/anatomy.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/astronomy.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/astronomy.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/business_ethics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/business_ethics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/clinical_knowledge.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/clinical_knowledge.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/college_biology.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/college_biology.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/college_chemistry.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/college_chemistry.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/college_computer_science.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/college_computer_science.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/college_mathematics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/college_mathematics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/college_medicine.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/college_medicine.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/college_physics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/college_physics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/computer_security.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/computer_security.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/conceptual_physics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/conceptual_physics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/econometrics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/econometrics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/electrical_engineering.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/electrical_engineering.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/elementary_mathematics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/elementary_mathematics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/formal_logic.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/formal_logic.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/global_facts.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/global_facts.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/high_school_biology.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/high_school_biology.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/high_school_chemistry.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/high_school_chemistry.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/high_school_computer_science.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/high_school_computer_science.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/high_school_european_history.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/high_school_european_history.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/high_school_geography.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/high_school_geography.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/high_school_government_and_politics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/high_school_government_and_politics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/high_school_macroeconomics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/high_school_macroeconomics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/high_school_mathematics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/high_school_mathematics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/high_school_microeconomics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/high_school_microeconomics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/high_school_physics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/high_school_physics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/high_school_psychology.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/high_school_psychology.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/high_school_statistics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/high_school_statistics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/high_school_us_history.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/high_school_us_history.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/high_school_world_history.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/high_school_world_history.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/human_aging.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/human_aging.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/human_sexuality.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/human_sexuality.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/international_law.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/international_law.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/jurisprudence.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/jurisprudence.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/logical_fallacies.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/logical_fallacies.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/machine_learning.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/machine_learning.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/management.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/management.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/marketing.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/marketing.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/medical_genetics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/medical_genetics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/miscellaneous.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/miscellaneous.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/moral_disputes.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/moral_disputes.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/moral_scenarios.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/moral_scenarios.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/nutrition.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/nutrition.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/philosophy.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/philosophy.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/prehistory.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/prehistory.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/professional_accounting.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/professional_accounting.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/professional_law.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/professional_law.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/professional_medicine.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/professional_medicine.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/professional_psychology.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/professional_psychology.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/public_relations.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/public_relations.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/security_studies.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/security_studies.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/sociology.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/sociology.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/us_foreign_policy.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/us_foreign_policy.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/virology.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/virology.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/test/world_religions.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/test/world_religions.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/abstract_algebra.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/abstract_algebra.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/anatomy.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/anatomy.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/astronomy.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/astronomy.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/business_ethics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/business_ethics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/clinical_knowledge.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/clinical_knowledge.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/college_biology.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/college_biology.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/college_chemistry.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/college_chemistry.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/college_computer_science.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/college_computer_science.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/college_mathematics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/college_mathematics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/college_medicine.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/college_medicine.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/college_physics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/college_physics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/computer_security.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/computer_security.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/conceptual_physics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/conceptual_physics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/econometrics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/econometrics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/electrical_engineering.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/electrical_engineering.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/elementary_mathematics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/elementary_mathematics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/formal_logic.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/formal_logic.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/global_facts.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/global_facts.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/high_school_biology.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/high_school_biology.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/high_school_chemistry.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/high_school_chemistry.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/high_school_computer_science.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/high_school_computer_science.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/high_school_european_history.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/high_school_european_history.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/high_school_geography.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/high_school_geography.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/high_school_government_and_politics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/high_school_government_and_politics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/high_school_macroeconomics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/high_school_macroeconomics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/high_school_mathematics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/high_school_mathematics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/high_school_microeconomics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/high_school_microeconomics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/high_school_physics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/high_school_physics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/high_school_psychology.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/high_school_psychology.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/high_school_statistics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/high_school_statistics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/high_school_us_history.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/high_school_us_history.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/high_school_world_history.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/high_school_world_history.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/human_aging.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/human_aging.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/human_sexuality.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/human_sexuality.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/international_law.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/international_law.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/jurisprudence.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/jurisprudence.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/logical_fallacies.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/logical_fallacies.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/machine_learning.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/machine_learning.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/management.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/management.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/marketing.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/marketing.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/medical_genetics.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/medical_genetics.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/miscellaneous.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/miscellaneous.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/moral_disputes.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/moral_disputes.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/moral_scenarios.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/moral_scenarios.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/nutrition.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/nutrition.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/philosophy.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/philosophy.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/prehistory.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/prehistory.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/professional_accounting.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/professional_accounting.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/professional_law.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/professional_law.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/professional_medicine.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/professional_medicine.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/professional_psychology.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/professional_psychology.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/public_relations.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/public_relations.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/security_studies.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/security_studies.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/sociology.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/sociology.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/us_foreign_policy.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/us_foreign_policy.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/virology.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/virology.jsonl -------------------------------------------------------------------------------- /datasets/MMLU/val/world_religions.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/MMLU/val/world_religions.jsonl -------------------------------------------------------------------------------- /datasets/NaturalQuestions/dev/nq_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/NaturalQuestions/dev/nq_prompt.txt -------------------------------------------------------------------------------- /datasets/NaturalQuestions/dev/v1.0-simplified_simplified-nq-train.simpled_dev_100000_sample1600_seed42.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/NaturalQuestions/dev/v1.0-simplified_simplified-nq-train.simpled_dev_100000_sample1600_seed42.jsonl -------------------------------------------------------------------------------- /datasets/NaturalQuestions/dev/v1.0-simplified_simplified-nq-train.simpled_few_shot_doman_6926_sample5_seed43.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/NaturalQuestions/dev/v1.0-simplified_simplified-nq-train.simpled_few_shot_doman_6926_sample5_seed43.jsonl -------------------------------------------------------------------------------- /datasets/NaturalQuestions/test/natural-questions.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/NaturalQuestions/test/natural-questions.jsonl -------------------------------------------------------------------------------- /datasets/PIQA/dev_our.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/PIQA/dev_our.jsonl -------------------------------------------------------------------------------- /datasets/PIQA/train_our.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/PIQA/train_our.jsonl -------------------------------------------------------------------------------- /datasets/TriviaQA/prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/TriviaQA/prompt.txt -------------------------------------------------------------------------------- /datasets/TriviaQA/wikipedia-dev-1900.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/TriviaQA/wikipedia-dev-1900.jsonl -------------------------------------------------------------------------------- /datasets/TriviaQA/wikipedia-test-6000.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/datasets/TriviaQA/wikipedia-test-6000.jsonl -------------------------------------------------------------------------------- /figures/Fig1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/figures/Fig1.png -------------------------------------------------------------------------------- /figures/Fig2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/figures/Fig2.png -------------------------------------------------------------------------------- /figures/Table.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/figures/Table.png -------------------------------------------------------------------------------- /figures/te: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /unite2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/unite2.py -------------------------------------------------------------------------------- /unite3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/unite3.py -------------------------------------------------------------------------------- /unite_mmlu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/unite_mmlu.py -------------------------------------------------------------------------------- /utils/ans_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/utils/ans_process.py -------------------------------------------------------------------------------- /utils/collate_fun.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/utils/collate_fun.py -------------------------------------------------------------------------------- /utils/extract_response.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/starrYYxuan/UniTE/HEAD/utils/extract_response.py --------------------------------------------------------------------------------