├── .gitignore ├── EvaluateFactuality ├── README.md └── eval.py ├── EvaluateGeneralTask ├── README.md └── lm-evaluation-harness │ ├── .DS_Store │ ├── .coveragerc │ ├── .flake8 │ ├── .github │ └── workflows │ │ ├── new_tasks.yml │ │ ├── publish.yml │ │ └── unit_tests.yml │ ├── .gitignore │ ├── .pre-commit-config.yaml │ ├── CITATION.bib │ ├── CODEOWNERS │ ├── LICENSE.md │ ├── README.md │ ├── docs │ ├── API_guide.md │ ├── CONTRIBUTING.md │ ├── README.md │ ├── chat-template-readme.md │ ├── decontamination.md │ ├── img │ │ └── fewshot_example_gpt3.png │ ├── interface.md │ ├── model_guide.md │ ├── new_task_guide.md │ └── task_guide.md │ ├── examples │ ├── lm-eval-overview.ipynb │ ├── visualize-wandb.ipynb │ └── visualize-zeno.ipynb │ ├── ignore.txt │ ├── lm_eval │ ├── .DS_Store │ ├── __init__.py │ ├── __main__.py │ ├── api │ │ ├── __init__.py │ │ ├── filter.py │ │ ├── group.py │ │ ├── instance.py │ │ ├── metrics.py │ │ ├── model.py │ │ ├── registry.py │ │ ├── samplers.py │ │ └── task.py │ ├── caching │ │ ├── __init__.py │ │ └── cache.py │ ├── decontamination │ │ ├── __init__.py │ │ ├── archiver.py │ │ ├── decontaminate.py │ │ └── janitor.py │ ├── evaluator.py │ ├── evaluator_utils.py │ ├── filters │ │ ├── __init__.py │ │ ├── custom.py │ │ ├── decontamination.py │ │ ├── extraction.py │ │ ├── selection.py │ │ └── transformation.py │ ├── loggers │ │ ├── __init__.py │ │ ├── check.py │ │ ├── evaluation_tracker.py │ │ ├── utils.py │ │ └── wandb_logger.py │ ├── models │ │ ├── __init__.py │ │ ├── anthropic_llms.py │ │ ├── api_models.py │ │ ├── dummy.py │ │ ├── gguf.py │ │ ├── hf_vlms.py │ │ ├── huggingface.py │ │ ├── ibm_watsonx_ai.py │ │ ├── mamba_lm.py │ │ ├── nemo_lm.py │ │ ├── neuralmagic.py │ │ ├── neuron_optimum.py │ │ ├── openai_completions.py │ │ ├── optimum_ipex.py │ │ ├── optimum_lm.py │ │ ├── textsynth.py │ │ ├── utils.py │ │ ├── vllm_causallms.py │ │ └── vllm_vlms.py │ ├── prompts │ │ └── __init__.py │ ├── tasks │ │ ├── README.md │ │ ├── __init__.py │ │ └── mmlu │ │ │ ├── README.md │ │ │ ├── _generate_configs.py │ │ │ └── generative │ │ │ ├── _default_template_yaml │ │ │ ├── _mmlu.yaml │ │ │ ├── mmlu_abstract_algebra.yaml │ │ │ ├── mmlu_anatomy.yaml │ │ │ ├── mmlu_astronomy.yaml │ │ │ ├── mmlu_business_ethics.yaml │ │ │ ├── mmlu_clinical_knowledge.yaml │ │ │ ├── mmlu_college_biology.yaml │ │ │ ├── mmlu_college_chemistry.yaml │ │ │ ├── mmlu_college_computer_science.yaml │ │ │ ├── mmlu_college_mathematics.yaml │ │ │ ├── mmlu_college_medicine.yaml │ │ │ ├── mmlu_college_physics.yaml │ │ │ ├── mmlu_computer_security.yaml │ │ │ ├── mmlu_conceptual_physics.yaml │ │ │ ├── mmlu_econometrics.yaml │ │ │ ├── mmlu_electrical_engineering.yaml │ │ │ ├── mmlu_elementary_mathematics.yaml │ │ │ ├── mmlu_formal_logic.yaml │ │ │ ├── mmlu_global_facts.yaml │ │ │ ├── mmlu_high_school_biology.yaml │ │ │ ├── mmlu_high_school_chemistry.yaml │ │ │ ├── mmlu_high_school_computer_science.yaml │ │ │ ├── mmlu_high_school_european_history.yaml │ │ │ ├── mmlu_high_school_geography.yaml │ │ │ ├── mmlu_high_school_government_and_politics.yaml │ │ │ ├── mmlu_high_school_macroeconomics.yaml │ │ │ ├── mmlu_high_school_mathematics.yaml │ │ │ ├── mmlu_high_school_microeconomics.yaml │ │ │ ├── mmlu_high_school_physics.yaml │ │ │ ├── mmlu_high_school_psychology.yaml │ │ │ ├── mmlu_high_school_statistics.yaml │ │ │ ├── mmlu_high_school_us_history.yaml │ │ │ ├── mmlu_high_school_world_history.yaml │ │ │ ├── mmlu_human_aging.yaml │ │ │ ├── mmlu_human_sexuality.yaml │ │ │ ├── mmlu_international_law.yaml │ │ │ ├── mmlu_jurisprudence.yaml │ │ │ ├── mmlu_logical_fallacies.yaml │ │ │ ├── mmlu_machine_learning.yaml │ │ │ ├── mmlu_management.yaml │ │ │ ├── mmlu_marketing.yaml │ │ │ ├── mmlu_medical_genetics.yaml │ │ │ ├── mmlu_miscellaneous.yaml │ │ │ ├── mmlu_moral_disputes.yaml │ │ │ ├── mmlu_moral_scenarios.yaml │ │ │ ├── mmlu_nutrition.yaml │ │ │ ├── mmlu_philosophy.yaml │ │ │ ├── mmlu_prehistory.yaml │ │ │ ├── mmlu_professional_accounting.yaml │ │ │ ├── mmlu_professional_law.yaml │ │ │ ├── mmlu_professional_medicine.yaml │ │ │ ├── mmlu_professional_psychology.yaml │ │ │ ├── mmlu_public_relations.yaml │ │ │ ├── mmlu_security_studies.yaml │ │ │ ├── mmlu_sociology.yaml │ │ │ ├── mmlu_us_foreign_policy.yaml │ │ │ ├── mmlu_virology.yaml │ │ │ └── mmlu_world_religions.yaml │ └── utils.py │ ├── pile_statistics.json │ ├── pyproject.toml │ ├── requirements.txt │ ├── results │ ├── score.py │ └── subject_score.py │ ├── scripts │ ├── __init__.py │ ├── build_benchmark.py │ ├── clean_training_data │ │ ├── README.md │ │ ├── __init__.py │ │ ├── compress_and_package.py │ │ ├── generate_13_grams.py │ │ ├── investigate_pile.py │ │ ├── janitor_util.cpp │ │ ├── process_sorted_buckets.py │ │ └── sort_13_gram_buckets.py │ ├── cost_estimate.py │ ├── get_prompts.py │ ├── make_gpt2_test_cases.py │ ├── make_table_results.py │ ├── make_table_tasks.py │ ├── model_comparator.py │ ├── regression.py │ ├── requests_caching.py │ ├── write_out.py │ └── zeno_visualize.py │ ├── setup.py │ ├── templates │ └── new_yaml_task │ │ ├── README.md │ │ └── blank_yaml.yaml │ └── tests │ ├── __init__.py │ ├── models │ ├── test_api.py │ ├── test_gguf.py │ ├── test_gptqmodel.py │ ├── test_huggingface.py │ ├── test_neuralmagic.py │ ├── test_openvino.py │ └── test_vllm.py │ ├── test_cli.py │ ├── test_evaluator.py │ ├── test_include_path.py │ ├── test_janitor.py │ ├── test_misc.py │ ├── test_prompt.py │ ├── test_requests_caching.py │ ├── test_task_manager.py │ ├── test_tasks.py │ ├── test_utils.py │ ├── testconfigs │ └── arc_test.yaml │ ├── testdata │ ├── ai2_arc_10_hf_pretrained-EleutherAI-pythia-14m-dtype-float32-device-cpu.txt │ ├── anagrams1-v0-greedy_until │ ├── anagrams1-v0-res.json │ ├── anagrams2-v0-greedy_until │ ├── anagrams2-v0-res.json │ ├── anli_r1-v0-loglikelihood │ ├── anli_r1-v0-res.json │ ├── anli_r2-v0-loglikelihood │ ├── anli_r2-v0-res.json │ ├── anli_r3-v0-loglikelihood │ ├── anli_r3-v0-res.json │ ├── arc_challenge-v0-loglikelihood │ ├── arc_challenge-v0-res.json │ ├── arc_challenge-v2.0-loglikelihood │ ├── arc_challenge-v2.0-res.json │ ├── arc_easy-v0-loglikelihood │ ├── arc_easy-v0-res.json │ ├── arithmetic_1dc-v0-loglikelihood │ ├── arithmetic_1dc-v0-res.json │ ├── arithmetic_2da-v0-loglikelihood │ ├── arithmetic_2da-v0-res.json │ ├── arithmetic_2dm-v0-loglikelihood │ ├── arithmetic_2dm-v0-res.json │ ├── arithmetic_2ds-v0-loglikelihood │ ├── arithmetic_2ds-v0-res.json │ ├── arithmetic_3da-v0-loglikelihood │ ├── arithmetic_3da-v0-res.json │ ├── arithmetic_3ds-v0-loglikelihood │ ├── arithmetic_3ds-v0-res.json │ ├── arithmetic_4da-v0-loglikelihood │ ├── arithmetic_4da-v0-res.json │ ├── arithmetic_4ds-v0-loglikelihood │ ├── arithmetic_4ds-v0-res.json │ ├── arithmetic_5da-v0-loglikelihood │ ├── arithmetic_5da-v0-res.json │ ├── arithmetic_5ds-v0-loglikelihood │ ├── arithmetic_5ds-v0-res.json │ ├── blimp_adjunct_island-v0-loglikelihood │ ├── blimp_adjunct_island-v0-res.json │ ├── blimp_anaphor_gender_agreement-v0-loglikelihood │ ├── blimp_anaphor_gender_agreement-v0-res.json │ ├── blimp_anaphor_number_agreement-v0-loglikelihood │ ├── blimp_anaphor_number_agreement-v0-res.json │ ├── blimp_animate_subject_passive-v0-loglikelihood │ ├── blimp_animate_subject_passive-v0-res.json │ ├── blimp_animate_subject_trans-v0-loglikelihood │ ├── blimp_animate_subject_trans-v0-res.json │ ├── blimp_causative-v0-loglikelihood │ ├── blimp_causative-v0-res.json │ ├── blimp_complex_NP_island-v0-loglikelihood │ ├── blimp_complex_NP_island-v0-res.json │ ├── blimp_coordinate_structure_constraint_complex_left_branch-v0-loglikelihood │ ├── blimp_coordinate_structure_constraint_complex_left_branch-v0-res.json │ ├── blimp_coordinate_structure_constraint_object_extraction-v0-loglikelihood │ ├── blimp_coordinate_structure_constraint_object_extraction-v0-res.json │ ├── blimp_determiner_noun_agreement_1-v0-loglikelihood │ ├── blimp_determiner_noun_agreement_1-v0-res.json │ ├── blimp_determiner_noun_agreement_2-v0-loglikelihood │ ├── blimp_determiner_noun_agreement_2-v0-res.json │ ├── blimp_determiner_noun_agreement_irregular_1-v0-loglikelihood │ ├── blimp_determiner_noun_agreement_irregular_1-v0-res.json │ ├── blimp_determiner_noun_agreement_irregular_2-v0-loglikelihood │ ├── blimp_determiner_noun_agreement_irregular_2-v0-res.json │ ├── blimp_determiner_noun_agreement_with_adj_2-v0-loglikelihood │ ├── blimp_determiner_noun_agreement_with_adj_2-v0-res.json │ ├── blimp_determiner_noun_agreement_with_adj_irregular_1-v0-loglikelihood │ ├── blimp_determiner_noun_agreement_with_adj_irregular_1-v0-res.json │ ├── blimp_determiner_noun_agreement_with_adj_irregular_2-v0-loglikelihood │ ├── blimp_determiner_noun_agreement_with_adj_irregular_2-v0-res.json │ ├── blimp_determiner_noun_agreement_with_adjective_1-v0-loglikelihood │ ├── blimp_determiner_noun_agreement_with_adjective_1-v0-res.json │ ├── blimp_distractor_agreement_relational_noun-v0-loglikelihood │ ├── blimp_distractor_agreement_relational_noun-v0-res.json │ ├── blimp_distractor_agreement_relative_clause-v0-loglikelihood │ ├── blimp_distractor_agreement_relative_clause-v0-res.json │ ├── blimp_drop_argument-v0-loglikelihood │ ├── blimp_drop_argument-v0-res.json │ ├── blimp_ellipsis_n_bar_1-v0-loglikelihood │ ├── blimp_ellipsis_n_bar_1-v0-res.json │ ├── blimp_ellipsis_n_bar_2-v0-loglikelihood │ ├── blimp_ellipsis_n_bar_2-v0-res.json │ ├── blimp_existential_there_object_raising-v0-loglikelihood │ ├── blimp_existential_there_object_raising-v0-res.json │ ├── blimp_existential_there_quantifiers_1-v0-loglikelihood │ ├── blimp_existential_there_quantifiers_1-v0-res.json │ ├── blimp_existential_there_quantifiers_2-v0-loglikelihood │ ├── blimp_existential_there_quantifiers_2-v0-res.json │ ├── blimp_existential_there_subject_raising-v0-loglikelihood │ ├── blimp_existential_there_subject_raising-v0-res.json │ ├── blimp_expletive_it_object_raising-v0-loglikelihood │ ├── blimp_expletive_it_object_raising-v0-res.json │ ├── blimp_inchoative-v0-loglikelihood │ ├── blimp_inchoative-v0-res.json │ ├── blimp_intransitive-v0-loglikelihood │ ├── blimp_intransitive-v0-res.json │ ├── blimp_irregular_past_participle_adjectives-v0-loglikelihood │ ├── blimp_irregular_past_participle_adjectives-v0-res.json │ ├── blimp_irregular_past_participle_verbs-v0-loglikelihood │ ├── blimp_irregular_past_participle_verbs-v0-res.json │ ├── blimp_irregular_plural_subject_verb_agreement_1-v0-loglikelihood │ ├── blimp_irregular_plural_subject_verb_agreement_1-v0-res.json │ ├── blimp_irregular_plural_subject_verb_agreement_2-v0-loglikelihood │ ├── blimp_irregular_plural_subject_verb_agreement_2-v0-res.json │ ├── blimp_left_branch_island_echo_question-v0-loglikelihood │ ├── blimp_left_branch_island_echo_question-v0-res.json │ ├── blimp_left_branch_island_simple_question-v0-loglikelihood │ ├── blimp_left_branch_island_simple_question-v0-res.json │ ├── blimp_matrix_question_npi_licensor_present-v0-loglikelihood │ ├── blimp_matrix_question_npi_licensor_present-v0-res.json │ ├── blimp_npi_present_1-v0-loglikelihood │ ├── blimp_npi_present_1-v0-res.json │ ├── blimp_npi_present_2-v0-loglikelihood │ ├── blimp_npi_present_2-v0-res.json │ ├── blimp_only_npi_licensor_present-v0-loglikelihood │ ├── blimp_only_npi_licensor_present-v0-res.json │ ├── blimp_only_npi_scope-v0-loglikelihood │ ├── blimp_only_npi_scope-v0-res.json │ ├── blimp_passive_1-v0-loglikelihood │ ├── blimp_passive_1-v0-res.json │ ├── blimp_passive_2-v0-loglikelihood │ ├── blimp_passive_2-v0-res.json │ ├── blimp_principle_A_c_command-v0-loglikelihood │ ├── blimp_principle_A_c_command-v0-res.json │ ├── blimp_principle_A_case_1-v0-loglikelihood │ ├── blimp_principle_A_case_1-v0-res.json │ ├── blimp_principle_A_case_2-v0-loglikelihood │ ├── blimp_principle_A_case_2-v0-res.json │ ├── blimp_principle_A_domain_1-v0-loglikelihood │ ├── blimp_principle_A_domain_1-v0-res.json │ ├── blimp_principle_A_domain_2-v0-loglikelihood │ ├── blimp_principle_A_domain_2-v0-res.json │ ├── blimp_principle_A_domain_3-v0-loglikelihood │ ├── blimp_principle_A_domain_3-v0-res.json │ ├── blimp_principle_A_reconstruction-v0-loglikelihood │ ├── blimp_principle_A_reconstruction-v0-res.json │ ├── blimp_regular_plural_subject_verb_agreement_1-v0-loglikelihood │ ├── blimp_regular_plural_subject_verb_agreement_1-v0-res.json │ ├── blimp_regular_plural_subject_verb_agreement_2-v0-loglikelihood │ ├── blimp_regular_plural_subject_verb_agreement_2-v0-res.json │ ├── blimp_sentential_negation_npi_licensor_present-v0-loglikelihood │ ├── blimp_sentential_negation_npi_licensor_present-v0-res.json │ ├── blimp_sentential_negation_npi_scope-v0-loglikelihood │ ├── blimp_sentential_negation_npi_scope-v0-res.json │ ├── blimp_sentential_subject_island-v0-loglikelihood │ ├── blimp_sentential_subject_island-v0-res.json │ ├── blimp_superlative_quantifiers_1-v0-loglikelihood │ ├── blimp_superlative_quantifiers_1-v0-res.json │ ├── blimp_superlative_quantifiers_2-v0-loglikelihood │ ├── blimp_superlative_quantifiers_2-v0-res.json │ ├── blimp_tough_vs_raising_1-v0-loglikelihood │ ├── blimp_tough_vs_raising_1-v0-res.json │ ├── blimp_tough_vs_raising_2-v0-loglikelihood │ ├── blimp_tough_vs_raising_2-v0-res.json │ ├── blimp_transitive-v0-loglikelihood │ ├── blimp_transitive-v0-res.json │ ├── blimp_wh_island-v0-loglikelihood │ ├── blimp_wh_island-v0-res.json │ ├── blimp_wh_questions_object_gap-v0-loglikelihood │ ├── blimp_wh_questions_object_gap-v0-res.json │ ├── blimp_wh_questions_subject_gap-v0-loglikelihood │ ├── blimp_wh_questions_subject_gap-v0-res.json │ ├── blimp_wh_questions_subject_gap_long_distance-v0-loglikelihood │ ├── blimp_wh_questions_subject_gap_long_distance-v0-res.json │ ├── blimp_wh_vs_that_no_gap-v0-loglikelihood │ ├── blimp_wh_vs_that_no_gap-v0-res.json │ ├── blimp_wh_vs_that_no_gap_long_distance-v0-loglikelihood │ ├── blimp_wh_vs_that_no_gap_long_distance-v0-res.json │ ├── blimp_wh_vs_that_with_gap-v0-loglikelihood │ ├── blimp_wh_vs_that_with_gap-v0-res.json │ ├── blimp_wh_vs_that_with_gap_long_distance-v0-loglikelihood │ ├── blimp_wh_vs_that_with_gap_long_distance-v0-res.json │ ├── boolq-v0-loglikelihood │ ├── boolq-v0-res.json │ ├── boolq-v1-loglikelihood │ ├── boolq-v1-res.json │ ├── cb-v0-loglikelihood │ ├── cb-v0-res.json │ ├── cb-v1-loglikelihood │ ├── cb-v1-res.json │ ├── cola-v0-loglikelihood │ ├── cola-v0-res.json │ ├── copa-v0-loglikelihood │ ├── copa-v0-res.json │ ├── coqa-v0-greedy_until │ ├── coqa-v0-res.json │ ├── coqa-v1-greedy_until │ ├── coqa-v1-res.json │ ├── crows_pairs_english-v0-loglikelihood │ ├── crows_pairs_english-v0-res.json │ ├── crows_pairs_english_age-v0-loglikelihood │ ├── crows_pairs_english_age-v0-res.json │ ├── crows_pairs_english_autre-v0-loglikelihood │ ├── crows_pairs_english_autre-v0-res.json │ ├── crows_pairs_english_disability-v0-loglikelihood │ ├── crows_pairs_english_disability-v0-res.json │ ├── crows_pairs_english_gender-v0-loglikelihood │ ├── crows_pairs_english_gender-v0-res.json │ ├── crows_pairs_english_nationality-v0-loglikelihood │ ├── crows_pairs_english_nationality-v0-res.json │ ├── crows_pairs_english_physical_appearance-v0-loglikelihood │ ├── crows_pairs_english_physical_appearance-v0-res.json │ ├── crows_pairs_english_race_color-v0-loglikelihood │ ├── crows_pairs_english_race_color-v0-res.json │ ├── crows_pairs_english_religion-v0-loglikelihood │ ├── crows_pairs_english_religion-v0-res.json │ ├── crows_pairs_english_sexual_orientation-v0-loglikelihood │ ├── crows_pairs_english_sexual_orientation-v0-res.json │ ├── crows_pairs_english_socioeconomic-v0-loglikelihood │ ├── crows_pairs_english_socioeconomic-v0-res.json │ ├── crows_pairs_french-v0-loglikelihood │ ├── crows_pairs_french-v0-res.json │ ├── crows_pairs_french_age-v0-loglikelihood │ ├── crows_pairs_french_age-v0-res.json │ ├── crows_pairs_french_autre-v0-loglikelihood │ ├── crows_pairs_french_autre-v0-res.json │ ├── crows_pairs_french_disability-v0-loglikelihood │ ├── crows_pairs_french_disability-v0-res.json │ ├── crows_pairs_french_gender-v0-loglikelihood │ ├── crows_pairs_french_gender-v0-res.json │ ├── crows_pairs_french_nationality-v0-loglikelihood │ ├── crows_pairs_french_nationality-v0-res.json │ ├── crows_pairs_french_physical_appearance-v0-loglikelihood │ ├── crows_pairs_french_physical_appearance-v0-res.json │ ├── crows_pairs_french_race_color-v0-loglikelihood │ ├── crows_pairs_french_race_color-v0-res.json │ ├── crows_pairs_french_religion-v0-loglikelihood │ ├── crows_pairs_french_religion-v0-res.json │ ├── crows_pairs_french_sexual_orientation-v0-loglikelihood │ ├── crows_pairs_french_sexual_orientation-v0-res.json │ ├── crows_pairs_french_socioeconomic-v0-loglikelihood │ ├── crows_pairs_french_socioeconomic-v0-res.json │ ├── cycle_letters-v0-greedy_until │ ├── cycle_letters-v0-res.json │ ├── drop-v0-greedy_until │ ├── drop-v0-res.json │ ├── drop-v1-greedy_until │ ├── drop-v1-res.json │ ├── ethics_cm-v0-loglikelihood │ ├── ethics_cm-v0-res.json │ ├── ethics_deontology-v0-loglikelihood │ ├── ethics_deontology-v0-res.json │ ├── ethics_justice-v0-loglikelihood │ ├── ethics_justice-v0-res.json │ ├── ethics_utilitarianism-v0-loglikelihood │ ├── ethics_utilitarianism-v0-res.json │ ├── ethics_utilitarianism_original-v0-loglikelihood │ ├── ethics_utilitarianism_original-v0-res.json │ ├── ethics_virtue-v0-loglikelihood │ ├── ethics_virtue-v0-res.json │ ├── gsm8k-v0-greedy_until │ ├── gsm8k-v0-res.json │ ├── headqa-v0-loglikelihood │ ├── headqa-v0-res.json │ ├── headqa_en-v0-loglikelihood │ ├── headqa_en-v0-res.json │ ├── headqa_es-v0-loglikelihood │ ├── headqa_es-v0-res.json │ ├── hellaswag-v0-loglikelihood │ ├── hellaswag-v0-res.json │ ├── hendrycksTest-abstract_algebra-v0-loglikelihood │ ├── hendrycksTest-abstract_algebra-v0-res.json │ ├── hendrycksTest-anatomy-v0-loglikelihood │ ├── hendrycksTest-anatomy-v0-res.json │ ├── hendrycksTest-astronomy-v0-loglikelihood │ ├── hendrycksTest-astronomy-v0-res.json │ ├── hendrycksTest-business_ethics-v0-loglikelihood │ ├── hendrycksTest-business_ethics-v0-res.json │ ├── hendrycksTest-clinical_knowledge-v0-loglikelihood │ ├── hendrycksTest-clinical_knowledge-v0-res.json │ ├── hendrycksTest-college_biology-v0-loglikelihood │ ├── hendrycksTest-college_biology-v0-res.json │ ├── hendrycksTest-college_chemistry-v0-loglikelihood │ ├── hendrycksTest-college_chemistry-v0-res.json │ ├── hendrycksTest-college_computer_science-v0-loglikelihood │ ├── hendrycksTest-college_computer_science-v0-res.json │ ├── hendrycksTest-college_mathematics-v0-loglikelihood │ ├── hendrycksTest-college_mathematics-v0-res.json │ ├── hendrycksTest-college_medicine-v0-loglikelihood │ ├── hendrycksTest-college_medicine-v0-res.json │ ├── hendrycksTest-college_physics-v0-loglikelihood │ ├── hendrycksTest-college_physics-v0-res.json │ ├── hendrycksTest-computer_security-v0-loglikelihood │ ├── hendrycksTest-computer_security-v0-res.json │ ├── hendrycksTest-conceptual_physics-v0-loglikelihood │ ├── hendrycksTest-conceptual_physics-v0-res.json │ ├── hendrycksTest-econometrics-v0-loglikelihood │ ├── hendrycksTest-econometrics-v0-res.json │ ├── hendrycksTest-electrical_engineering-v0-loglikelihood │ ├── hendrycksTest-electrical_engineering-v0-res.json │ ├── hendrycksTest-elementary_mathematics-v0-loglikelihood │ ├── hendrycksTest-elementary_mathematics-v0-res.json │ ├── hendrycksTest-formal_logic-v0-loglikelihood │ ├── hendrycksTest-formal_logic-v0-res.json │ ├── hendrycksTest-global_facts-v0-loglikelihood │ ├── hendrycksTest-global_facts-v0-res.json │ ├── hendrycksTest-high_school_biology-v0-loglikelihood │ ├── hendrycksTest-high_school_biology-v0-res.json │ ├── hendrycksTest-high_school_chemistry-v0-loglikelihood │ ├── hendrycksTest-high_school_chemistry-v0-res.json │ ├── hendrycksTest-high_school_computer_science-v0-loglikelihood │ ├── hendrycksTest-high_school_computer_science-v0-res.json │ ├── hendrycksTest-high_school_european_history-v0-loglikelihood │ ├── hendrycksTest-high_school_european_history-v0-res.json │ ├── hendrycksTest-high_school_geography-v0-loglikelihood │ ├── hendrycksTest-high_school_geography-v0-res.json │ ├── hendrycksTest-high_school_government_and_politics-v0-loglikelihood │ ├── hendrycksTest-high_school_government_and_politics-v0-res.json │ ├── hendrycksTest-high_school_macroeconomics-v0-loglikelihood │ ├── hendrycksTest-high_school_macroeconomics-v0-res.json │ ├── hendrycksTest-high_school_mathematics-v0-loglikelihood │ ├── hendrycksTest-high_school_mathematics-v0-res.json │ ├── hendrycksTest-high_school_microeconomics-v0-loglikelihood │ ├── hendrycksTest-high_school_microeconomics-v0-res.json │ ├── hendrycksTest-high_school_physics-v0-loglikelihood │ ├── hendrycksTest-high_school_physics-v0-res.json │ ├── hendrycksTest-high_school_psychology-v0-loglikelihood │ ├── hendrycksTest-high_school_psychology-v0-res.json │ ├── hendrycksTest-high_school_statistics-v0-loglikelihood │ ├── hendrycksTest-high_school_statistics-v0-res.json │ ├── hendrycksTest-high_school_us_history-v0-loglikelihood │ ├── hendrycksTest-high_school_us_history-v0-res.json │ ├── hendrycksTest-high_school_world_history-v0-loglikelihood │ ├── hendrycksTest-high_school_world_history-v0-res.json │ ├── hendrycksTest-human_aging-v0-loglikelihood │ ├── hendrycksTest-human_aging-v0-res.json │ ├── hendrycksTest-human_sexuality-v0-loglikelihood │ ├── hendrycksTest-human_sexuality-v0-res.json │ ├── hendrycksTest-international_law-v0-loglikelihood │ ├── hendrycksTest-international_law-v0-res.json │ ├── hendrycksTest-jurisprudence-v0-loglikelihood │ ├── hendrycksTest-jurisprudence-v0-res.json │ ├── hendrycksTest-logical_fallacies-v0-loglikelihood │ ├── hendrycksTest-logical_fallacies-v0-res.json │ ├── hendrycksTest-machine_learning-v0-loglikelihood │ ├── hendrycksTest-machine_learning-v0-res.json │ ├── hendrycksTest-management-v0-loglikelihood │ ├── hendrycksTest-management-v0-res.json │ ├── hendrycksTest-marketing-v0-loglikelihood │ ├── hendrycksTest-marketing-v0-res.json │ ├── hendrycksTest-medical_genetics-v0-loglikelihood │ ├── hendrycksTest-medical_genetics-v0-res.json │ ├── hendrycksTest-miscellaneous-v0-loglikelihood │ ├── hendrycksTest-miscellaneous-v0-res.json │ ├── hendrycksTest-moral_disputes-v0-loglikelihood │ ├── hendrycksTest-moral_disputes-v0-res.json │ ├── hendrycksTest-moral_scenarios-v0-loglikelihood │ ├── hendrycksTest-moral_scenarios-v0-res.json │ ├── hendrycksTest-nutrition-v0-loglikelihood │ ├── hendrycksTest-nutrition-v0-res.json │ ├── hendrycksTest-philosophy-v0-loglikelihood │ ├── hendrycksTest-philosophy-v0-res.json │ ├── hendrycksTest-prehistory-v0-loglikelihood │ ├── hendrycksTest-prehistory-v0-res.json │ ├── hendrycksTest-professional_accounting-v0-loglikelihood │ ├── hendrycksTest-professional_accounting-v0-res.json │ ├── hendrycksTest-professional_law-v0-loglikelihood │ ├── hendrycksTest-professional_law-v0-res.json │ ├── hendrycksTest-professional_medicine-v0-loglikelihood │ ├── hendrycksTest-professional_medicine-v0-res.json │ ├── hendrycksTest-professional_psychology-v0-loglikelihood │ ├── hendrycksTest-professional_psychology-v0-res.json │ ├── hendrycksTest-public_relations-v0-loglikelihood │ ├── hendrycksTest-public_relations-v0-res.json │ ├── hendrycksTest-security_studies-v0-loglikelihood │ ├── hendrycksTest-security_studies-v0-res.json │ ├── hendrycksTest-sociology-v0-loglikelihood │ ├── hendrycksTest-sociology-v0-res.json │ ├── hendrycksTest-us_foreign_policy-v0-loglikelihood │ ├── hendrycksTest-us_foreign_policy-v0-res.json │ ├── hendrycksTest-virology-v0-loglikelihood │ ├── hendrycksTest-virology-v0-res.json │ ├── hendrycksTest-world_religions-v0-loglikelihood │ ├── hendrycksTest-world_religions-v0-res.json │ ├── iwslt17-ar-en-v0-greedy_until │ ├── iwslt17-ar-en-v0-res.json │ ├── iwslt17-en-ar-v0-greedy_until │ ├── iwslt17-en-ar-v0-res.json │ ├── lambada-v0-loglikelihood │ ├── lambada-v0-res.json │ ├── lambada_cloze-v0-loglikelihood │ ├── lambada_cloze-v0-res.json │ ├── lambada_mt_de-v0-loglikelihood │ ├── lambada_mt_de-v0-res.json │ ├── lambada_mt_en-v0-loglikelihood │ ├── lambada_mt_en-v0-res.json │ ├── lambada_mt_es-v0-loglikelihood │ ├── lambada_mt_es-v0-res.json │ ├── lambada_mt_fr-v0-loglikelihood │ ├── lambada_mt_fr-v0-res.json │ ├── lambada_mt_it-v0-loglikelihood │ ├── lambada_mt_it-v0-res.json │ ├── lambada_openai-v0-loglikelihood │ ├── lambada_openai-v0-res.json │ ├── lambada_openai-v2.0-loglikelihood │ ├── lambada_openai-v2.0-res.json │ ├── lambada_openai_10_hf_pretrained-EleutherAI-pythia-14m-dtype-float32-device-cpu.txt │ ├── lambada_openai_cloze-v0-loglikelihood │ ├── lambada_openai_cloze-v0-res.json │ ├── lambada_openai_mt_de-v0-loglikelihood │ ├── lambada_openai_mt_de-v0-res.json │ ├── lambada_openai_mt_en-v0-loglikelihood │ ├── lambada_openai_mt_en-v0-res.json │ ├── lambada_openai_mt_es-v0-loglikelihood │ ├── lambada_openai_mt_es-v0-res.json │ ├── lambada_openai_mt_fr-v0-loglikelihood │ ├── lambada_openai_mt_fr-v0-res.json │ ├── lambada_openai_mt_it-v0-loglikelihood │ ├── lambada_openai_mt_it-v0-res.json │ ├── lambada_standard-v0-loglikelihood │ ├── lambada_standard-v0-res.json │ ├── lambada_standard_cloze-v0-loglikelihood │ ├── lambada_standard_cloze-v0-res.json │ ├── logiqa-v0-loglikelihood │ ├── logiqa-v0-res.json │ ├── math_algebra-v0-greedy_until │ ├── math_algebra-v0-res.json │ ├── math_algebra-v1-greedy_until │ ├── math_algebra-v1-res.json │ ├── math_counting_and_prob-v0-greedy_until │ ├── math_counting_and_prob-v0-res.json │ ├── math_counting_and_prob-v1-greedy_until │ ├── math_counting_and_prob-v1-res.json │ ├── math_geometry-v0-greedy_until │ ├── math_geometry-v0-res.json │ ├── math_geometry-v1-greedy_until │ ├── math_geometry-v1-res.json │ ├── math_intermediate_algebra-v0-greedy_until │ ├── math_intermediate_algebra-v0-res.json │ ├── math_intermediate_algebra-v1-greedy_until │ ├── math_intermediate_algebra-v1-res.json │ ├── math_num_theory-v0-greedy_until │ ├── math_num_theory-v0-res.json │ ├── math_num_theory-v1-greedy_until │ ├── math_num_theory-v1-res.json │ ├── math_prealgebra-v0-greedy_until │ ├── math_prealgebra-v0-res.json │ ├── math_prealgebra-v1-greedy_until │ ├── math_prealgebra-v1-res.json │ ├── math_precalc-v0-greedy_until │ ├── math_precalc-v0-res.json │ ├── math_precalc-v1-greedy_until │ ├── math_precalc-v1-res.json │ ├── mathqa-v0-loglikelihood │ ├── mathqa-v0-res.json │ ├── mc_taco-v0-loglikelihood │ ├── mc_taco-v0-res.json │ ├── mmlu_stem_10_hf_pretrained-EleutherAI-pythia-14m-dtype-float32-device-cpu.txt │ ├── mnli-v0-loglikelihood │ ├── mnli-v0-res.json │ ├── mnli_mismatched-v0-loglikelihood │ ├── mnli_mismatched-v0-res.json │ ├── mrpc-v0-loglikelihood │ ├── mrpc-v0-res.json │ ├── multirc-v0-loglikelihood │ ├── multirc-v0-res.json │ ├── multirc-v1-loglikelihood │ ├── multirc-v1-res.json │ ├── mutual-v0-loglikelihood │ ├── mutual-v0-res.json │ ├── mutual-v1-loglikelihood │ ├── mutual-v1-res.json │ ├── mutual_plus-v0-loglikelihood │ ├── mutual_plus-v0-res.json │ ├── mutual_plus-v1-loglikelihood │ ├── mutual_plus-v1-res.json │ ├── openbookqa-v0-loglikelihood │ ├── openbookqa-v0-res.json │ ├── pile_arxiv-v0-loglikelihood_rolling │ ├── pile_arxiv-v0-res.json │ ├── pile_arxiv-v1-loglikelihood_rolling │ ├── pile_arxiv-v1-res.json │ ├── pile_bookcorpus2-v0-loglikelihood_rolling │ ├── pile_bookcorpus2-v0-res.json │ ├── pile_bookcorpus2-v1-loglikelihood_rolling │ ├── pile_bookcorpus2-v1-res.json │ ├── pile_books3-v0-loglikelihood_rolling │ ├── pile_books3-v0-res.json │ ├── pile_books3-v1-loglikelihood_rolling │ ├── pile_books3-v1-res.json │ ├── pile_dm-mathematics-v0-loglikelihood_rolling │ ├── pile_dm-mathematics-v0-res.json │ ├── pile_dm-mathematics-v1-loglikelihood_rolling │ ├── pile_dm-mathematics-v1-res.json │ ├── pile_enron-v0-loglikelihood_rolling │ ├── pile_enron-v0-res.json │ ├── pile_enron-v1-loglikelihood_rolling │ ├── pile_enron-v1-res.json │ ├── pile_europarl-v0-loglikelihood_rolling │ ├── pile_europarl-v0-res.json │ ├── pile_europarl-v1-loglikelihood_rolling │ ├── pile_europarl-v1-res.json │ ├── pile_freelaw-v0-loglikelihood_rolling │ ├── pile_freelaw-v0-res.json │ ├── pile_freelaw-v1-loglikelihood_rolling │ ├── pile_freelaw-v1-res.json │ ├── pile_github-v0-loglikelihood_rolling │ ├── pile_github-v0-res.json │ ├── pile_github-v1-loglikelihood_rolling │ ├── pile_github-v1-res.json │ ├── pile_gutenberg-v0-loglikelihood_rolling │ ├── pile_gutenberg-v0-res.json │ ├── pile_gutenberg-v1-loglikelihood_rolling │ ├── pile_gutenberg-v1-res.json │ ├── pile_hackernews-v0-loglikelihood_rolling │ ├── pile_hackernews-v0-res.json │ ├── pile_hackernews-v1-loglikelihood_rolling │ ├── pile_hackernews-v1-res.json │ ├── pile_nih-exporter-v0-loglikelihood_rolling │ ├── pile_nih-exporter-v0-res.json │ ├── pile_nih-exporter-v1-loglikelihood_rolling │ ├── pile_nih-exporter-v1-res.json │ ├── pile_opensubtitles-v0-loglikelihood_rolling │ ├── pile_opensubtitles-v0-res.json │ ├── pile_opensubtitles-v1-loglikelihood_rolling │ ├── pile_opensubtitles-v1-res.json │ ├── pile_openwebtext2-v0-loglikelihood_rolling │ ├── pile_openwebtext2-v0-res.json │ ├── pile_openwebtext2-v1-loglikelihood_rolling │ ├── pile_openwebtext2-v1-res.json │ ├── pile_philpapers-v0-loglikelihood_rolling │ ├── pile_philpapers-v0-res.json │ ├── pile_philpapers-v1-loglikelihood_rolling │ ├── pile_philpapers-v1-res.json │ ├── pile_pile-cc-v0-loglikelihood_rolling │ ├── pile_pile-cc-v0-res.json │ ├── pile_pile-cc-v1-loglikelihood_rolling │ ├── pile_pile-cc-v1-res.json │ ├── pile_pubmed-abstracts-v0-loglikelihood_rolling │ ├── pile_pubmed-abstracts-v0-res.json │ ├── pile_pubmed-abstracts-v1-loglikelihood_rolling │ ├── pile_pubmed-abstracts-v1-res.json │ ├── pile_pubmed-central-v0-loglikelihood_rolling │ ├── pile_pubmed-central-v0-res.json │ ├── pile_pubmed-central-v1-loglikelihood_rolling │ ├── pile_pubmed-central-v1-res.json │ ├── pile_stackexchange-v0-loglikelihood_rolling │ ├── pile_stackexchange-v0-res.json │ ├── pile_stackexchange-v1-loglikelihood_rolling │ ├── pile_stackexchange-v1-res.json │ ├── pile_ubuntu-irc-v0-loglikelihood_rolling │ ├── pile_ubuntu-irc-v0-res.json │ ├── pile_ubuntu-irc-v1-loglikelihood_rolling │ ├── pile_ubuntu-irc-v1-res.json │ ├── pile_uspto-v0-loglikelihood_rolling │ ├── pile_uspto-v0-res.json │ ├── pile_uspto-v1-loglikelihood_rolling │ ├── pile_uspto-v1-res.json │ ├── pile_wikipedia-v0-loglikelihood_rolling │ ├── pile_wikipedia-v0-res.json │ ├── pile_wikipedia-v1-loglikelihood_rolling │ ├── pile_wikipedia-v1-res.json │ ├── pile_youtubesubtitles-v0-loglikelihood_rolling │ ├── pile_youtubesubtitles-v0-res.json │ ├── pile_youtubesubtitles-v1-loglikelihood_rolling │ ├── pile_youtubesubtitles-v1-res.json │ ├── piqa-v0-loglikelihood │ ├── piqa-v0-res.json │ ├── prost-v0-loglikelihood │ ├── prost-v0-res.json │ ├── pubmedqa-v0-loglikelihood │ ├── pubmedqa-v0-res.json │ ├── qa4mre_2011-v0-loglikelihood │ ├── qa4mre_2011-v0-res.json │ ├── qa4mre_2012-v0-loglikelihood │ ├── qa4mre_2012-v0-res.json │ ├── qa4mre_2013-v0-loglikelihood │ ├── qa4mre_2013-v0-res.json │ ├── qnli-v0-loglikelihood │ ├── qnli-v0-res.json │ ├── qqp-v0-loglikelihood │ ├── qqp-v0-res.json │ ├── race-v0-loglikelihood │ ├── race-v0-res.json │ ├── random_insertion-v0-greedy_until │ ├── random_insertion-v0-res.json │ ├── record-v0-loglikelihood │ ├── record-v0-res.json │ ├── reversed_words-v0-greedy_until │ ├── reversed_words-v0-res.json │ ├── rte-v0-loglikelihood │ ├── rte-v0-res.json │ ├── sciq-v0-loglikelihood │ ├── sciq-v0-res.json │ ├── squad2-v0-greedy_until │ ├── squad2-v0-loglikelihood │ ├── squad2-v0-res.json │ ├── squad2-v1-greedy_until │ ├── squad2-v1-loglikelihood │ ├── squad2-v1-res.json │ ├── sst-v0-loglikelihood │ ├── sst-v0-res.json │ ├── swag-v0-loglikelihood │ ├── swag-v0-res.json │ ├── toxigen-v0-loglikelihood │ ├── toxigen-v0-res.json │ ├── triviaqa-v0-loglikelihood │ ├── triviaqa-v0-res.json │ ├── triviaqa-v1-loglikelihood │ ├── triviaqa-v1-res.json │ ├── truthfulqa_gen-v0-greedy_until │ ├── truthfulqa_gen-v0-res.json │ ├── truthfulqa_gen-v1-greedy_until │ ├── truthfulqa_gen-v1-res.json │ ├── truthfulqa_mc-v0-loglikelihood │ ├── truthfulqa_mc-v0-res.json │ ├── truthfulqa_mc-v1-loglikelihood │ ├── truthfulqa_mc-v1-res.json │ ├── webqs-v0-loglikelihood │ ├── webqs-v0-res.json │ ├── wic-v0-loglikelihood │ ├── wic-v0-res.json │ ├── wikitext-v0-loglikelihood_rolling │ ├── wikitext-v0-res.json │ ├── wikitext-v1-loglikelihood_rolling │ ├── wikitext-v1-res.json │ ├── wikitext_10_hf_pretrained-EleutherAI-pythia-14m-dtype-float32-device-cpu.txt │ ├── winogrande-v0-loglikelihood │ ├── winogrande-v0-res.json │ ├── wmt14-en-fr-v0-greedy_until │ ├── wmt14-en-fr-v0-res.json │ ├── wmt14-fr-en-v0-greedy_until │ ├── wmt14-fr-en-v0-res.json │ ├── wmt16-de-en-v0-greedy_until │ ├── wmt16-de-en-v0-res.json │ ├── wmt16-en-de-v0-greedy_until │ ├── wmt16-en-de-v0-res.json │ ├── wmt16-en-ro-v0-greedy_until │ ├── wmt16-en-ro-v0-res.json │ ├── wmt16-ro-en-v0-greedy_until │ ├── wmt16-ro-en-v0-res.json │ ├── wmt20-cs-en-v0-greedy_until │ ├── wmt20-cs-en-v0-res.json │ ├── wmt20-de-en-v0-greedy_until │ ├── wmt20-de-en-v0-res.json │ ├── wmt20-de-fr-v0-greedy_until │ ├── wmt20-de-fr-v0-res.json │ ├── wmt20-en-cs-v0-greedy_until │ ├── wmt20-en-cs-v0-res.json │ ├── wmt20-en-de-v0-greedy_until │ ├── wmt20-en-de-v0-res.json │ ├── wmt20-en-iu-v0-greedy_until │ ├── wmt20-en-iu-v0-res.json │ ├── wmt20-en-ja-v0-greedy_until │ ├── wmt20-en-ja-v0-res.json │ ├── wmt20-en-ja-v1-greedy_until │ ├── wmt20-en-ja-v1-res.json │ ├── wmt20-en-km-v0-greedy_until │ ├── wmt20-en-km-v0-res.json │ ├── wmt20-en-pl-v0-greedy_until │ ├── wmt20-en-pl-v0-res.json │ ├── wmt20-en-ps-v0-greedy_until │ ├── wmt20-en-ps-v0-res.json │ ├── wmt20-en-ru-v0-greedy_until │ ├── wmt20-en-ru-v0-res.json │ ├── wmt20-en-ta-v0-greedy_until │ ├── wmt20-en-ta-v0-res.json │ ├── wmt20-en-zh-v0-greedy_until │ ├── wmt20-en-zh-v0-res.json │ ├── wmt20-en-zh-v1-greedy_until │ ├── wmt20-en-zh-v1-res.json │ ├── wmt20-fr-de-v0-greedy_until │ ├── wmt20-fr-de-v0-res.json │ ├── wmt20-iu-en-v0-greedy_until │ ├── wmt20-iu-en-v0-res.json │ ├── wmt20-ja-en-v0-greedy_until │ ├── wmt20-ja-en-v0-res.json │ ├── wmt20-km-en-v0-greedy_until │ ├── wmt20-km-en-v0-res.json │ ├── wmt20-pl-en-v0-greedy_until │ ├── wmt20-pl-en-v0-res.json │ ├── wmt20-ps-en-v0-greedy_until │ ├── wmt20-ps-en-v0-res.json │ ├── wmt20-ru-en-v0-greedy_until │ ├── wmt20-ru-en-v0-res.json │ ├── wmt20-ta-en-v0-greedy_until │ ├── wmt20-ta-en-v0-res.json │ ├── wmt20-zh-en-v0-greedy_until │ ├── wmt20-zh-en-v0-res.json │ ├── wnli-v0-loglikelihood │ ├── wnli-v0-res.json │ ├── wnli-v1-loglikelihood │ ├── wnli-v1-res.json │ ├── wsc-v0-loglikelihood │ ├── wsc-v0-res.json │ ├── wsc273-v0-loglikelihood │ └── wsc273-v0-res.json │ ├── testyamls │ └── test-01.yaml │ └── utils.py ├── EvaluateKGC ├── InfoPreservation │ ├── answer_generation.py │ └── question_generation.py ├── README.md ├── SchemaQuality │ ├── conceptualization_contextulized_api.py │ ├── eval.py │ └── utils.py └── TripleAccuracy │ └── triple_acc.py ├── LICENSE ├── README.md ├── UPDATE.md ├── atlas_mutihopqa.py ├── atlas_rag ├── __init__.py ├── evaluation │ ├── __init__.py │ ├── benchmark.py │ ├── evaluation.py │ └── graph_evaluation.py ├── kg_construction │ ├── __init__.py │ ├── concept_generation.py │ ├── concept_to_csv.py │ ├── neo4j │ │ ├── __init__.py │ │ ├── neo4j_api.py │ │ └── utils.py │ ├── triple_config.py │ ├── triple_extraction.py │ └── utils │ │ ├── __init__.py │ │ ├── csv_processing │ │ ├── __init__.py │ │ ├── csv_add_numeric_id.py │ │ ├── csv_to_graphml.py │ │ ├── csv_to_npy.py │ │ └── merge_csv.py │ │ ├── json_processing │ │ ├── __init__.py │ │ ├── json_to_csv.py │ │ └── json_to_graphml.py │ │ └── md_processing │ │ ├── __init__.py │ │ └── markdown_to_json.py ├── llm_generator │ ├── __init__.py │ ├── format │ │ ├── __init__.py │ │ ├── validate_json_output.py │ │ └── validate_json_schema.py │ ├── generation_config.py │ ├── llm_generator.py │ └── prompt │ │ ├── __init__.py │ │ ├── lkg_prompt.py │ │ ├── rag_prompt.py │ │ ├── react.py │ │ ├── tog_prompt.py │ │ ├── tog_v2_prompt.py │ │ └── triple_extraction_prompt.py ├── logging.py ├── retriever │ ├── __init__.py │ ├── base.py │ ├── hipporag.py │ ├── hipporag2.py │ ├── inference_config.py │ ├── lkg_retriever │ │ ├── __init__.py │ │ ├── base.py │ │ ├── lkgr.py │ │ └── tog.py │ ├── simple_retriever.py │ ├── tog.py │ ├── tog_v2.py │ ├── tog_v3.py │ └── upper_bound_retriever.py └── vectorstore │ ├── __init__.py │ ├── create_graph_index.py │ ├── create_neo4j_index.py │ └── embedding_model.py ├── check_toml.py ├── dist ├── atlas_rag-0.0.1-py3-none-any.whl └── atlas_rag-0.0.1.tar.gz ├── docs ├── Makefile ├── build │ ├── doctrees │ │ ├── billion_kg │ │ │ └── existing_billion_kg.doctree │ │ ├── environment.pickle │ │ ├── example │ │ │ ├── advance_features.doctree │ │ │ └── parralel_generation.doctree │ │ ├── guide │ │ │ ├── configurations.doctree │ │ │ ├── file_formats.doctree │ │ │ ├── llm_providers.doctree │ │ │ ├── retrieval_augmentation.doctree │ │ │ └── vectorstores.doctree │ │ ├── index.doctree │ │ └── intro │ │ │ ├── installation.doctree │ │ │ └── quickstart.doctree │ └── html │ │ ├── .buildinfo │ │ ├── _sources │ │ ├── billion_kg │ │ │ └── existing_billion_kg.md.txt │ │ ├── example │ │ │ ├── advance_features.md.txt │ │ │ └── parralel_generation.md.txt │ │ ├── guide │ │ │ ├── configurations.md.txt │ │ │ ├── file_formats.md.txt │ │ │ ├── llm_providers.md.txt │ │ │ ├── retrieval_augmentation.md.txt │ │ │ └── vectorstores.md.txt │ │ ├── index.rst.txt │ │ └── intro │ │ │ ├── installation.md.txt │ │ │ └── quickstart.md.txt │ │ ├── _static │ │ ├── _sphinx_javascript_frameworks_compat.js │ │ ├── atlas-rag-icon-wo-background.ico │ │ ├── atlas-rag-icon-wo-background.png │ │ ├── atlas-rag-icon.ico │ │ ├── atlas-rag-icon.png │ │ ├── basic.css │ │ ├── css │ │ │ ├── badge_only.css │ │ │ ├── fonts │ │ │ │ ├── Roboto-Slab-Bold.woff │ │ │ │ ├── Roboto-Slab-Bold.woff2 │ │ │ │ ├── Roboto-Slab-Regular.woff │ │ │ │ ├── Roboto-Slab-Regular.woff2 │ │ │ │ ├── fontawesome-webfont.eot │ │ │ │ ├── fontawesome-webfont.svg │ │ │ │ ├── fontawesome-webfont.ttf │ │ │ │ ├── fontawesome-webfont.woff │ │ │ │ ├── fontawesome-webfont.woff2 │ │ │ │ ├── lato-bold-italic.woff │ │ │ │ ├── lato-bold-italic.woff2 │ │ │ │ ├── lato-bold.woff │ │ │ │ ├── lato-bold.woff2 │ │ │ │ ├── lato-normal-italic.woff │ │ │ │ ├── lato-normal-italic.woff2 │ │ │ │ ├── lato-normal.woff │ │ │ │ └── lato-normal.woff2 │ │ │ └── theme.css │ │ ├── doctools.js │ │ ├── documentation_options.js │ │ ├── file.png │ │ ├── fonts │ │ │ ├── Lato │ │ │ │ ├── lato-bold.eot │ │ │ │ ├── lato-bold.ttf │ │ │ │ ├── lato-bold.woff │ │ │ │ ├── lato-bold.woff2 │ │ │ │ ├── lato-bolditalic.eot │ │ │ │ ├── lato-bolditalic.ttf │ │ │ │ ├── lato-bolditalic.woff │ │ │ │ ├── lato-bolditalic.woff2 │ │ │ │ ├── lato-italic.eot │ │ │ │ ├── lato-italic.ttf │ │ │ │ ├── lato-italic.woff │ │ │ │ ├── lato-italic.woff2 │ │ │ │ ├── lato-regular.eot │ │ │ │ ├── lato-regular.ttf │ │ │ │ ├── lato-regular.woff │ │ │ │ └── lato-regular.woff2 │ │ │ └── RobotoSlab │ │ │ │ ├── roboto-slab-v7-bold.eot │ │ │ │ ├── roboto-slab-v7-bold.ttf │ │ │ │ ├── roboto-slab-v7-bold.woff │ │ │ │ ├── roboto-slab-v7-bold.woff2 │ │ │ │ ├── roboto-slab-v7-regular.eot │ │ │ │ ├── roboto-slab-v7-regular.ttf │ │ │ │ ├── roboto-slab-v7-regular.woff │ │ │ │ └── roboto-slab-v7-regular.woff2 │ │ ├── jquery.js │ │ ├── js │ │ │ ├── badge_only.js │ │ │ ├── theme.js │ │ │ └── versions.js │ │ ├── language_data.js │ │ ├── minus.png │ │ ├── plus.png │ │ ├── pygments.css │ │ ├── searchtools.js │ │ └── sphinx_highlight.js │ │ ├── billion_kg │ │ └── existing_billion_kg.html │ │ ├── example │ │ ├── advance_features.html │ │ └── parralel_generation.html │ │ ├── genindex.html │ │ ├── guide │ │ ├── configurations.html │ │ ├── file_formats.html │ │ ├── llm_providers.html │ │ ├── retrieval_augmentation.html │ │ └── vectorstores.html │ │ ├── index.html │ │ ├── intro │ │ ├── installation.html │ │ └── quickstart.html │ │ ├── objects.inv │ │ ├── search.html │ │ └── searchindex.js ├── make.bat └── source │ ├── _static │ ├── atlas-rag-icon-wo-background.ico │ ├── atlas-rag-icon-wo-background.png │ ├── atlas-rag-icon.ico │ └── atlas-rag-icon.png │ ├── billion_kg │ └── existing_billion_kg.md │ ├── conf.py │ ├── example │ ├── advance_features.md │ └── parralel_generation.md │ ├── guide │ ├── configurations.md │ ├── file_formats.md │ ├── llm_providers.md │ ├── retrieval_augmentation.md │ └── vectorstores.md │ ├── index.rst │ └── intro │ ├── installation.md │ └── quickstart.md ├── example ├── atlas_billion_kg_usage.ipynb ├── atlas_full_pipeline.ipynb ├── atlas_multihopqa.ipynb ├── example_data │ ├── Dulce.json │ ├── Dulce_test.json │ ├── md_data │ │ ├── Apple_Environmental_Progress_Report_2024.md │ │ └── CICGPC_Glazing_ver1.0a.md │ ├── multilingual_data │ │ ├── RomanceOfTheThreeKingdom-zh-CN.json │ │ └── RomanceOfTheThreeKingdom-zh-HK.json │ └── pdf_data │ │ ├── Apple_Environmental_Progress_Report_2024.json │ │ ├── Apple_Environmental_Progress_Report_2024.pdf │ │ ├── CICGPC_Glazing_ver1.0a.json │ │ └── CICGPC_Glazing_ver1.0a.pdf ├── example_scripts │ ├── benchmark_extraction_example │ │ ├── 1_slice_kg_extraction.py │ │ ├── 2_concept_generation.py │ │ └── readme.md │ ├── custom_extraction │ │ ├── benchmarking.py │ │ ├── custom_benchmark │ │ │ ├── custom_prompt.json │ │ │ ├── custom_schema.json │ │ │ └── qa_data │ │ │ │ ├── 2wikimultihopqa.json │ │ │ │ ├── hotpotqa.json │ │ │ │ └── musique.json │ │ ├── custom_kg_extraction.py │ │ └── readme.md │ ├── neo4j_kg │ │ ├── atlas_api_client_demo.py │ │ ├── atlas_api_server_demo.py │ │ ├── atlas_api_server_demo_cc.py │ │ ├── atlas_api_server_demo_pes2o.py │ │ ├── atlas_api_server_demo_wiki.py │ │ └── readme.md │ └── parallel_generation │ │ ├── 1_slice_kg_extraction.py │ │ ├── 1_slice_kg_extraction.sh │ │ ├── 2_concept_generation.py │ │ ├── 2_concept_generation.sh │ │ ├── 3_final_to_graphml.py │ │ ├── readme.md │ │ └── run_full_pipeline.sh ├── generated │ ├── CICGPC_Glazing_ver1.0a │ │ ├── concept_csv │ │ │ ├── concept_edges_CICGPC_Glazing_ver1.0a_from_json_with_concept.csv │ │ │ ├── concept_nodes_CICGPC_Glazing_ver1.0a_from_json_with_concept.csv │ │ │ └── triple_edges_CICGPC_Glazing_ver1.0a_from_json_with_concept.csv │ │ ├── concepts │ │ │ ├── concept_shard_0.csv │ │ │ └── logging.txt │ │ ├── kg_extraction │ │ │ └── meta-llama_Meta-Llama-3.1-8B-Instruct_CICGPC_Glazing_ver1.0a_output_20250706122933_1_in_1.json │ │ └── triples_csv │ │ │ ├── CICGPC_Glazing_ver1.0a_from_json_with_concept.csv │ │ │ ├── missing_concepts_CICGPC_Glazing_ver1.0a_from_json.csv │ │ │ ├── text_edges_CICGPC_Glazing_ver1.0a_from_json.csv │ │ │ ├── text_nodes_CICGPC_Glazing_ver1.0a_from_json.csv │ │ │ ├── triple_edges_CICGPC_Glazing_ver1.0a_from_json_without_emb.csv │ │ │ └── triple_nodes_CICGPC_Glazing_ver1.0a_from_json_without_emb.csv │ └── Dulce │ │ ├── concept_csv │ │ ├── concept_edges_Dulce_from_json_with_concept.csv │ │ ├── concept_nodes_Dulce_from_json_with_concept.csv │ │ └── triple_edges_Dulce_from_json_with_concept.csv │ │ ├── concepts │ │ ├── concept_shard_0.csv │ │ └── logging.txt │ │ ├── kg_extraction │ │ └── meta-llama_Meta-Llama-3.1-8B-Instruct_Dulce_output_20250705173900_1_in_1.json │ │ └── triples_csv │ │ ├── Dulce_from_json_with_concept.csv │ │ ├── missing_concepts_Dulce_from_json.csv │ │ ├── text_edges_Dulce_from_json.csv │ │ ├── text_nodes_Dulce_from_json.csv │ │ ├── text_nodes_Dulce_from_json_with_numeric_id.csv │ │ ├── triple_edges_Dulce_from_json_without_emb.csv │ │ ├── triple_edges_Dulce_from_json_without_emb_with_numeric_id.csv │ │ ├── triple_nodes_Dulce_from_json_without_emb.csv │ │ └── triple_nodes_Dulce_from_json_without_emb_with_numeric_id.csv ├── multilingual_processing.md ├── pdf_md_conversion │ └── readme.md └── readme.md ├── neo4j_scripts ├── get_neo4j_cc.sh ├── get_neo4j_demo.sh ├── get_neo4j_pes2o.sh ├── get_neo4j_wiki.sh ├── neo4j.conf ├── start_neo4j_cc.sh ├── start_neo4j_demo.sh ├── start_neo4j_pes2o.sh ├── start_neo4j_wiki.sh ├── stop_all_neo4j.sh ├── stop_neo4j_cc.sh ├── stop_neo4j_demo.sh ├── stop_neo4j_pes2o.sh └── stop_neo4j_wiki.sh ├── pyproject.toml └── tests ├── test_base_retriever.py ├── test_embedding_model.py ├── test_filter_template.py ├── test_hipporag.py ├── test_hipporag2.py ├── test_indexer.py ├── test_prompt_template.py ├── test_simple_retriever.py └── test_tog.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/.gitignore -------------------------------------------------------------------------------- /EvaluateFactuality/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateFactuality/README.md -------------------------------------------------------------------------------- /EvaluateFactuality/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateFactuality/eval.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/README.md -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/.DS_Store -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/.coveragerc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/.coveragerc -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/.flake8: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/.flake8 -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/.github/workflows/new_tasks.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/.github/workflows/new_tasks.yml -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/.github/workflows/publish.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/.github/workflows/publish.yml -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/.github/workflows/unit_tests.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/.github/workflows/unit_tests.yml -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/.gitignore -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/.pre-commit-config.yaml -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/CITATION.bib: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/CITATION.bib -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/CODEOWNERS: -------------------------------------------------------------------------------- 1 | * @baberabb @lintangsutawika 2 | -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/LICENSE.md -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/README.md -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/docs/API_guide.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/docs/API_guide.md -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/docs/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/docs/CONTRIBUTING.md -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/docs/README.md -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/docs/chat-template-readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/docs/chat-template-readme.md -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/docs/decontamination.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/docs/decontamination.md -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/docs/img/fewshot_example_gpt3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/docs/img/fewshot_example_gpt3.png -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/docs/interface.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/docs/interface.md -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/docs/model_guide.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/docs/model_guide.md -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/docs/new_task_guide.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/docs/new_task_guide.md -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/docs/task_guide.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/docs/task_guide.md -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/examples/lm-eval-overview.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/examples/lm-eval-overview.ipynb -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/examples/visualize-wandb.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/examples/visualize-wandb.ipynb -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/examples/visualize-zeno.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/examples/visualize-zeno.ipynb -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/ignore.txt: -------------------------------------------------------------------------------- 1 | ROUGE 2 | rouge 3 | nin 4 | maka 5 | mor 6 | te 7 | ond 8 | extraversion 9 | -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/.DS_Store -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/__init__.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/__main__.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/api/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/api/filter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/api/filter.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/api/group.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/api/group.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/api/instance.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/api/instance.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/api/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/api/metrics.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/api/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/api/model.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/api/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/api/registry.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/api/samplers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/api/samplers.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/api/task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/api/task.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/caching/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/caching/cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/caching/cache.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/decontamination/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/decontamination/archiver.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/decontamination/archiver.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/decontamination/decontaminate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/decontamination/decontaminate.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/decontamination/janitor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/decontamination/janitor.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/evaluator.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/evaluator_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/evaluator_utils.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/filters/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/filters/__init__.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/filters/custom.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/filters/custom.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/filters/decontamination.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/filters/decontamination.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/filters/extraction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/filters/extraction.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/filters/selection.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/filters/selection.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/filters/transformation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/filters/transformation.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/loggers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/loggers/__init__.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/loggers/check.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/loggers/check.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/loggers/evaluation_tracker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/loggers/evaluation_tracker.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/loggers/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/loggers/utils.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/loggers/wandb_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/loggers/wandb_logger.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/models/__init__.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/models/anthropic_llms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/models/anthropic_llms.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/models/api_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/models/api_models.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/models/dummy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/models/dummy.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/models/gguf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/models/gguf.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/models/hf_vlms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/models/hf_vlms.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/models/huggingface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/models/huggingface.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/models/ibm_watsonx_ai.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/models/ibm_watsonx_ai.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/models/mamba_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/models/mamba_lm.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/models/nemo_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/models/nemo_lm.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/models/neuralmagic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/models/neuralmagic.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/models/neuron_optimum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/models/neuron_optimum.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/models/openai_completions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/models/openai_completions.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/models/optimum_ipex.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/models/optimum_ipex.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/models/optimum_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/models/optimum_lm.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/models/textsynth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/models/textsynth.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/models/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/models/utils.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/models/vllm_causallms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/models/vllm_causallms.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/models/vllm_vlms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/models/vllm_vlms.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/prompts/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/prompts/__init__.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/tasks/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/tasks/README.md -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/tasks/__init__.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/tasks/mmlu/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/tasks/mmlu/README.md -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/tasks/mmlu/_generate_configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/tasks/mmlu/_generate_configs.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/tasks/mmlu/generative/_mmlu.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/tasks/mmlu/generative/_mmlu.yaml -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/lm_eval/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/lm_eval/utils.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/pile_statistics.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/pile_statistics.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/pyproject.toml -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/requirements.txt: -------------------------------------------------------------------------------- 1 | -e . 2 | -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/results/score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/results/score.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/results/subject_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/results/subject_score.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/scripts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/scripts/build_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/scripts/build_benchmark.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/scripts/clean_training_data/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/scripts/clean_training_data/README.md -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/scripts/clean_training_data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/scripts/clean_training_data/janitor_util.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/scripts/clean_training_data/janitor_util.cpp -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/scripts/cost_estimate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/scripts/cost_estimate.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/scripts/get_prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/scripts/get_prompts.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/scripts/make_gpt2_test_cases.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/scripts/make_gpt2_test_cases.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/scripts/make_table_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/scripts/make_table_results.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/scripts/make_table_tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/scripts/make_table_tasks.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/scripts/model_comparator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/scripts/model_comparator.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/scripts/regression.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/scripts/regression.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/scripts/requests_caching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/scripts/requests_caching.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/scripts/write_out.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/scripts/write_out.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/scripts/zeno_visualize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/scripts/zeno_visualize.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/setup.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/templates/new_yaml_task/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/templates/new_yaml_task/README.md -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/templates/new_yaml_task/blank_yaml.yaml: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/models/test_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/models/test_api.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/models/test_gguf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/models/test_gguf.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/models/test_gptqmodel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/models/test_gptqmodel.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/models/test_huggingface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/models/test_huggingface.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/models/test_neuralmagic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/models/test_neuralmagic.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/models/test_openvino.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/models/test_openvino.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/models/test_vllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/models/test_vllm.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/test_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/test_cli.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/test_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/test_evaluator.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/test_include_path.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/test_include_path.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/test_janitor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/test_janitor.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/test_misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/test_misc.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/test_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/test_prompt.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/test_requests_caching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/test_requests_caching.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/test_task_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/test_task_manager.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/test_tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/test_tasks.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/test_utils.py -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testconfigs/arc_test.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testconfigs/arc_test.yaml -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/anagrams1-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/anagrams1-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/anagrams1-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/anagrams1-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/anagrams2-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/anagrams2-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/anagrams2-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/anagrams2-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/anli_r1-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/anli_r1-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/anli_r1-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/anli_r1-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/anli_r2-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/anli_r2-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/anli_r2-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/anli_r2-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/anli_r3-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/anli_r3-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/anli_r3-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/anli_r3-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/arc_challenge-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/arc_challenge-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/arc_challenge-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/arc_challenge-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/arc_challenge-v2.0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/arc_challenge-v2.0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/arc_easy-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/arc_easy-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/arc_easy-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/arc_easy-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/arithmetic_1dc-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/arithmetic_1dc-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/arithmetic_2da-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/arithmetic_2da-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/arithmetic_2dm-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/arithmetic_2dm-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/arithmetic_2ds-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/arithmetic_2ds-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/arithmetic_3da-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/arithmetic_3da-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/arithmetic_3ds-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/arithmetic_3ds-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/arithmetic_4da-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/arithmetic_4da-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/arithmetic_4ds-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/arithmetic_4ds-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/arithmetic_5da-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/arithmetic_5da-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/arithmetic_5ds-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/arithmetic_5ds-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/blimp_causative-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/blimp_causative-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/blimp_inchoative-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/blimp_inchoative-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/blimp_intransitive-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/blimp_intransitive-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/blimp_passive_1-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/blimp_passive_1-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/blimp_passive_2-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/blimp_passive_2-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/blimp_transitive-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/blimp_transitive-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/blimp_wh_island-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/blimp_wh_island-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/boolq-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/boolq-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/boolq-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/boolq-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/boolq-v1-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/boolq-v1-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/boolq-v1-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/boolq-v1-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/cb-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/cb-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/cb-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/cb-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/cb-v1-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/cb-v1-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/cb-v1-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/cb-v1-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/cola-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/cola-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/cola-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/cola-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/copa-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/copa-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/copa-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/copa-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/coqa-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/coqa-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/coqa-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/coqa-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/coqa-v1-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/coqa-v1-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/coqa-v1-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/coqa-v1-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/crows_pairs_french-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/crows_pairs_french-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/cycle_letters-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/cycle_letters-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/cycle_letters-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/cycle_letters-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/drop-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/drop-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/drop-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/drop-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/drop-v1-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/drop-v1-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/drop-v1-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/drop-v1-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/ethics_cm-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/ethics_cm-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/ethics_cm-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/ethics_cm-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/ethics_deontology-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/ethics_deontology-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/ethics_justice-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/ethics_justice-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/ethics_virtue-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/ethics_virtue-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/ethics_virtue-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/ethics_virtue-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/gsm8k-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/gsm8k-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/gsm8k-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/gsm8k-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/headqa-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/headqa-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/headqa-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/headqa-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/headqa_en-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/headqa_en-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/headqa_en-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/headqa_en-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/headqa_es-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/headqa_es-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/headqa_es-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/headqa_es-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/hellaswag-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/hellaswag-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/hellaswag-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/hellaswag-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/iwslt17-ar-en-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/iwslt17-ar-en-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/iwslt17-ar-en-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/iwslt17-ar-en-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/iwslt17-en-ar-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/iwslt17-en-ar-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/iwslt17-en-ar-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/iwslt17-en-ar-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/lambada-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/lambada-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/lambada-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/lambada-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/lambada_cloze-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/lambada_cloze-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/lambada_cloze-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/lambada_cloze-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/lambada_mt_de-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/lambada_mt_de-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/lambada_mt_de-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/lambada_mt_de-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/lambada_mt_en-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/lambada_mt_en-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/lambada_mt_en-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/lambada_mt_en-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/lambada_mt_es-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/lambada_mt_es-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/lambada_mt_es-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/lambada_mt_es-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/lambada_mt_fr-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/lambada_mt_fr-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/lambada_mt_fr-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/lambada_mt_fr-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/lambada_mt_it-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/lambada_mt_it-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/lambada_mt_it-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/lambada_mt_it-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/lambada_openai-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/lambada_openai-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/lambada_openai-v2.0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/lambada_openai-v2.0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/lambada_standard-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/lambada_standard-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/logiqa-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/logiqa-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/logiqa-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/logiqa-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/math_algebra-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/math_algebra-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/math_algebra-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/math_algebra-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/math_algebra-v1-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/math_algebra-v1-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/math_algebra-v1-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/math_algebra-v1-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/math_geometry-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/math_geometry-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/math_geometry-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/math_geometry-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/math_geometry-v1-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/math_geometry-v1-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/math_geometry-v1-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/math_geometry-v1-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/math_num_theory-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/math_num_theory-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/math_num_theory-v1-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/math_num_theory-v1-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/math_prealgebra-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/math_prealgebra-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/math_prealgebra-v1-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/math_prealgebra-v1-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/math_precalc-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/math_precalc-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/math_precalc-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/math_precalc-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/math_precalc-v1-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/math_precalc-v1-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/math_precalc-v1-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/math_precalc-v1-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/mathqa-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/mathqa-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/mathqa-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/mathqa-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/mc_taco-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/mc_taco-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/mc_taco-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/mc_taco-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/mnli-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/mnli-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/mnli-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/mnli-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/mnli_mismatched-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/mnli_mismatched-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/mrpc-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/mrpc-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/mrpc-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/mrpc-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/multirc-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/multirc-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/multirc-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/multirc-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/multirc-v1-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/multirc-v1-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/multirc-v1-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/multirc-v1-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/mutual-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/mutual-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/mutual-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/mutual-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/mutual-v1-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/mutual-v1-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/mutual-v1-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/mutual-v1-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/mutual_plus-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/mutual_plus-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/mutual_plus-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/mutual_plus-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/mutual_plus-v1-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/mutual_plus-v1-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/mutual_plus-v1-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/mutual_plus-v1-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/openbookqa-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/openbookqa-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/openbookqa-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/openbookqa-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_arxiv-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_arxiv-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_arxiv-v1-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_arxiv-v1-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_bookcorpus2-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_bookcorpus2-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_bookcorpus2-v1-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_bookcorpus2-v1-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_books3-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_books3-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_books3-v1-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_books3-v1-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_enron-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_enron-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_enron-v1-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_enron-v1-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_europarl-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_europarl-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_europarl-v1-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_europarl-v1-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_freelaw-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_freelaw-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_freelaw-v1-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_freelaw-v1-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_github-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_github-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_github-v1-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_github-v1-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_gutenberg-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_gutenberg-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_gutenberg-v1-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_gutenberg-v1-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_hackernews-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_hackernews-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_hackernews-v1-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_hackernews-v1-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_nih-exporter-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_nih-exporter-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_nih-exporter-v1-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_nih-exporter-v1-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_opensubtitles-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_opensubtitles-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_opensubtitles-v1-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_opensubtitles-v1-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_openwebtext2-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_openwebtext2-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_openwebtext2-v1-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_openwebtext2-v1-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_philpapers-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_philpapers-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_philpapers-v1-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_philpapers-v1-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_pile-cc-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_pile-cc-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_pile-cc-v1-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_pile-cc-v1-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_stackexchange-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_stackexchange-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_stackexchange-v1-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_stackexchange-v1-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_ubuntu-irc-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_ubuntu-irc-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_ubuntu-irc-v1-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_ubuntu-irc-v1-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_uspto-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_uspto-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_uspto-v1-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_uspto-v1-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_wikipedia-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_wikipedia-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_wikipedia-v1-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pile_wikipedia-v1-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/piqa-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/piqa-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/piqa-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/piqa-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/prost-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/prost-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/prost-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/prost-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pubmedqa-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pubmedqa-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pubmedqa-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/pubmedqa-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/qa4mre_2011-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/qa4mre_2011-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/qa4mre_2011-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/qa4mre_2011-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/qa4mre_2012-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/qa4mre_2012-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/qa4mre_2012-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/qa4mre_2012-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/qa4mre_2013-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/qa4mre_2013-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/qa4mre_2013-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/qa4mre_2013-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/qnli-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/qnli-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/qnli-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/qnli-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/qqp-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/qqp-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/qqp-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/qqp-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/race-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/race-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/race-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/race-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/random_insertion-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/random_insertion-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/record-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/record-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/record-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/record-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/reversed_words-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/reversed_words-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/reversed_words-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/reversed_words-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/rte-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/rte-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/rte-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/rte-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/sciq-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/sciq-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/sciq-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/sciq-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/squad2-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/squad2-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/squad2-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/squad2-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/squad2-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/squad2-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/squad2-v1-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/squad2-v1-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/squad2-v1-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/squad2-v1-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/squad2-v1-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/squad2-v1-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/sst-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/sst-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/sst-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/sst-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/swag-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/swag-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/swag-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/swag-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/toxigen-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/toxigen-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/toxigen-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/toxigen-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/triviaqa-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/triviaqa-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/triviaqa-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/triviaqa-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/triviaqa-v1-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/triviaqa-v1-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/triviaqa-v1-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/triviaqa-v1-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/truthfulqa_gen-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/truthfulqa_gen-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/truthfulqa_gen-v1-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/truthfulqa_gen-v1-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/truthfulqa_mc-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/truthfulqa_mc-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/truthfulqa_mc-v1-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/truthfulqa_mc-v1-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/webqs-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/webqs-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/webqs-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/webqs-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wic-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wic-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wic-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wic-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wikitext-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wikitext-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wikitext-v1-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wikitext-v1-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/winogrande-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/winogrande-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/winogrande-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/winogrande-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt14-en-fr-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt14-en-fr-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt14-en-fr-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt14-en-fr-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt14-fr-en-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt14-fr-en-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt14-fr-en-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt14-fr-en-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt16-de-en-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt16-de-en-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt16-de-en-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt16-de-en-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt16-en-de-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt16-en-de-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt16-en-de-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt16-en-de-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt16-en-ro-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt16-en-ro-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt16-en-ro-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt16-en-ro-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt16-ro-en-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt16-ro-en-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt16-ro-en-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt16-ro-en-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-cs-en-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-cs-en-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-cs-en-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-cs-en-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-de-en-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-de-en-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-de-en-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-de-en-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-de-fr-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-de-fr-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-de-fr-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-de-fr-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-cs-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-cs-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-cs-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-cs-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-de-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-de-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-de-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-de-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-iu-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-iu-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-iu-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-iu-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-ja-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-ja-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-ja-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-ja-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-ja-v1-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-ja-v1-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-ja-v1-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-ja-v1-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-km-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-km-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-km-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-km-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-pl-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-pl-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-pl-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-pl-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-ps-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-ps-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-ps-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-ps-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-ru-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-ru-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-ru-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-ru-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-ta-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-ta-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-ta-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-ta-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-zh-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-zh-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-zh-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-zh-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-zh-v1-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-zh-v1-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-zh-v1-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-en-zh-v1-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-fr-de-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-fr-de-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-fr-de-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-fr-de-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-iu-en-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-iu-en-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-iu-en-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-iu-en-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-ja-en-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-ja-en-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-ja-en-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-ja-en-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-km-en-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-km-en-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-km-en-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-km-en-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-pl-en-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-pl-en-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-pl-en-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-pl-en-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-ps-en-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-ps-en-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-ps-en-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-ps-en-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-ru-en-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-ru-en-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-ru-en-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-ru-en-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-ta-en-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-ta-en-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-ta-en-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-ta-en-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-zh-en-v0-greedy_until: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-zh-en-v0-greedy_until -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-zh-en-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wmt20-zh-en-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wnli-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wnli-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wnli-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wnli-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wnli-v1-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wnli-v1-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wnli-v1-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wnli-v1-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wsc-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wsc-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wsc-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wsc-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wsc273-v0-loglikelihood: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wsc273-v0-loglikelihood -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wsc273-v0-res.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testdata/wsc273-v0-res.json -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/testyamls/test-01.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/testyamls/test-01.yaml -------------------------------------------------------------------------------- /EvaluateGeneralTask/lm-evaluation-harness/tests/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateGeneralTask/lm-evaluation-harness/tests/utils.py -------------------------------------------------------------------------------- /EvaluateKGC/InfoPreservation/answer_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateKGC/InfoPreservation/answer_generation.py -------------------------------------------------------------------------------- /EvaluateKGC/InfoPreservation/question_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateKGC/InfoPreservation/question_generation.py -------------------------------------------------------------------------------- /EvaluateKGC/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateKGC/README.md -------------------------------------------------------------------------------- /EvaluateKGC/SchemaQuality/conceptualization_contextulized_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateKGC/SchemaQuality/conceptualization_contextulized_api.py -------------------------------------------------------------------------------- /EvaluateKGC/SchemaQuality/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateKGC/SchemaQuality/eval.py -------------------------------------------------------------------------------- /EvaluateKGC/SchemaQuality/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateKGC/SchemaQuality/utils.py -------------------------------------------------------------------------------- /EvaluateKGC/TripleAccuracy/triple_acc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/EvaluateKGC/TripleAccuracy/triple_acc.py -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/README.md -------------------------------------------------------------------------------- /UPDATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/UPDATE.md -------------------------------------------------------------------------------- /atlas_mutihopqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_mutihopqa.py -------------------------------------------------------------------------------- /atlas_rag/__init__.py: -------------------------------------------------------------------------------- 1 | from .logging import setup_logger -------------------------------------------------------------------------------- /atlas_rag/evaluation/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/evaluation/__init__.py -------------------------------------------------------------------------------- /atlas_rag/evaluation/benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/evaluation/benchmark.py -------------------------------------------------------------------------------- /atlas_rag/evaluation/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/evaluation/evaluation.py -------------------------------------------------------------------------------- /atlas_rag/evaluation/graph_evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/evaluation/graph_evaluation.py -------------------------------------------------------------------------------- /atlas_rag/kg_construction/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /atlas_rag/kg_construction/concept_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/kg_construction/concept_generation.py -------------------------------------------------------------------------------- /atlas_rag/kg_construction/concept_to_csv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/kg_construction/concept_to_csv.py -------------------------------------------------------------------------------- /atlas_rag/kg_construction/neo4j/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /atlas_rag/kg_construction/neo4j/neo4j_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/kg_construction/neo4j/neo4j_api.py -------------------------------------------------------------------------------- /atlas_rag/kg_construction/neo4j/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/kg_construction/neo4j/utils.py -------------------------------------------------------------------------------- /atlas_rag/kg_construction/triple_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/kg_construction/triple_config.py -------------------------------------------------------------------------------- /atlas_rag/kg_construction/triple_extraction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/kg_construction/triple_extraction.py -------------------------------------------------------------------------------- /atlas_rag/kg_construction/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /atlas_rag/kg_construction/utils/csv_processing/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /atlas_rag/kg_construction/utils/csv_processing/csv_add_numeric_id.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/kg_construction/utils/csv_processing/csv_add_numeric_id.py -------------------------------------------------------------------------------- /atlas_rag/kg_construction/utils/csv_processing/csv_to_graphml.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/kg_construction/utils/csv_processing/csv_to_graphml.py -------------------------------------------------------------------------------- /atlas_rag/kg_construction/utils/csv_processing/csv_to_npy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/kg_construction/utils/csv_processing/csv_to_npy.py -------------------------------------------------------------------------------- /atlas_rag/kg_construction/utils/csv_processing/merge_csv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/kg_construction/utils/csv_processing/merge_csv.py -------------------------------------------------------------------------------- /atlas_rag/kg_construction/utils/json_processing/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /atlas_rag/kg_construction/utils/json_processing/json_to_csv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/kg_construction/utils/json_processing/json_to_csv.py -------------------------------------------------------------------------------- /atlas_rag/kg_construction/utils/json_processing/json_to_graphml.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/kg_construction/utils/json_processing/json_to_graphml.py -------------------------------------------------------------------------------- /atlas_rag/kg_construction/utils/md_processing/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /atlas_rag/kg_construction/utils/md_processing/markdown_to_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/kg_construction/utils/md_processing/markdown_to_json.py -------------------------------------------------------------------------------- /atlas_rag/llm_generator/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/llm_generator/__init__.py -------------------------------------------------------------------------------- /atlas_rag/llm_generator/format/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /atlas_rag/llm_generator/format/validate_json_output.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/llm_generator/format/validate_json_output.py -------------------------------------------------------------------------------- /atlas_rag/llm_generator/format/validate_json_schema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/llm_generator/format/validate_json_schema.py -------------------------------------------------------------------------------- /atlas_rag/llm_generator/generation_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/llm_generator/generation_config.py -------------------------------------------------------------------------------- /atlas_rag/llm_generator/llm_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/llm_generator/llm_generator.py -------------------------------------------------------------------------------- /atlas_rag/llm_generator/prompt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /atlas_rag/llm_generator/prompt/lkg_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/llm_generator/prompt/lkg_prompt.py -------------------------------------------------------------------------------- /atlas_rag/llm_generator/prompt/rag_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/llm_generator/prompt/rag_prompt.py -------------------------------------------------------------------------------- /atlas_rag/llm_generator/prompt/react.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/llm_generator/prompt/react.py -------------------------------------------------------------------------------- /atlas_rag/llm_generator/prompt/tog_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/llm_generator/prompt/tog_prompt.py -------------------------------------------------------------------------------- /atlas_rag/llm_generator/prompt/tog_v2_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/llm_generator/prompt/tog_v2_prompt.py -------------------------------------------------------------------------------- /atlas_rag/llm_generator/prompt/triple_extraction_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/llm_generator/prompt/triple_extraction_prompt.py -------------------------------------------------------------------------------- /atlas_rag/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/logging.py -------------------------------------------------------------------------------- /atlas_rag/retriever/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/retriever/__init__.py -------------------------------------------------------------------------------- /atlas_rag/retriever/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/retriever/base.py -------------------------------------------------------------------------------- /atlas_rag/retriever/hipporag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/retriever/hipporag.py -------------------------------------------------------------------------------- /atlas_rag/retriever/hipporag2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/retriever/hipporag2.py -------------------------------------------------------------------------------- /atlas_rag/retriever/inference_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/retriever/inference_config.py -------------------------------------------------------------------------------- /atlas_rag/retriever/lkg_retriever/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /atlas_rag/retriever/lkg_retriever/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/retriever/lkg_retriever/base.py -------------------------------------------------------------------------------- /atlas_rag/retriever/lkg_retriever/lkgr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/retriever/lkg_retriever/lkgr.py -------------------------------------------------------------------------------- /atlas_rag/retriever/lkg_retriever/tog.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/retriever/lkg_retriever/tog.py -------------------------------------------------------------------------------- /atlas_rag/retriever/simple_retriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/retriever/simple_retriever.py -------------------------------------------------------------------------------- /atlas_rag/retriever/tog.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/retriever/tog.py -------------------------------------------------------------------------------- /atlas_rag/retriever/tog_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/retriever/tog_v2.py -------------------------------------------------------------------------------- /atlas_rag/retriever/tog_v3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/retriever/tog_v3.py -------------------------------------------------------------------------------- /atlas_rag/retriever/upper_bound_retriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/retriever/upper_bound_retriever.py -------------------------------------------------------------------------------- /atlas_rag/vectorstore/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/vectorstore/__init__.py -------------------------------------------------------------------------------- /atlas_rag/vectorstore/create_graph_index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/vectorstore/create_graph_index.py -------------------------------------------------------------------------------- /atlas_rag/vectorstore/create_neo4j_index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/vectorstore/create_neo4j_index.py -------------------------------------------------------------------------------- /atlas_rag/vectorstore/embedding_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/atlas_rag/vectorstore/embedding_model.py -------------------------------------------------------------------------------- /check_toml.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/check_toml.py -------------------------------------------------------------------------------- /dist/atlas_rag-0.0.1-py3-none-any.whl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/dist/atlas_rag-0.0.1-py3-none-any.whl -------------------------------------------------------------------------------- /dist/atlas_rag-0.0.1.tar.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/dist/atlas_rag-0.0.1.tar.gz -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/build/doctrees/billion_kg/existing_billion_kg.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/doctrees/billion_kg/existing_billion_kg.doctree -------------------------------------------------------------------------------- /docs/build/doctrees/environment.pickle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/doctrees/environment.pickle -------------------------------------------------------------------------------- /docs/build/doctrees/example/advance_features.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/doctrees/example/advance_features.doctree -------------------------------------------------------------------------------- /docs/build/doctrees/example/parralel_generation.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/doctrees/example/parralel_generation.doctree -------------------------------------------------------------------------------- /docs/build/doctrees/guide/configurations.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/doctrees/guide/configurations.doctree -------------------------------------------------------------------------------- /docs/build/doctrees/guide/file_formats.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/doctrees/guide/file_formats.doctree -------------------------------------------------------------------------------- /docs/build/doctrees/guide/llm_providers.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/doctrees/guide/llm_providers.doctree -------------------------------------------------------------------------------- /docs/build/doctrees/guide/retrieval_augmentation.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/doctrees/guide/retrieval_augmentation.doctree -------------------------------------------------------------------------------- /docs/build/doctrees/guide/vectorstores.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/doctrees/guide/vectorstores.doctree -------------------------------------------------------------------------------- /docs/build/doctrees/index.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/doctrees/index.doctree -------------------------------------------------------------------------------- /docs/build/doctrees/intro/installation.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/doctrees/intro/installation.doctree -------------------------------------------------------------------------------- /docs/build/doctrees/intro/quickstart.doctree: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/doctrees/intro/quickstart.doctree -------------------------------------------------------------------------------- /docs/build/html/.buildinfo: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/.buildinfo -------------------------------------------------------------------------------- /docs/build/html/_sources/billion_kg/existing_billion_kg.md.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_sources/billion_kg/existing_billion_kg.md.txt -------------------------------------------------------------------------------- /docs/build/html/_sources/example/advance_features.md.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_sources/example/advance_features.md.txt -------------------------------------------------------------------------------- /docs/build/html/_sources/example/parralel_generation.md.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_sources/example/parralel_generation.md.txt -------------------------------------------------------------------------------- /docs/build/html/_sources/guide/configurations.md.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_sources/guide/configurations.md.txt -------------------------------------------------------------------------------- /docs/build/html/_sources/guide/file_formats.md.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_sources/guide/file_formats.md.txt -------------------------------------------------------------------------------- /docs/build/html/_sources/guide/llm_providers.md.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_sources/guide/llm_providers.md.txt -------------------------------------------------------------------------------- /docs/build/html/_sources/guide/retrieval_augmentation.md.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_sources/guide/retrieval_augmentation.md.txt -------------------------------------------------------------------------------- /docs/build/html/_sources/guide/vectorstores.md.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_sources/guide/vectorstores.md.txt -------------------------------------------------------------------------------- /docs/build/html/_sources/index.rst.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_sources/index.rst.txt -------------------------------------------------------------------------------- /docs/build/html/_sources/intro/installation.md.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_sources/intro/installation.md.txt -------------------------------------------------------------------------------- /docs/build/html/_sources/intro/quickstart.md.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_sources/intro/quickstart.md.txt -------------------------------------------------------------------------------- /docs/build/html/_static/_sphinx_javascript_frameworks_compat.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/_sphinx_javascript_frameworks_compat.js -------------------------------------------------------------------------------- /docs/build/html/_static/atlas-rag-icon-wo-background.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/atlas-rag-icon-wo-background.ico -------------------------------------------------------------------------------- /docs/build/html/_static/atlas-rag-icon-wo-background.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/atlas-rag-icon-wo-background.png -------------------------------------------------------------------------------- /docs/build/html/_static/atlas-rag-icon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/atlas-rag-icon.ico -------------------------------------------------------------------------------- /docs/build/html/_static/atlas-rag-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/atlas-rag-icon.png -------------------------------------------------------------------------------- /docs/build/html/_static/basic.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/basic.css -------------------------------------------------------------------------------- /docs/build/html/_static/css/badge_only.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/css/badge_only.css -------------------------------------------------------------------------------- /docs/build/html/_static/css/fonts/Roboto-Slab-Bold.woff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/css/fonts/Roboto-Slab-Bold.woff -------------------------------------------------------------------------------- /docs/build/html/_static/css/fonts/Roboto-Slab-Bold.woff2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/css/fonts/Roboto-Slab-Bold.woff2 -------------------------------------------------------------------------------- /docs/build/html/_static/css/fonts/Roboto-Slab-Regular.woff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/css/fonts/Roboto-Slab-Regular.woff -------------------------------------------------------------------------------- /docs/build/html/_static/css/fonts/Roboto-Slab-Regular.woff2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/css/fonts/Roboto-Slab-Regular.woff2 -------------------------------------------------------------------------------- /docs/build/html/_static/css/fonts/fontawesome-webfont.eot: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/css/fonts/fontawesome-webfont.eot -------------------------------------------------------------------------------- /docs/build/html/_static/css/fonts/fontawesome-webfont.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/css/fonts/fontawesome-webfont.svg -------------------------------------------------------------------------------- /docs/build/html/_static/css/fonts/fontawesome-webfont.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/css/fonts/fontawesome-webfont.ttf -------------------------------------------------------------------------------- /docs/build/html/_static/css/fonts/fontawesome-webfont.woff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/css/fonts/fontawesome-webfont.woff -------------------------------------------------------------------------------- /docs/build/html/_static/css/fonts/fontawesome-webfont.woff2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/css/fonts/fontawesome-webfont.woff2 -------------------------------------------------------------------------------- /docs/build/html/_static/css/fonts/lato-bold-italic.woff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/css/fonts/lato-bold-italic.woff -------------------------------------------------------------------------------- /docs/build/html/_static/css/fonts/lato-bold-italic.woff2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/css/fonts/lato-bold-italic.woff2 -------------------------------------------------------------------------------- /docs/build/html/_static/css/fonts/lato-bold.woff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/css/fonts/lato-bold.woff -------------------------------------------------------------------------------- /docs/build/html/_static/css/fonts/lato-bold.woff2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/css/fonts/lato-bold.woff2 -------------------------------------------------------------------------------- /docs/build/html/_static/css/fonts/lato-normal-italic.woff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/css/fonts/lato-normal-italic.woff -------------------------------------------------------------------------------- /docs/build/html/_static/css/fonts/lato-normal-italic.woff2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/css/fonts/lato-normal-italic.woff2 -------------------------------------------------------------------------------- /docs/build/html/_static/css/fonts/lato-normal.woff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/css/fonts/lato-normal.woff -------------------------------------------------------------------------------- /docs/build/html/_static/css/fonts/lato-normal.woff2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/css/fonts/lato-normal.woff2 -------------------------------------------------------------------------------- /docs/build/html/_static/css/theme.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/css/theme.css -------------------------------------------------------------------------------- /docs/build/html/_static/doctools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/doctools.js -------------------------------------------------------------------------------- /docs/build/html/_static/documentation_options.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/documentation_options.js -------------------------------------------------------------------------------- /docs/build/html/_static/file.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/file.png -------------------------------------------------------------------------------- /docs/build/html/_static/fonts/Lato/lato-bold.eot: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/fonts/Lato/lato-bold.eot -------------------------------------------------------------------------------- /docs/build/html/_static/fonts/Lato/lato-bold.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/fonts/Lato/lato-bold.ttf -------------------------------------------------------------------------------- /docs/build/html/_static/fonts/Lato/lato-bold.woff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/fonts/Lato/lato-bold.woff -------------------------------------------------------------------------------- /docs/build/html/_static/fonts/Lato/lato-bold.woff2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/fonts/Lato/lato-bold.woff2 -------------------------------------------------------------------------------- /docs/build/html/_static/fonts/Lato/lato-bolditalic.eot: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/fonts/Lato/lato-bolditalic.eot -------------------------------------------------------------------------------- /docs/build/html/_static/fonts/Lato/lato-bolditalic.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/fonts/Lato/lato-bolditalic.ttf -------------------------------------------------------------------------------- /docs/build/html/_static/fonts/Lato/lato-bolditalic.woff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/fonts/Lato/lato-bolditalic.woff -------------------------------------------------------------------------------- /docs/build/html/_static/fonts/Lato/lato-bolditalic.woff2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/fonts/Lato/lato-bolditalic.woff2 -------------------------------------------------------------------------------- /docs/build/html/_static/fonts/Lato/lato-italic.eot: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/fonts/Lato/lato-italic.eot -------------------------------------------------------------------------------- /docs/build/html/_static/fonts/Lato/lato-italic.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/fonts/Lato/lato-italic.ttf -------------------------------------------------------------------------------- /docs/build/html/_static/fonts/Lato/lato-italic.woff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/fonts/Lato/lato-italic.woff -------------------------------------------------------------------------------- /docs/build/html/_static/fonts/Lato/lato-italic.woff2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/fonts/Lato/lato-italic.woff2 -------------------------------------------------------------------------------- /docs/build/html/_static/fonts/Lato/lato-regular.eot: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/fonts/Lato/lato-regular.eot -------------------------------------------------------------------------------- /docs/build/html/_static/fonts/Lato/lato-regular.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/fonts/Lato/lato-regular.ttf -------------------------------------------------------------------------------- /docs/build/html/_static/fonts/Lato/lato-regular.woff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/fonts/Lato/lato-regular.woff -------------------------------------------------------------------------------- /docs/build/html/_static/fonts/Lato/lato-regular.woff2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/fonts/Lato/lato-regular.woff2 -------------------------------------------------------------------------------- /docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-bold.eot: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-bold.eot -------------------------------------------------------------------------------- /docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-bold.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-bold.ttf -------------------------------------------------------------------------------- /docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-bold.woff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-bold.woff -------------------------------------------------------------------------------- /docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-bold.woff2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-bold.woff2 -------------------------------------------------------------------------------- /docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-regular.eot: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-regular.eot -------------------------------------------------------------------------------- /docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-regular.ttf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-regular.ttf -------------------------------------------------------------------------------- /docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-regular.woff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-regular.woff -------------------------------------------------------------------------------- /docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-regular.woff2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/fonts/RobotoSlab/roboto-slab-v7-regular.woff2 -------------------------------------------------------------------------------- /docs/build/html/_static/jquery.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/jquery.js -------------------------------------------------------------------------------- /docs/build/html/_static/js/badge_only.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/js/badge_only.js -------------------------------------------------------------------------------- /docs/build/html/_static/js/theme.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/js/theme.js -------------------------------------------------------------------------------- /docs/build/html/_static/js/versions.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/js/versions.js -------------------------------------------------------------------------------- /docs/build/html/_static/language_data.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/language_data.js -------------------------------------------------------------------------------- /docs/build/html/_static/minus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/minus.png -------------------------------------------------------------------------------- /docs/build/html/_static/plus.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/plus.png -------------------------------------------------------------------------------- /docs/build/html/_static/pygments.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/pygments.css -------------------------------------------------------------------------------- /docs/build/html/_static/searchtools.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/searchtools.js -------------------------------------------------------------------------------- /docs/build/html/_static/sphinx_highlight.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/_static/sphinx_highlight.js -------------------------------------------------------------------------------- /docs/build/html/billion_kg/existing_billion_kg.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/billion_kg/existing_billion_kg.html -------------------------------------------------------------------------------- /docs/build/html/example/advance_features.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/example/advance_features.html -------------------------------------------------------------------------------- /docs/build/html/example/parralel_generation.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/example/parralel_generation.html -------------------------------------------------------------------------------- /docs/build/html/genindex.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/genindex.html -------------------------------------------------------------------------------- /docs/build/html/guide/configurations.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/guide/configurations.html -------------------------------------------------------------------------------- /docs/build/html/guide/file_formats.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/guide/file_formats.html -------------------------------------------------------------------------------- /docs/build/html/guide/llm_providers.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/guide/llm_providers.html -------------------------------------------------------------------------------- /docs/build/html/guide/retrieval_augmentation.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/guide/retrieval_augmentation.html -------------------------------------------------------------------------------- /docs/build/html/guide/vectorstores.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/guide/vectorstores.html -------------------------------------------------------------------------------- /docs/build/html/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/index.html -------------------------------------------------------------------------------- /docs/build/html/intro/installation.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/intro/installation.html -------------------------------------------------------------------------------- /docs/build/html/intro/quickstart.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/intro/quickstart.html -------------------------------------------------------------------------------- /docs/build/html/objects.inv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/objects.inv -------------------------------------------------------------------------------- /docs/build/html/search.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/search.html -------------------------------------------------------------------------------- /docs/build/html/searchindex.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/build/html/searchindex.js -------------------------------------------------------------------------------- /docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/make.bat -------------------------------------------------------------------------------- /docs/source/_static/atlas-rag-icon-wo-background.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/source/_static/atlas-rag-icon-wo-background.ico -------------------------------------------------------------------------------- /docs/source/_static/atlas-rag-icon-wo-background.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/source/_static/atlas-rag-icon-wo-background.png -------------------------------------------------------------------------------- /docs/source/_static/atlas-rag-icon.ico: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/source/_static/atlas-rag-icon.ico -------------------------------------------------------------------------------- /docs/source/_static/atlas-rag-icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/source/_static/atlas-rag-icon.png -------------------------------------------------------------------------------- /docs/source/billion_kg/existing_billion_kg.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/source/billion_kg/existing_billion_kg.md -------------------------------------------------------------------------------- /docs/source/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/source/conf.py -------------------------------------------------------------------------------- /docs/source/example/advance_features.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/source/example/advance_features.md -------------------------------------------------------------------------------- /docs/source/example/parralel_generation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/source/example/parralel_generation.md -------------------------------------------------------------------------------- /docs/source/guide/configurations.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/source/guide/configurations.md -------------------------------------------------------------------------------- /docs/source/guide/file_formats.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/source/guide/file_formats.md -------------------------------------------------------------------------------- /docs/source/guide/llm_providers.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/source/guide/llm_providers.md -------------------------------------------------------------------------------- /docs/source/guide/retrieval_augmentation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/source/guide/retrieval_augmentation.md -------------------------------------------------------------------------------- /docs/source/guide/vectorstores.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/source/guide/vectorstores.md -------------------------------------------------------------------------------- /docs/source/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/source/index.rst -------------------------------------------------------------------------------- /docs/source/intro/installation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/source/intro/installation.md -------------------------------------------------------------------------------- /docs/source/intro/quickstart.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/docs/source/intro/quickstart.md -------------------------------------------------------------------------------- /example/atlas_billion_kg_usage.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/atlas_billion_kg_usage.ipynb -------------------------------------------------------------------------------- /example/atlas_full_pipeline.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/atlas_full_pipeline.ipynb -------------------------------------------------------------------------------- /example/atlas_multihopqa.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/atlas_multihopqa.ipynb -------------------------------------------------------------------------------- /example/example_data/Dulce.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/example_data/Dulce.json -------------------------------------------------------------------------------- /example/example_data/Dulce_test.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/example_data/Dulce_test.json -------------------------------------------------------------------------------- /example/example_data/md_data/Apple_Environmental_Progress_Report_2024.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/example_data/md_data/Apple_Environmental_Progress_Report_2024.md -------------------------------------------------------------------------------- /example/example_data/md_data/CICGPC_Glazing_ver1.0a.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/example_data/md_data/CICGPC_Glazing_ver1.0a.md -------------------------------------------------------------------------------- /example/example_data/multilingual_data/RomanceOfTheThreeKingdom-zh-CN.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/example_data/multilingual_data/RomanceOfTheThreeKingdom-zh-CN.json -------------------------------------------------------------------------------- /example/example_data/multilingual_data/RomanceOfTheThreeKingdom-zh-HK.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/example_data/multilingual_data/RomanceOfTheThreeKingdom-zh-HK.json -------------------------------------------------------------------------------- /example/example_data/pdf_data/Apple_Environmental_Progress_Report_2024.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/example_data/pdf_data/Apple_Environmental_Progress_Report_2024.json -------------------------------------------------------------------------------- /example/example_data/pdf_data/Apple_Environmental_Progress_Report_2024.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/example_data/pdf_data/Apple_Environmental_Progress_Report_2024.pdf -------------------------------------------------------------------------------- /example/example_data/pdf_data/CICGPC_Glazing_ver1.0a.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/example_data/pdf_data/CICGPC_Glazing_ver1.0a.json -------------------------------------------------------------------------------- /example/example_data/pdf_data/CICGPC_Glazing_ver1.0a.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/example_data/pdf_data/CICGPC_Glazing_ver1.0a.pdf -------------------------------------------------------------------------------- /example/example_scripts/benchmark_extraction_example/1_slice_kg_extraction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/example_scripts/benchmark_extraction_example/1_slice_kg_extraction.py -------------------------------------------------------------------------------- /example/example_scripts/benchmark_extraction_example/2_concept_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/example_scripts/benchmark_extraction_example/2_concept_generation.py -------------------------------------------------------------------------------- /example/example_scripts/benchmark_extraction_example/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/example_scripts/benchmark_extraction_example/readme.md -------------------------------------------------------------------------------- /example/example_scripts/custom_extraction/benchmarking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/example_scripts/custom_extraction/benchmarking.py -------------------------------------------------------------------------------- /example/example_scripts/custom_extraction/custom_benchmark/custom_prompt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/example_scripts/custom_extraction/custom_benchmark/custom_prompt.json -------------------------------------------------------------------------------- /example/example_scripts/custom_extraction/custom_benchmark/custom_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/example_scripts/custom_extraction/custom_benchmark/custom_schema.json -------------------------------------------------------------------------------- /example/example_scripts/custom_extraction/custom_benchmark/qa_data/hotpotqa.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/example_scripts/custom_extraction/custom_benchmark/qa_data/hotpotqa.json -------------------------------------------------------------------------------- /example/example_scripts/custom_extraction/custom_benchmark/qa_data/musique.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/example_scripts/custom_extraction/custom_benchmark/qa_data/musique.json -------------------------------------------------------------------------------- /example/example_scripts/custom_extraction/custom_kg_extraction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/example_scripts/custom_extraction/custom_kg_extraction.py -------------------------------------------------------------------------------- /example/example_scripts/custom_extraction/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/example_scripts/custom_extraction/readme.md -------------------------------------------------------------------------------- /example/example_scripts/neo4j_kg/atlas_api_client_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/example_scripts/neo4j_kg/atlas_api_client_demo.py -------------------------------------------------------------------------------- /example/example_scripts/neo4j_kg/atlas_api_server_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/example_scripts/neo4j_kg/atlas_api_server_demo.py -------------------------------------------------------------------------------- /example/example_scripts/neo4j_kg/atlas_api_server_demo_cc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/example_scripts/neo4j_kg/atlas_api_server_demo_cc.py -------------------------------------------------------------------------------- /example/example_scripts/neo4j_kg/atlas_api_server_demo_pes2o.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/example_scripts/neo4j_kg/atlas_api_server_demo_pes2o.py -------------------------------------------------------------------------------- /example/example_scripts/neo4j_kg/atlas_api_server_demo_wiki.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/example_scripts/neo4j_kg/atlas_api_server_demo_wiki.py -------------------------------------------------------------------------------- /example/example_scripts/neo4j_kg/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/example_scripts/neo4j_kg/readme.md -------------------------------------------------------------------------------- /example/example_scripts/parallel_generation/1_slice_kg_extraction.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/example_scripts/parallel_generation/1_slice_kg_extraction.py -------------------------------------------------------------------------------- /example/example_scripts/parallel_generation/1_slice_kg_extraction.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/example_scripts/parallel_generation/1_slice_kg_extraction.sh -------------------------------------------------------------------------------- /example/example_scripts/parallel_generation/2_concept_generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/example_scripts/parallel_generation/2_concept_generation.py -------------------------------------------------------------------------------- /example/example_scripts/parallel_generation/2_concept_generation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/example_scripts/parallel_generation/2_concept_generation.sh -------------------------------------------------------------------------------- /example/example_scripts/parallel_generation/3_final_to_graphml.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/example_scripts/parallel_generation/3_final_to_graphml.py -------------------------------------------------------------------------------- /example/example_scripts/parallel_generation/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/example_scripts/parallel_generation/readme.md -------------------------------------------------------------------------------- /example/example_scripts/parallel_generation/run_full_pipeline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/example_scripts/parallel_generation/run_full_pipeline.sh -------------------------------------------------------------------------------- /example/generated/CICGPC_Glazing_ver1.0a/concepts/concept_shard_0.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/generated/CICGPC_Glazing_ver1.0a/concepts/concept_shard_0.csv -------------------------------------------------------------------------------- /example/generated/CICGPC_Glazing_ver1.0a/concepts/logging.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/generated/CICGPC_Glazing_ver1.0a/concepts/logging.txt -------------------------------------------------------------------------------- /example/generated/Dulce/concept_csv/concept_edges_Dulce_from_json_with_concept.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/generated/Dulce/concept_csv/concept_edges_Dulce_from_json_with_concept.csv -------------------------------------------------------------------------------- /example/generated/Dulce/concept_csv/concept_nodes_Dulce_from_json_with_concept.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/generated/Dulce/concept_csv/concept_nodes_Dulce_from_json_with_concept.csv -------------------------------------------------------------------------------- /example/generated/Dulce/concept_csv/triple_edges_Dulce_from_json_with_concept.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/generated/Dulce/concept_csv/triple_edges_Dulce_from_json_with_concept.csv -------------------------------------------------------------------------------- /example/generated/Dulce/concepts/concept_shard_0.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/generated/Dulce/concepts/concept_shard_0.csv -------------------------------------------------------------------------------- /example/generated/Dulce/concepts/logging.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/generated/Dulce/concepts/logging.txt -------------------------------------------------------------------------------- /example/generated/Dulce/triples_csv/Dulce_from_json_with_concept.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/generated/Dulce/triples_csv/Dulce_from_json_with_concept.csv -------------------------------------------------------------------------------- /example/generated/Dulce/triples_csv/missing_concepts_Dulce_from_json.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/generated/Dulce/triples_csv/missing_concepts_Dulce_from_json.csv -------------------------------------------------------------------------------- /example/generated/Dulce/triples_csv/text_edges_Dulce_from_json.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/generated/Dulce/triples_csv/text_edges_Dulce_from_json.csv -------------------------------------------------------------------------------- /example/generated/Dulce/triples_csv/text_nodes_Dulce_from_json.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/generated/Dulce/triples_csv/text_nodes_Dulce_from_json.csv -------------------------------------------------------------------------------- /example/generated/Dulce/triples_csv/text_nodes_Dulce_from_json_with_numeric_id.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/generated/Dulce/triples_csv/text_nodes_Dulce_from_json_with_numeric_id.csv -------------------------------------------------------------------------------- /example/generated/Dulce/triples_csv/triple_edges_Dulce_from_json_without_emb.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/generated/Dulce/triples_csv/triple_edges_Dulce_from_json_without_emb.csv -------------------------------------------------------------------------------- /example/generated/Dulce/triples_csv/triple_nodes_Dulce_from_json_without_emb.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/generated/Dulce/triples_csv/triple_nodes_Dulce_from_json_without_emb.csv -------------------------------------------------------------------------------- /example/multilingual_processing.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/multilingual_processing.md -------------------------------------------------------------------------------- /example/pdf_md_conversion/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/pdf_md_conversion/readme.md -------------------------------------------------------------------------------- /example/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/example/readme.md -------------------------------------------------------------------------------- /neo4j_scripts/get_neo4j_cc.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/neo4j_scripts/get_neo4j_cc.sh -------------------------------------------------------------------------------- /neo4j_scripts/get_neo4j_demo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/neo4j_scripts/get_neo4j_demo.sh -------------------------------------------------------------------------------- /neo4j_scripts/get_neo4j_pes2o.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/neo4j_scripts/get_neo4j_pes2o.sh -------------------------------------------------------------------------------- /neo4j_scripts/get_neo4j_wiki.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/neo4j_scripts/get_neo4j_wiki.sh -------------------------------------------------------------------------------- /neo4j_scripts/neo4j.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/neo4j_scripts/neo4j.conf -------------------------------------------------------------------------------- /neo4j_scripts/start_neo4j_cc.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/neo4j_scripts/start_neo4j_cc.sh -------------------------------------------------------------------------------- /neo4j_scripts/start_neo4j_demo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/neo4j_scripts/start_neo4j_demo.sh -------------------------------------------------------------------------------- /neo4j_scripts/start_neo4j_pes2o.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/neo4j_scripts/start_neo4j_pes2o.sh -------------------------------------------------------------------------------- /neo4j_scripts/start_neo4j_wiki.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/neo4j_scripts/start_neo4j_wiki.sh -------------------------------------------------------------------------------- /neo4j_scripts/stop_all_neo4j.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/neo4j_scripts/stop_all_neo4j.sh -------------------------------------------------------------------------------- /neo4j_scripts/stop_neo4j_cc.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/neo4j_scripts/stop_neo4j_cc.sh -------------------------------------------------------------------------------- /neo4j_scripts/stop_neo4j_demo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/neo4j_scripts/stop_neo4j_demo.sh -------------------------------------------------------------------------------- /neo4j_scripts/stop_neo4j_pes2o.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/neo4j_scripts/stop_neo4j_pes2o.sh -------------------------------------------------------------------------------- /neo4j_scripts/stop_neo4j_wiki.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/neo4j_scripts/stop_neo4j_wiki.sh -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/pyproject.toml -------------------------------------------------------------------------------- /tests/test_base_retriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/tests/test_base_retriever.py -------------------------------------------------------------------------------- /tests/test_embedding_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/tests/test_embedding_model.py -------------------------------------------------------------------------------- /tests/test_filter_template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/tests/test_filter_template.py -------------------------------------------------------------------------------- /tests/test_hipporag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/tests/test_hipporag.py -------------------------------------------------------------------------------- /tests/test_hipporag2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/tests/test_hipporag2.py -------------------------------------------------------------------------------- /tests/test_indexer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/tests/test_indexer.py -------------------------------------------------------------------------------- /tests/test_prompt_template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/tests/test_prompt_template.py -------------------------------------------------------------------------------- /tests/test_simple_retriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/tests/test_simple_retriever.py -------------------------------------------------------------------------------- /tests/test_tog.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/HKUST-KnowComp/AutoSchemaKG/HEAD/tests/test_tog.py --------------------------------------------------------------------------------