├── .codespellrc ├── .gitignore ├── .owners.yml ├── .pre-commit-config-zh-cn.yaml ├── .pre-commit-config.yaml ├── LICENSE ├── README.md ├── README_zh-CN.md ├── configs ├── api_examples │ ├── eval_api_360.py │ ├── eval_api_baichuan.py │ ├── eval_api_baidu.py │ ├── eval_api_bytedance.py │ ├── eval_api_minimax.py │ ├── eval_api_moonshot.py │ ├── eval_api_nanbeige.py │ ├── eval_api_pangu.py │ ├── eval_api_qwen.py │ ├── eval_api_sensetime.py │ ├── eval_api_xunfei.py │ ├── eval_api_zhipu.py │ └── eval_api_zhipu_v2.py ├── datasets │ ├── ARC_c │ │ ├── ARC_c_clean_ppl.py │ │ ├── ARC_c_gen.py │ │ ├── ARC_c_gen_1e0de5.py │ │ ├── ARC_c_ppl.py │ │ ├── ARC_c_ppl_2ef631.py │ │ ├── ARC_c_ppl_a450bd.py │ │ └── ARC_c_ppl_d52a21.py │ ├── ARC_e │ │ ├── ARC_e_gen.py │ │ ├── ARC_e_gen_1e0de5.py │ │ ├── ARC_e_ppl.py │ │ ├── ARC_e_ppl_2ef631.py │ │ ├── ARC_e_ppl_a450bd.py │ │ └── ARC_e_ppl_d52a21.py │ ├── CIBench │ │ ├── CIBench_gen.py │ │ ├── CIBench_gen_8ab0dc.py │ │ └── CIBench_template_gen_e6b12a.py │ ├── CLUE_C3 │ │ ├── CLUE_C3_gen.py │ │ ├── CLUE_C3_gen_8c358f.py │ │ ├── CLUE_C3_ppl.py │ │ ├── CLUE_C3_ppl_56b537.py │ │ └── CLUE_C3_ppl_e24a31.py │ ├── CLUE_CMRC │ │ ├── CLUE_CMRC_gen.py │ │ ├── CLUE_CMRC_gen_1bd3c8.py │ │ ├── CLUE_CMRC_gen_3749cd.py │ │ ├── CLUE_CMRC_gen_8484b9.py │ │ └── CLUE_CMRC_gen_941108.py │ ├── CLUE_DRCD │ │ ├── CLUE_DRCD_gen.py │ │ ├── CLUE_DRCD_gen_1bd3c8.py │ │ ├── CLUE_DRCD_gen_3749cd.py │ │ ├── CLUE_DRCD_gen_8484b9.py │ │ └── CLUE_DRCD_gen_941108.py │ ├── CLUE_afqmc │ │ ├── CLUE_afqmc_gen.py │ │ ├── CLUE_afqmc_gen_901306.py │ │ ├── CLUE_afqmc_ppl.py │ │ ├── CLUE_afqmc_ppl_378c5b.py │ │ ├── CLUE_afqmc_ppl_6507d7.py │ │ └── CLUE_afqmc_ppl_7b0c1e.py │ ├── CLUE_cmnli │ │ ├── CLUE_cmnli_gen.py │ │ ├── CLUE_cmnli_gen_1abf97.py │ │ ├── CLUE_cmnli_gen_51e956.py │ │ ├── CLUE_cmnli_ppl.py │ │ ├── CLUE_cmnli_ppl_98dd6e.py │ │ ├── CLUE_cmnli_ppl_ef69e7.py │ │ └── CLUE_cmnli_ppl_fdc6de.py │ ├── CLUE_ocnli │ │ ├── CLUE_ocnli_gen.py │ │ ├── CLUE_ocnli_gen_51e956.py │ │ ├── CLUE_ocnli_gen_c4cb6c.py │ │ ├── CLUE_ocnli_ppl.py │ │ ├── CLUE_ocnli_ppl_98dd6e.py │ │ ├── CLUE_ocnli_ppl_ef69e7.py │ │ └── CLUE_ocnli_ppl_fdc6de.py │ ├── ChemBench │ │ └── ChemBench_gen.py │ ├── FewCLUE_bustm │ │ ├── FewCLUE_bustm_gen.py │ │ ├── FewCLUE_bustm_gen_634f41.py │ │ ├── FewCLUE_bustm_ppl.py │ │ ├── FewCLUE_bustm_ppl_4b16c0.py │ │ ├── FewCLUE_bustm_ppl_9ef540.py │ │ └── FewCLUE_bustm_ppl_e53034.py │ ├── FewCLUE_chid │ │ ├── FewCLUE_chid_gen.py │ │ ├── FewCLUE_chid_gen_0a29a2.py │ │ ├── FewCLUE_chid_ppl.py │ │ ├── FewCLUE_chid_ppl_8f2872.py │ │ └── FewCLUE_chid_ppl_acccb5.py │ ├── FewCLUE_cluewsc │ │ ├── FewCLUE_cluewsc_gen.py │ │ ├── FewCLUE_cluewsc_gen_c68933.py │ │ ├── FewCLUE_cluewsc_ppl.py │ │ ├── FewCLUE_cluewsc_ppl_12e4e0.py │ │ ├── FewCLUE_cluewsc_ppl_4284a0.py │ │ └── FewCLUE_cluewsc_ppl_868415.py │ ├── FewCLUE_csl │ │ ├── FewCLUE_csl_gen.py │ │ ├── FewCLUE_csl_gen_28b223.py │ │ ├── FewCLUE_csl_gen_87f4a8.py │ │ ├── FewCLUE_csl_ppl.py │ │ ├── FewCLUE_csl_ppl_769f8d.py │ │ └── FewCLUE_csl_ppl_841b62.py │ ├── FewCLUE_eprstmt │ │ ├── FewCLUE_eprstmt_gen.py │ │ ├── FewCLUE_eprstmt_gen_740ea0.py │ │ ├── FewCLUE_eprstmt_ppl.py │ │ ├── FewCLUE_eprstmt_ppl_1ce587.py │ │ └── FewCLUE_eprstmt_ppl_f1e631.py │ ├── FewCLUE_ocnli_fc │ │ ├── FewCLUE_ocnli_fc_gen.py │ │ ├── FewCLUE_ocnli_fc_gen_f97a97.py │ │ ├── FewCLUE_ocnli_fc_ppl.py │ │ ├── FewCLUE_ocnli_fc_ppl_9e8b3d.py │ │ └── FewCLUE_ocnli_fc_ppl_c08300.py │ ├── FewCLUE_tnews │ │ ├── FewCLUE_tnews_gen.py │ │ ├── FewCLUE_tnews_gen_b90e4a.py │ │ ├── FewCLUE_tnews_ppl.py │ │ ├── FewCLUE_tnews_ppl_7d1c07.py │ │ ├── FewCLUE_tnews_ppl_d10e8a.py │ │ └── FewCLUE_tnews_ppl_fff486.py │ ├── FinanceIQ │ │ ├── FinanceIQ_gen.py │ │ ├── FinanceIQ_gen_e0e6b5.py │ │ ├── FinanceIQ_ppl.py │ │ └── FinanceIQ_ppl_42b9bd.py │ ├── GLUE_CoLA │ │ ├── GLUE_CoLA_ppl.py │ │ └── GLUE_CoLA_ppl_77d0df.py │ ├── GLUE_MRPC │ │ ├── GLUE_MRPC_ppl.py │ │ └── GLUE_MRPC_ppl_96564c.py │ ├── GLUE_QQP │ │ ├── GLUE_QQP_ppl.py │ │ └── GLUE_QQP_ppl_250d00.py │ ├── GaokaoBench │ │ ├── GaokaoBench_gen.py │ │ ├── GaokaoBench_gen_5cfe9e.py │ │ ├── GaokaoBench_mixed.py │ │ ├── GaokaoBench_mixed_f2038e.py │ │ ├── GaokaoBench_no_subjective_gen_4c31db.py │ │ ├── GaokaoBench_no_subjective_gen_d21e37.py │ │ └── GaokaoBench_prompts.py │ ├── IFEval │ │ ├── IFEval.md │ │ ├── IFEval_gen.py │ │ └── IFEval_gen_3321a3.py │ ├── MathBench │ │ ├── deprecated_mathbench_2024_gen_de9ff9.py │ │ ├── deprecated_mathbench_agent_gen_fbe13b.py │ │ ├── mathbench_2024_gen_649349.py │ │ ├── mathbench_2024_wocircular_gen_649349.py │ │ ├── mathbench_2024_wocircular_mixed_649349.py │ │ ├── mathbench_agent_gen_48ec47.py │ │ ├── mathbench_arith_gen_ccd638.py │ │ ├── mathbench_cot_gen_66f329.py │ │ ├── mathbench_gen.py │ │ └── mathbench_gen_7b734b.py │ ├── MedBench │ │ ├── medbench_gen.py │ │ └── medbench_gen_0b4fff.py │ ├── NPHardEval │ │ ├── NPHardEval_gen.py │ │ ├── NPHardEval_gen_22aac5.py │ │ └── README.md │ ├── OpenFinData │ │ ├── OpenFinData.md │ │ ├── OpenFinData_gen.py │ │ └── OpenFinData_gen_46dedb.py │ ├── PJExam │ │ ├── PJExam_gen.py │ │ └── PJExam_gen_8cd97c.py │ ├── QuALITY │ │ ├── QuALITY.md │ │ ├── QuALITY_gen.py │ │ └── QuALITY_gen_c407cb.py │ ├── SVAMP │ │ ├── svamp_gen.py │ │ └── svamp_gen_fb25e4.py │ ├── SuperGLUE_AX_b │ │ ├── SuperGLUE_AX_b_gen.py │ │ ├── SuperGLUE_AX_b_gen_4dfefa.py │ │ ├── SuperGLUE_AX_b_ppl.py │ │ ├── SuperGLUE_AX_b_ppl_0748aa.py │ │ └── SuperGLUE_AX_b_ppl_6db806.py │ ├── SuperGLUE_AX_g │ │ ├── SuperGLUE_AX_g_gen.py │ │ ├── SuperGLUE_AX_g_gen_68aac7.py │ │ ├── SuperGLUE_AX_g_ppl.py │ │ ├── SuperGLUE_AX_g_ppl_50f8f6.py │ │ └── SuperGLUE_AX_g_ppl_66caf3.py │ ├── SuperGLUE_BoolQ │ │ ├── SuperGLUE_BoolQ_gen.py │ │ ├── SuperGLUE_BoolQ_gen_883d50.py │ │ ├── SuperGLUE_BoolQ_ppl.py │ │ ├── SuperGLUE_BoolQ_ppl_314797.py │ │ ├── SuperGLUE_BoolQ_ppl_314b96.py │ │ ├── SuperGLUE_BoolQ_ppl_4da4db.py │ │ └── SuperGLUE_BoolQ_ppl_9619db.py │ ├── SuperGLUE_CB │ │ ├── SuperGLUE_CB_gen.py │ │ ├── SuperGLUE_CB_gen_854c6c.py │ │ ├── SuperGLUE_CB_ppl.py │ │ ├── SuperGLUE_CB_ppl_0143fe.py │ │ └── SuperGLUE_CB_ppl_11c175.py │ ├── SuperGLUE_COPA │ │ ├── SuperGLUE_COPA_gen.py │ │ ├── SuperGLUE_COPA_gen_91ca53.py │ │ ├── SuperGLUE_COPA_ppl.py │ │ ├── SuperGLUE_COPA_ppl_54058d.py │ │ ├── SuperGLUE_COPA_ppl_5c24f1.py │ │ └── SuperGLUE_COPA_ppl_9f3618.py │ ├── SuperGLUE_MultiRC │ │ ├── SuperGLUE_MultiRC_gen.py │ │ ├── SuperGLUE_MultiRC_gen_27071f.py │ │ ├── SuperGLUE_MultiRC_ppl.py │ │ ├── SuperGLUE_MultiRC_ppl_866273.py │ │ └── SuperGLUE_MultiRC_ppl_ced824.py │ ├── SuperGLUE_RTE │ │ ├── SuperGLUE_RTE_gen.py │ │ ├── SuperGLUE_RTE_gen_68aac7.py │ │ ├── SuperGLUE_RTE_ppl.py │ │ ├── SuperGLUE_RTE_ppl_50f8f6.py │ │ └── SuperGLUE_RTE_ppl_66caf3.py │ ├── SuperGLUE_ReCoRD │ │ ├── SuperGLUE_ReCoRD_gen.py │ │ ├── SuperGLUE_ReCoRD_gen_0f7784.py │ │ ├── SuperGLUE_ReCoRD_gen_30dea0.py │ │ └── SuperGLUE_ReCoRD_gen_a69961.py │ ├── SuperGLUE_WSC │ │ ├── SuperGLUE_WSC_gen.py │ │ ├── SuperGLUE_WSC_gen_7902a7.py │ │ ├── SuperGLUE_WSC_gen_fe4bf3.py │ │ ├── SuperGLUE_WSC_ppl.py │ │ ├── SuperGLUE_WSC_ppl_003529.py │ │ ├── SuperGLUE_WSC_ppl_1c4a90.py │ │ ├── SuperGLUE_WSC_ppl_d0f531.py │ │ └── SuperGLUE_WSC_ppl_f37e78.py │ ├── SuperGLUE_WiC │ │ ├── SuperGLUE_WiC_gen.py │ │ ├── SuperGLUE_WiC_gen_d06864.py │ │ ├── SuperGLUE_WiC_ppl.py │ │ ├── SuperGLUE_WiC_ppl_312de9.py │ │ ├── SuperGLUE_WiC_ppl_3fb6fd.py │ │ └── SuperGLUE_WiC_ppl_c926be.py │ ├── TabMWP │ │ ├── TabMWP_gen.py │ │ └── TabMWP_gen_2aef96.py │ ├── TheoremQA │ │ ├── TheoremQA_gen.py │ │ ├── TheoremQA_gen_424e0a.py │ │ ├── TheoremQA_gen_7009de.py │ │ ├── TheoremQA_gen_ef26ca.py │ │ ├── TheoremQA_post_v2_gen_2c2583.py │ │ └── TheoremQA_post_v2_gen_ef26ca.py │ ├── XCOPA │ │ ├── XCOPA_ppl.py │ │ └── XCOPA_ppl_54058d.py │ ├── XLSum │ │ ├── XLSum_gen.py │ │ └── XLSum_gen_2bb71c.py │ ├── Xsum │ │ ├── Xsum_gen.py │ │ ├── Xsum_gen_31397e.py │ │ └── Xsum_gen_8ea5f8.py │ ├── adv_glue │ │ ├── __init__.py │ │ ├── adv_glue_mnli │ │ │ ├── adv_glue_mnli_gen.py │ │ │ └── adv_glue_mnli_gen_bd8ef0.py │ │ ├── adv_glue_mnli_mm │ │ │ ├── adv_glue_mnli_mm_gen.py │ │ │ └── adv_glue_mnli_mm_gen_bd8ef0.py │ │ ├── adv_glue_qnli │ │ │ ├── adv_glue_qnli_gen.py │ │ │ └── adv_glue_qnli_gen_0b7326.py │ │ ├── adv_glue_qqp │ │ │ ├── adv_glue_qqp_gen.py │ │ │ └── adv_glue_qqp_gen_cdc277.py │ │ ├── adv_glue_rte │ │ │ ├── adv_glue_rte_gen.py │ │ │ └── adv_glue_rte_gen_8cc547.py │ │ └── adv_glue_sst2 │ │ │ ├── adv_glue_sst2_gen.py │ │ │ └── adv_glue_sst2_gen_ee8d3b.py │ ├── agieval │ │ ├── agieval_gen.py │ │ ├── agieval_gen_397d81.py │ │ ├── agieval_gen_64afd3.py │ │ ├── agieval_gen_a0c741.py │ │ ├── agieval_mixed.py │ │ └── agieval_mixed_2f14ad.py │ ├── anli │ │ ├── anli_gen.py │ │ ├── anli_gen_fc7328.py │ │ ├── anli_ppl.py │ │ └── anli_ppl_1d290e.py │ ├── anthropics_evals │ │ ├── airisk_gen.py │ │ ├── airisk_gen_ba66fc.py │ │ ├── persona_gen.py │ │ ├── persona_gen_cc72e2.py │ │ ├── sycophancy_gen.py │ │ └── sycophancy_gen_4bba45.py │ ├── apps │ │ ├── README.md │ │ ├── apps_gen.py │ │ ├── apps_gen_5b4254.py │ │ ├── apps_gen_7fbb95.py │ │ ├── apps_gen_b4dee3.py │ │ ├── apps_gen_c7893a.py │ │ ├── apps_mini_gen.py │ │ └── apps_mini_gen_c7893a.py │ ├── bbh │ │ ├── bbh_gen.py │ │ ├── bbh_gen_0a5495.py │ │ ├── bbh_gen_5b92b0.py │ │ └── bbh_gen_5bf00b.py │ ├── ceval │ │ ├── ceval_clean_ppl.py │ │ ├── ceval_gen.py │ │ ├── ceval_gen_2daf24.py │ │ ├── ceval_gen_5f30c7.py │ │ ├── ceval_internal_ppl_1cd8bf.py │ │ ├── ceval_ppl.py │ │ ├── ceval_ppl_1cd8bf.py │ │ ├── ceval_ppl_578f8d.py │ │ ├── ceval_ppl_93e5ce.py │ │ └── ceval_zero_shot_gen_bd40ef.py │ ├── civilcomments │ │ ├── civilcomments_clp.py │ │ ├── civilcomments_clp_6a2561.py │ │ └── civilcomments_clp_a3c5fd.py │ ├── clozeTest_maxmin │ │ ├── clozeTest_maxmin_gen.py │ │ └── clozeTest_maxmin_gen_c205fb.py │ ├── cmb │ │ ├── cmb_gen.py │ │ └── cmb_gen_dfb5c4.py │ ├── cmmlu │ │ ├── cmmlu_gen.py │ │ ├── cmmlu_gen_c13365.py │ │ ├── cmmlu_ppl.py │ │ ├── cmmlu_ppl_041cbf.py │ │ └── cmmlu_ppl_8b9c76.py │ ├── collections │ │ ├── base_core.py │ │ ├── base_medium.py │ │ ├── base_medium_llama.py │ │ ├── base_small.py │ │ ├── chat_core.py │ │ ├── chat_medium.py │ │ ├── chat_small.py │ │ ├── example.py │ │ └── leaderboard │ │ │ ├── qwen.py │ │ │ └── qwen_chat.py │ ├── commonsenseqa │ │ ├── commonsenseqa_gen.py │ │ ├── commonsenseqa_gen_1da2d0.py │ │ ├── commonsenseqa_gen_c946f2.py │ │ ├── commonsenseqa_ppl.py │ │ ├── commonsenseqa_ppl_3e9f2d.py │ │ ├── commonsenseqa_ppl_5545e2.py │ │ ├── commonsenseqa_ppl_716f78.py │ │ ├── commonsenseqa_ppl_c49e77.py │ │ └── commonsenseqa_ppl_e51e32.py │ ├── commonsenseqa_cn │ │ ├── commonsenseqacn_gen.py │ │ ├── commonsenseqacn_gen_d380d0.py │ │ ├── commonsenseqacn_ppl.py │ │ └── commonsenseqacn_ppl_971f48.py │ ├── contamination │ │ ├── ceval_contamination_ppl_810ec6.py │ │ ├── mbpp_contamination_ppl_f01cb6.py │ │ └── mmlu_contamination_ppl_810ec6.py │ ├── crowspairs │ │ ├── crowspairs_gen.py │ │ ├── crowspairs_gen_02b6c1.py │ │ ├── crowspairs_gen_381af0.py │ │ ├── crowspairs_ppl.py │ │ ├── crowspairs_ppl_47f211.py │ │ └── crowspairs_ppl_e811e1.py │ ├── crowspairs_cn │ │ ├── crowspairscn_gen.py │ │ ├── crowspairscn_gen_556dc9.py │ │ ├── crowspairscn_ppl.py │ │ └── crowspairscn_ppl_f53575.py │ ├── cvalues │ │ ├── cvalues_responsibility_gen.py │ │ └── cvalues_responsibility_gen_543378.py │ ├── drop │ │ ├── drop_gen.py │ │ └── drop_gen_8a9ed9.py │ ├── ds1000 │ │ ├── ds1000_compl_gen_cbc84f.py │ │ ├── ds1000_compl_service_eval_gen_cbc84f.py │ │ ├── ds1000_gen_5c4bec.py │ │ ├── ds1000_gen_cbc84f.py │ │ └── ds1000_service_eval_gen_cbc84f.py │ ├── flores │ │ ├── flores_gen.py │ │ ├── flores_gen_806ede.py │ │ └── flores_gen_aad4fd.py │ ├── game24 │ │ ├── game24_gen.py │ │ └── game24_gen_52a460.py │ ├── govrepcrs │ │ ├── govrepcrs_gen.py │ │ ├── govrepcrs_gen_aa5eb3.py │ │ └── govrepcrs_gen_db7930.py │ ├── gpqa │ │ ├── gpqa_gen.py │ │ ├── gpqa_gen_4baadb.py │ │ └── gpqa_ppl_6bf57a.py │ ├── gsm8k │ │ ├── deprecated_gsm8k_agent_gen_be1606.py │ │ ├── gsm8k_0shot_gen_a58960.py │ │ ├── gsm8k_agent_gen_c3dff3.py │ │ ├── gsm8k_gen.py │ │ ├── gsm8k_gen_1d7fe4.py │ │ ├── gsm8k_gen_1dce88.py │ │ ├── gsm8k_gen_3309bd.py │ │ ├── gsm8k_gen_57b0b1.py │ │ ├── gsm8k_gen_701491.py │ │ ├── gsm8k_gen_a3e34a.py │ │ ├── gsm8k_gen_d6de81.py │ │ ├── gsm8k_gen_e9e91e.py │ │ └── gsm8k_gen_ee684f.py │ ├── gsm8k_contamination │ │ └── gsm8k_contamination_ppl_ecdd22.py │ ├── gsm_hard │ │ ├── gsmhard_gen.py │ │ └── gsmhard_gen_8a1400.py │ ├── hellaswag │ │ ├── hellaswag_10shot_gen_e42710.py │ │ ├── hellaswag_10shot_ppl_59c85e.py │ │ ├── hellaswag_clean_ppl.py │ │ ├── hellaswag_gen.py │ │ ├── hellaswag_gen_6faab5.py │ │ ├── hellaswag_ppl.py │ │ ├── hellaswag_ppl_47bff9.py │ │ ├── hellaswag_ppl_7d7f2d.py │ │ ├── hellaswag_ppl_9dbb12.py │ │ └── hellaswag_ppl_a6e128.py │ ├── humaneval │ │ ├── deprecated_humaneval_gen_8e312c.py │ │ ├── humaneval_gen.py │ │ ├── humaneval_gen_4a6eef.py │ │ ├── humaneval_gen_6d1cc2.py │ │ ├── humaneval_gen_6f294d.py │ │ ├── humaneval_gen_8e312c.py │ │ ├── humaneval_gen_a82cae.py │ │ ├── humaneval_gen_d2537e.py │ │ ├── humaneval_gen_fd5822.py │ │ ├── humaneval_gen_ff7054.py │ │ ├── humaneval_passk_gen_8e312c.py │ │ └── humaneval_repeat10_gen_8e312c.py │ ├── humaneval_cn │ │ ├── humaneval_cn_gen.py │ │ ├── humaneval_cn_gen_6313aa.py │ │ ├── humaneval_cn_passk_gen_6313aa.py │ │ └── humaneval_cn_repeat10_gen_6313aa.py │ ├── humaneval_multi │ │ ├── humaneval_multi_gen.py │ │ └── humaneval_multi_gen_82cf85.py │ ├── humaneval_plus │ │ ├── humaneval_plus_gen.py │ │ ├── humaneval_plus_gen_8e312c.py │ │ ├── humaneval_plus_passk_gen_8e312c.py │ │ └── humaneval_plus_repeat10_gen_8e312c.py │ ├── humanevalx │ │ ├── humanevalx_gen.py │ │ ├── humanevalx_gen_0af626.py │ │ └── humanevalx_gen_620cfa.py │ ├── hungarian_exam │ │ ├── hungarian_exam_gen.py │ │ └── hungarian_exam_gen_8a1435.py │ ├── infinitebench │ │ ├── infinitebench.py │ │ ├── infinitebenchcodedebug │ │ │ ├── infinitebench_codedebug_gen.py │ │ │ └── infinitebench_codedebug_gen_276a42.py │ │ ├── infinitebenchcoderun │ │ │ ├── infinitebench_coderun_gen.py │ │ │ └── infinitebench_coderun_gen_1a76bd.py │ │ ├── infinitebenchendia │ │ │ ├── infinitebench_endia_gen.py │ │ │ └── infinitebench_endia_gen_c96eb5.py │ │ ├── infinitebenchenmc │ │ │ ├── infinitebench_enmc_gen.py │ │ │ └── infinitebench_enmc_gen_3a4102.py │ │ ├── infinitebenchenqa │ │ │ ├── infinitebench_enqa_gen.py │ │ │ └── infinitebench_enqa_gen_a1640c.py │ │ ├── infinitebenchensum │ │ │ ├── infinitebench_ensum_gen.py │ │ │ └── infinitebench_ensum_gen_cfbc08.py │ │ ├── infinitebenchmathcalc │ │ │ ├── infinitebench_mathcalc_gen.py │ │ │ └── infinitebench_mathcalc_gen_78d17e.py │ │ ├── infinitebenchmathfind │ │ │ ├── infinitebench_mathfind_gen.py │ │ │ └── infinitebench_mathfind_gen_6d799e.py │ │ ├── infinitebenchretrievekv │ │ │ ├── infinitebench_retrievekv_gen.py │ │ │ └── infinitebench_retrievekv_gen_06b3ac.py │ │ ├── infinitebenchretrievenumber │ │ │ ├── infinitebench_retrievenumber_gen.py │ │ │ └── infinitebench_retrievenumber_gen_047436.py │ │ ├── infinitebenchretrievepasskey │ │ │ ├── infinitebench_retrievepasskey_gen.py │ │ │ └── infinitebench_retrievepasskey_gen_62ff68.py │ │ └── infinitebenchzhqa │ │ │ ├── infinitebench_zhqa_gen.py │ │ │ └── infinitebench_zhqa_gen_1e5293.py │ ├── iwslt2017 │ │ ├── iwslt2017_gen.py │ │ ├── iwslt2017_gen_69ce16.py │ │ ├── iwslt2017_gen_b4a814.py │ │ └── iwslt2017_gen_d0ebd1.py │ ├── jigsawmultilingual │ │ ├── jigsawmultilingual_clp.py │ │ ├── jigsawmultilingual_clp_1af0ae.py │ │ └── jigsawmultilingual_clp_fe50d8.py │ ├── kaoshi │ │ ├── kaoshi_gen.py │ │ └── kaoshi_gen_86aca2.py │ ├── lambada │ │ ├── lambada_gen.py │ │ ├── lambada_gen_217e11.py │ │ └── lambada_gen_8b48a5.py │ ├── lawbench │ │ ├── lawbench_one_shot_gen_002588.py │ │ └── lawbench_zero_shot_gen_002588.py │ ├── lcsts │ │ ├── lcsts_gen.py │ │ ├── lcsts_gen_8ee1fe.py │ │ └── lcsts_gen_9b0b89.py │ ├── leval │ │ ├── leval.py │ │ ├── levalcoursera │ │ │ ├── leval_coursera_gen.py │ │ │ └── leval_coursera_gen_36a006.py │ │ ├── levalfinancialqa │ │ │ ├── leval_financialqa_gen.py │ │ │ └── leval_financialqa_gen_b03798.py │ │ ├── levalgovreportsumm │ │ │ ├── leval_gov_report_summ_gen.py │ │ │ └── leval_gov_report_summ_gen_b03798.py │ │ ├── levalgsm100 │ │ │ ├── leval_gsm100_gen.py │ │ │ └── leval_gsm100_gen_77dd94.py │ │ ├── levallegalcontractqa │ │ │ ├── leval_legalcontractqa_gen.py │ │ │ └── leval_legalcontractqa_gen_68a2ac.py │ │ ├── levalmeetingsumm │ │ │ ├── leval_meetingsumm_gen.py │ │ │ └── leval_meetingsumm_gen_b03798.py │ │ ├── levalmultidocqa │ │ │ ├── leval_multidocqa_gen.py │ │ │ └── leval_multidocqa_gen_96bf3f.py │ │ ├── levalnarrativeqa │ │ │ ├── leval_narrativeqa_gen.py │ │ │ └── leval_narrativeqa_gen_766dd0.py │ │ ├── levalnaturalquestion │ │ │ ├── leval_naturalquestion_gen.py │ │ │ └── leval_naturalquestion_gen_52c33f.py │ │ ├── levalnewssumm │ │ │ ├── leval_newssumm_gen.py │ │ │ └── leval_newssumm_gen_b03798.py │ │ ├── levalpaperassistant │ │ │ ├── leval_paper_assistant_gen.py │ │ │ └── leval_paper_assistant_gen_b03798.py │ │ ├── levalpatentsumm │ │ │ ├── leval_patent_summ_gen.py │ │ │ └── leval_patent_summ_gen_b03798.py │ │ ├── levalquality │ │ │ ├── leval_quality_gen.py │ │ │ └── leval_quality_gen_36a006.py │ │ ├── levalreviewsumm │ │ │ ├── leval_review_summ_gen.py │ │ │ └── leval_review_summ_gen_b03798.py │ │ ├── levalscientificqa │ │ │ ├── leval_scientificqa_gen.py │ │ │ └── leval_scientificqa_gen_96bf3f.py │ │ ├── levaltopicretrieval │ │ │ ├── leval_topic_retrieval_gen.py │ │ │ └── leval_topic_retrieval_gen_bf433f.py │ │ ├── levaltpo │ │ │ ├── leval_tpo_gen.py │ │ │ └── leval_tpo_gen_36a006.py │ │ └── levaltvshowsumm │ │ │ ├── leval_tvshow_summ_gen.py │ │ │ └── leval_tvshow_summ_gen_b03798.py │ ├── longbench │ │ ├── longbench.py │ │ ├── longbench2wikimqa │ │ │ ├── longbench_2wikimqa_gen.py │ │ │ └── longbench_2wikimqa_gen_6b3efc.py │ │ ├── longbenchdureader │ │ │ ├── longbench_dureader_gen.py │ │ │ └── longbench_dureader_gen_c6c7e4.py │ │ ├── longbenchgov_report │ │ │ ├── longbench_gov_report_gen.py │ │ │ └── longbench_gov_report_gen_54c5b0.py │ │ ├── longbenchhotpotqa │ │ │ ├── longbench_hotpotqa_gen.py │ │ │ └── longbench_hotpotqa_gen_6b3efc.py │ │ ├── longbenchlcc │ │ │ ├── longbench_lcc_gen.py │ │ │ └── longbench_lcc_gen_6ba507.py │ │ ├── longbenchlsht │ │ │ ├── longbench_lsht_gen.py │ │ │ └── longbench_lsht_gen_e8a339.py │ │ ├── longbenchmulti_news │ │ │ ├── longbench_multi_news_gen.py │ │ │ └── longbench_multi_news_gen_6f9da9.py │ │ ├── longbenchmultifieldqa_en │ │ │ ├── longbench_multifieldqa_en_gen.py │ │ │ └── longbench_multifieldqa_en_gen_d3838e.py │ │ ├── longbenchmultifieldqa_zh │ │ │ ├── longbench_multifieldqa_zh_gen.py │ │ │ └── longbench_multifieldqa_zh_gen_e9a7ef.py │ │ ├── longbenchmusique │ │ │ ├── longbench_musique_gen.py │ │ │ └── longbench_musique_gen_6b3efc.py │ │ ├── longbenchnarrativeqa │ │ │ ├── longbench_narrativeqa_gen.py │ │ │ └── longbench_narrativeqa_gen_a68305.py │ │ ├── longbenchpassage_count │ │ │ ├── longbench_passage_count_gen.py │ │ │ └── longbench_passage_count_gen_dcdaab.py │ │ ├── longbenchpassage_retrieval_en │ │ │ ├── longbench_passage_retrieval_en_gen.py │ │ │ └── longbench_passage_retrieval_en_gen_734db5.py │ │ ├── longbenchpassage_retrieval_zh │ │ │ ├── longbench_passage_retrieval_zh_gen.py │ │ │ └── longbench_passage_retrieval_zh_gen_01cca2.py │ │ ├── longbenchqasper │ │ │ ├── longbench_qasper_gen.py │ │ │ └── longbench_qasper_gen_6b3efc.py │ │ ├── longbenchqmsum │ │ │ ├── longbench_qmsum_gen.py │ │ │ └── longbench_qmsum_gen_d33331.py │ │ ├── longbenchrepobench │ │ │ ├── longbench_repobench_gen.py │ │ │ └── longbench_repobench_gen_6df953.py │ │ ├── longbenchsamsum │ │ │ ├── longbench_samsum_gen.py │ │ │ └── longbench_samsum_gen_f4416d.py │ │ ├── longbenchtrec │ │ │ ├── longbench_trec_gen.py │ │ │ └── longbench_trec_gen_824187.py │ │ ├── longbenchtriviaqa │ │ │ ├── longbench_triviaqa_gen.py │ │ │ └── longbench_triviaqa_gen_d30cb9.py │ │ └── longbenchvcsum │ │ │ ├── longbench_vcsum_gen.py │ │ │ └── longbench_vcsum_gen_f7a8ac.py │ ├── lveval │ │ ├── lveval.md │ │ ├── lveval.py │ │ ├── lvevalcmrc_mixup │ │ │ ├── lveval_cmrc_mixup_gen.py │ │ │ └── lveval_cmrc_mixup_gen_465823.py │ │ ├── lvevaldureader_mixup │ │ │ ├── lveval_dureader_mixup_gen.py │ │ │ └── lveval_dureader_mixup_gen_465823.py │ │ ├── lvevalfactrecall_en │ │ │ ├── lveval_factrecall_en_gen.py │ │ │ └── lveval_factrecall_en_gen_9a836f.py │ │ ├── lvevalfactrecall_zh │ │ │ ├── lveval_factrecall_zh_gen.py │ │ │ └── lveval_factrecall_zh_gen_dbee70.py │ │ ├── lvevalhotpotwikiqa_mixup │ │ │ ├── lveval_hotpotwikiqa_mixup_gen.py │ │ │ └── lveval_hotpotwikiqa_mixup_gen_77ce82.py │ │ ├── lvevallic_mixup │ │ │ ├── lveval_lic_mixup_gen.py │ │ │ └── lveval_lic_mixup_gen_01eb0c.py │ │ ├── lvevalloogle_CR_mixup │ │ │ ├── lveval_loogle_CR_mixup_gen.py │ │ │ └── lveval_loogle_CR_mixup_gen_d7ea36.py │ │ ├── lvevalloogle_MIR_mixup │ │ │ ├── lveval_loogle_MIR_mixup_gen.py │ │ │ └── lveval_loogle_MIR_mixup_gen_d7ea36.py │ │ ├── lvevalloogle_SD_mixup │ │ │ ├── lveval_loogle_SD_mixup_gen.py │ │ │ └── lveval_loogle_SD_mixup_gen_d7ea36.py │ │ ├── lvevalmultifieldqa_en_mixup │ │ │ ├── lveval_multifieldqa_en_mixup_gen.py │ │ │ └── lveval_multifieldqa_en_mixup_gen_d7ea36.py │ │ └── lvevalmultifieldqa_zh_mixup │ │ │ ├── lveval_multifieldqa_zh_mixup_gen.py │ │ │ └── lveval_multifieldqa_zh_mixup_gen_0fbdad.py │ ├── mastermath2024v1 │ │ ├── mastermath2024v1_gen.py │ │ └── mastermath2024v1_gen_be6318.py │ ├── math │ │ ├── deprecated_math_agent_evaluatorv2_gen_861b4f.py │ │ ├── deprecated_math_evaluatorv2_gen_265cce.py │ │ ├── math_0shot_gen_393424.py │ │ ├── math_agent_evaluatorv2_gen_0c1b4e.py │ │ ├── math_agent_gen_0c1b4e.py │ │ ├── math_agent_gen_861b4f.py │ │ ├── math_agent_gen_af2293.py │ │ ├── math_evaluatorv2_gen_9d2049.py │ │ ├── math_evaluatorv2_gen_cecb31.py │ │ ├── math_gen.py │ │ ├── math_gen_0957ff.py │ │ ├── math_gen_1ed9c2.py │ │ ├── math_gen_265cce.py │ │ ├── math_gen_559593.py │ │ ├── math_gen_5e8458.py │ │ ├── math_gen_736506.py │ │ ├── math_gen_943d32.py │ │ └── math_intern_evaluator_gen_265cce.py │ ├── math401 │ │ ├── math401_gen.py │ │ └── math401_gen_ab5f39.py │ ├── mbpp │ │ ├── mbpp_gen.py │ │ ├── mbpp_gen_1e1056.py │ │ ├── mbpp_gen_5d6316.py │ │ ├── mbpp_gen_6590b0.py │ │ ├── mbpp_gen_78c1bc.py │ │ ├── mbpp_gen_caa7ab.py │ │ ├── mbpp_passk_gen_1e1056.py │ │ ├── mbpp_repeat10_gen_1e1056.py │ │ ├── sanitized_mbpp_gen_1e1056.py │ │ ├── sanitized_mbpp_gen_cb43ef.py │ │ ├── sanitized_mbpp_passk_gen_1e1056.py │ │ └── sanitized_mbpp_repeat10_gen_1e1056.py │ ├── mbpp_cn │ │ ├── mbpp_cn_gen.py │ │ ├── mbpp_cn_gen_1d1481.py │ │ ├── mbpp_cn_passk_gen_1d1481.py │ │ └── mbpp_cn_repeat10_gen_1d1481.py │ ├── mbpp_plus │ │ ├── mbpp_plus_gen.py │ │ └── mbpp_plus_gen_94815c.py │ ├── mmlu │ │ ├── mmlu_clean_ppl.py │ │ ├── mmlu_gen.py │ │ ├── mmlu_gen_23a9a9.py │ │ ├── mmlu_gen_4d595a.py │ │ ├── mmlu_gen_5d1409.py │ │ ├── mmlu_gen_79e572.py │ │ ├── mmlu_gen_a484b3.py │ │ ├── mmlu_ppl.py │ │ ├── mmlu_ppl_ac766d.py │ │ └── mmlu_zero_shot_gen_47e2c0.py │ ├── narrativeqa │ │ ├── narrativeqa_gen.py │ │ ├── narrativeqa_gen_a2d88a.py │ │ └── narrativeqa_gen_db6413.py │ ├── needlebench │ │ ├── atc │ │ │ ├── atc.py │ │ │ ├── atc_choice.py │ │ │ ├── atc_choice_20.py │ │ │ ├── atc_choice_50.py │ │ │ ├── atc_choice_50_en_reasoning.py │ │ │ ├── atc_choice_80.py │ │ │ └── atc_choice_80_en_reasoning.py │ │ ├── needlebench_1000k │ │ │ ├── needlebench_1000k.py │ │ │ ├── needlebench_multi_reasoning_1000k.py │ │ │ ├── needlebench_multi_retrieval_1000k.py │ │ │ └── needlebench_single_1000k.py │ │ ├── needlebench_128k │ │ │ ├── needlebench_128k.py │ │ │ ├── needlebench_multi_reasoning_128k.py │ │ │ ├── needlebench_multi_retrieval_128k.py │ │ │ └── needlebench_single_128k.py │ │ ├── needlebench_200k │ │ │ ├── needlebench_200k.py │ │ │ ├── needlebench_multi_reasoning_200k.py │ │ │ ├── needlebench_multi_retrieval_200k.py │ │ │ └── needlebench_single_200k.py │ │ ├── needlebench_32k │ │ │ ├── needlebench_32k.py │ │ │ ├── needlebench_multi_reasoning_32k.py │ │ │ ├── needlebench_multi_retrieval_32k.py │ │ │ └── needlebench_single_32k.py │ │ ├── needlebench_4k │ │ │ ├── needlebench_4k.py │ │ │ ├── needlebench_multi_reasoning_4k.py │ │ │ ├── needlebench_multi_retrieval_4k.py │ │ │ └── needlebench_single_4k.py │ │ ├── needlebench_8k │ │ │ ├── needlebench_8k.py │ │ │ ├── needlebench_multi_reasoning_8k.py │ │ │ ├── needlebench_multi_retrieval_8k.py │ │ │ ├── needlebench_multi_retrieval_compare_batch_8k.py │ │ │ └── needlebench_single_8k.py │ │ ├── readme.md │ │ └── readme_zh-CN.md │ ├── nq │ │ ├── nq_gen.py │ │ ├── nq_gen_0356ec.py │ │ ├── nq_gen_2463e2.py │ │ ├── nq_gen_3dcea1.py │ │ ├── nq_gen_68c1c6.py │ │ ├── nq_gen_c788f6.py │ │ ├── nq_open_1shot_gen_01cf41.py │ │ ├── nq_open_1shot_gen_20a989.py │ │ └── nq_open_gen_e93f8a.py │ ├── nq_cn │ │ ├── nqcn_gen.py │ │ └── nqcn_gen_141737.py │ ├── obqa │ │ ├── obqa_gen.py │ │ ├── obqa_gen_9069e4.py │ │ ├── obqa_ppl.py │ │ ├── obqa_ppl_1defe8.py │ │ ├── obqa_ppl_6aac9e.py │ │ └── obqa_ppl_c7c154.py │ ├── piqa │ │ ├── piqa_gen.py │ │ ├── piqa_gen_1194eb.py │ │ ├── piqa_ppl.py │ │ ├── piqa_ppl_0cfff2.py │ │ ├── piqa_ppl_1cf9f0.py │ │ └── piqa_ppl_3431ea.py │ ├── promptbench │ │ ├── promptbench_iwslt2017_gen_cbb8c8.py │ │ ├── promptbench_math_gen_abf776.py │ │ ├── promptbench_squad20_gen_b15d1c.py │ │ └── promptbench_wnli_gen_50662f.py │ ├── py150 │ │ ├── py150_gen.py │ │ └── py150_gen_38b13d.py │ ├── qabench │ │ ├── qabench_gen.py │ │ └── qabench_gen_353ae7.py │ ├── qasper │ │ ├── qasper_gen.py │ │ ├── qasper_gen_a2d88a.py │ │ └── qasper_gen_db6413.py │ ├── qaspercut │ │ ├── qaspercut_gen.py │ │ ├── qaspercut_gen_a2d88a.py │ │ └── qaspercut_gen_db6413.py │ ├── race │ │ ├── race_gen.py │ │ ├── race_gen_69ee4f.py │ │ ├── race_gen_9302a5.py │ │ ├── race_ppl.py │ │ ├── race_ppl_5831a0.py │ │ ├── race_ppl_a138cd.py │ │ └── race_ppl_abed12.py │ ├── realtoxicprompts │ │ ├── realtoxicprompts_gen.py │ │ ├── realtoxicprompts_gen_7605e4.py │ │ └── realtoxicprompts_gen_ac723c.py │ ├── rolebench │ │ ├── instruction_generalization_eng.py │ │ ├── instruction_generalization_zh.py │ │ └── role_generalization_eng.py │ ├── safety │ │ ├── safety_gen.py │ │ └── safety_gen_7ce197.py │ ├── scibench │ │ ├── scibench_gen.py │ │ └── scibench_gen_2b21f3.py │ ├── siqa │ │ ├── siqa_gen.py │ │ ├── siqa_gen_18632c.py │ │ ├── siqa_gen_e78df3.py │ │ ├── siqa_ppl.py │ │ ├── siqa_ppl_42bc6e.py │ │ ├── siqa_ppl_7845b0.py │ │ ├── siqa_ppl_ced5f6.py │ │ └── siqa_ppl_e8d8c5.py │ ├── squad20 │ │ ├── squad20_gen.py │ │ └── squad20_gen_1710bc.py │ ├── storycloze │ │ ├── storycloze_gen.py │ │ ├── storycloze_gen_7f656a.py │ │ ├── storycloze_ppl.py │ │ ├── storycloze_ppl_496661.py │ │ └── storycloze_ppl_afd16f.py │ ├── strategyqa │ │ ├── strategyqa_gen.py │ │ ├── strategyqa_gen_1180a7.py │ │ └── strategyqa_gen_934441.py │ ├── subjective │ │ ├── alignbench │ │ │ ├── alignbench_judgeby_autoj.py │ │ │ ├── alignbench_judgeby_critiquellm.py │ │ │ └── alignbench_judgeby_judgelm.py │ │ ├── alpaca_eval │ │ │ ├── alpacav1_judgeby_gpt4.py │ │ │ └── alpacav2_judgeby_gpt4.py │ │ ├── compassarena │ │ │ ├── compassarena_compare.py │ │ │ ├── compassarena_compare_creationv3.py │ │ │ └── compassarena_compare_moe.py │ │ ├── creationbench │ │ │ ├── creationbench_judgeby_gpt4.py │ │ │ └── creationbench_judgeby_gpt4_withref.py │ │ ├── multiround │ │ │ ├── functionalmt_zh_judgeby_gpt4.py │ │ │ ├── mtbench_pair_judge.py │ │ │ ├── mtbench_single_judge.py │ │ │ └── mtbench_single_judge_diff_temp.py │ │ └── subjective_cmp │ │ │ ├── subjective_cmp.py │ │ │ ├── subjective_corev2.py │ │ │ └── subjective_creation.py │ ├── summedits │ │ ├── summedits_gen.py │ │ ├── summedits_gen_315438.py │ │ ├── summedits_gen_4fb38b.py │ │ ├── summedits_ppl.py │ │ ├── summedits_ppl_1fbeb6.py │ │ ├── summedits_ppl_3c30d0.py │ │ └── summedits_ppl_fa58ba.py │ ├── summscreen │ │ ├── summscreen_gen.py │ │ ├── summscreen_gen_653185.py │ │ └── summscreen_gen_aa5eb3.py │ ├── taco │ │ ├── README.md │ │ ├── taco_gen.py │ │ └── taco_gen_c7893a.py │ ├── teval │ │ ├── README.md │ │ ├── teval_en_gen.py │ │ ├── teval_en_gen_1ac254.py │ │ ├── teval_zh_gen.py │ │ └── teval_zh_gen_1ac254.py │ ├── triviaqa │ │ ├── triviaqa_gen.py │ │ ├── triviaqa_gen_0356ec.py │ │ ├── triviaqa_gen_2121ce.py │ │ ├── triviaqa_gen_3e39a5.py │ │ ├── triviaqa_gen_429db5.py │ │ ├── triviaqa_gen_d297bb.py │ │ ├── triviaqa_wiki_1shot_gen_20a989.py │ │ ├── triviaqa_wiki_1shot_gen_eaf81e.py │ │ └── triviaqa_wiki_gen_d18bf4.py │ ├── triviaqarc │ │ ├── triviaqarc_gen.py │ │ ├── triviaqarc_gen_a2d88a.py │ │ └── triviaqarc_gen_db6413.py │ ├── truthfulqa │ │ ├── truthfulqa_gen.py │ │ ├── truthfulqa_gen_1e7d8d.py │ │ └── truthfulqa_gen_5ddc62.py │ ├── tydiqa │ │ ├── tydiqa_gen.py │ │ └── tydiqa_gen_978d2a.py │ ├── wikibench │ │ ├── wikibench_gen.py │ │ └── wikibench_gen_f96ece.py │ ├── wikitext │ │ ├── wikitext_103_raw_ppl.py │ │ ├── wikitext_103_raw_ppl_752e2a.py │ │ ├── wikitext_2_raw_ppl.py │ │ └── wikitext_2_raw_ppl_752e2a.py │ ├── winograd │ │ ├── winograd_ppl.py │ │ ├── winograd_ppl_8f3049.py │ │ └── winograd_ppl_b6c7ed.py │ ├── winogrande │ │ ├── winogrande_5shot_gen_6447e6.py │ │ ├── winogrande_5shot_ll_252f01.py │ │ ├── winogrande_gen.py │ │ ├── winogrande_gen_a027b6.py │ │ ├── winogrande_gen_a9ede5.py │ │ ├── winogrande_ll.py │ │ ├── winogrande_ll_c5cf57.py │ │ ├── winogrande_ppl_55a66e.py │ │ └── winogrande_ppl_9307fd.py │ ├── xiezhi │ │ ├── xiezhi_gen.py │ │ ├── xiezhi_gen_b86cf5.py │ │ ├── xiezhi_ppl.py │ │ └── xiezhi_ppl_ea6bd7.py │ └── z_bench │ │ ├── z_bench_gen.py │ │ ├── z_bench_gen_52ba2f.py │ │ └── z_bench_gen_d8c84c.py ├── eval_alaya.py ├── eval_attack.py ├── eval_bluelm_32k_lveval.py ├── eval_chat_agent.py ├── eval_chat_agent_baseline.py ├── eval_chat_cibench.py ├── eval_chat_cibench_api.py ├── eval_chat_last.py ├── eval_chembench.py ├── eval_cibench.py ├── eval_circular.py ├── eval_claude.py ├── eval_code_passk.py ├── eval_code_passk_repeat_dataset.py ├── eval_codeagent.py ├── eval_codegeex2.py ├── eval_contamination.py ├── eval_demo.py ├── eval_ds1000_interpreter.py ├── eval_gpt3.5.py ├── eval_gpt4.py ├── eval_hf_llama2.py ├── eval_hf_llama_7b.py ├── eval_internLM.py ├── eval_internlm2_chat_keyset.py ├── eval_internlm2_keyset.py ├── eval_internlm_7b.py ├── eval_internlm_chat_lmdeploy_apiserver.py ├── eval_internlm_chat_lmdeploy_pytorch.py ├── eval_internlm_chat_turbomind.py ├── eval_internlm_chat_turbomind_tis.py ├── eval_internlm_lmdeploy_apiserver.py ├── eval_internlm_math_chat.py ├── eval_internlm_turbomind.py ├── eval_internlm_turbomind_tis.py ├── eval_lightllm.py ├── eval_llama2_7b.py ├── eval_llama2_7b_lveval.py ├── eval_mixtral_8x7b.py ├── eval_mmlu_with_zero_retriever_overwritten.py ├── eval_multi_prompt_demo.py ├── eval_needlebench.py ├── eval_qwen_7b.py ├── eval_qwen_7b_chat.py ├── eval_qwen_7b_chat_lawbench.py ├── eval_rwkv5_3b.py ├── eval_subjective_alignbench.py ├── eval_subjective_alpacaeval.py ├── eval_subjective_alpacaeval_oc.py ├── eval_subjective_compassarena.py ├── eval_subjective_creationbench.py ├── eval_subjective_judge_pandalm.py ├── eval_subjective_mtbench.py ├── eval_teval.py ├── eval_with_model_dataset_combinations.py ├── models │ ├── accessory │ │ ├── accessory_llama2_7b.py │ │ ├── accessory_mixtral_8x7b.py │ │ └── accessory_sphinx_v2_1k.py │ ├── alaya │ │ └── alaya.py │ ├── aquila │ │ ├── hf_aquila2_34b.py │ │ ├── hf_aquila2_7b.py │ │ ├── hf_aquilachat2_34b.py │ │ ├── hf_aquilachat2_34b_16k.py │ │ ├── hf_aquilachat2_7b.py │ │ └── hf_aquilachat2_7b_16k.py │ ├── baichuan │ │ ├── hf_baichuan2_13b_base.py │ │ ├── hf_baichuan2_13b_chat.py │ │ ├── hf_baichuan2_7b_base.py │ │ ├── hf_baichuan2_7b_chat.py │ │ ├── hf_baichuan_13b_base.py │ │ ├── hf_baichuan_13b_chat.py │ │ └── hf_baichuan_7b.py │ ├── bluelm │ │ ├── hf_bluelm_7b_base.py │ │ ├── hf_bluelm_7b_base_32k.py │ │ ├── hf_bluelm_7b_chat.py │ │ └── hf_bluelm_7b_chat_32k.py │ ├── chatglm │ │ ├── hf_chatglm2_6b.py │ │ ├── hf_chatglm3_6b.py │ │ ├── hf_chatglm3_6b_32k.py │ │ ├── hf_chatglm3_6b_base.py │ │ ├── hf_chatglm_6b.py │ │ └── vllm_chatglm3_6b_32k.py │ ├── claude │ │ ├── claude.py │ │ └── claude2.py │ ├── codegeex2 │ │ └── hf_codegeex2_6b.py │ ├── codellama │ │ ├── hf_codellama_13b.py │ │ ├── hf_codellama_13b_instruct.py │ │ ├── hf_codellama_13b_python.py │ │ ├── hf_codellama_34b.py │ │ ├── hf_codellama_34b_instruct.py │ │ ├── hf_codellama_34b_python.py │ │ ├── hf_codellama_7b.py │ │ ├── hf_codellama_7b_instruct.py │ │ └── hf_codellama_7b_python.py │ ├── deepseek │ │ ├── hf_deepseek_67b_base.py │ │ ├── hf_deepseek_67b_chat.py │ │ ├── hf_deepseek_7b_base.py │ │ ├── hf_deepseek_7b_chat.py │ │ ├── hf_deepseek_coder_1_3b_instruct.py │ │ ├── hf_deepseek_coder_33b_instruct.py │ │ ├── hf_deepseek_coder_6_7b_instruct.py │ │ ├── hf_deepseek_moe_16b_base.py │ │ └── hf_deepseek_moe_16b_chat.py │ ├── falcon │ │ ├── hf_falcon_40b.py │ │ └── hf_falcon_7b.py │ ├── gemini │ │ └── gemini_pro.py │ ├── gemma │ │ ├── hf_gemma_2b.py │ │ ├── hf_gemma_2b_it.py │ │ ├── hf_gemma_7b.py │ │ └── hf_gemma_7b_it.py │ ├── hf_internlm │ │ ├── hf_internlm2_1_8b.py │ │ ├── hf_internlm2_20b.py │ │ ├── hf_internlm2_7b.py │ │ ├── hf_internlm2_base_20b.py │ │ ├── hf_internlm2_base_7b.py │ │ ├── hf_internlm2_chat_1_8b.py │ │ ├── hf_internlm2_chat_1_8b_sft.py │ │ ├── hf_internlm2_chat_20b.py │ │ ├── hf_internlm2_chat_20b_sft.py │ │ ├── hf_internlm2_chat_20b_with_system.py │ │ ├── hf_internlm2_chat_7b.py │ │ ├── hf_internlm2_chat_7b_sft.py │ │ ├── hf_internlm2_chat_7b_with_system.py │ │ ├── hf_internlm2_chat_math_20b.py │ │ ├── hf_internlm2_chat_math_20b_with_system.py │ │ ├── hf_internlm2_chat_math_7b.py │ │ ├── hf_internlm2_chat_math_7b_with_system.py │ │ ├── hf_internlm_20b.py │ │ ├── hf_internlm_7b.py │ │ ├── hf_internlm_chat_20b.py │ │ ├── hf_internlm_chat_7b.py │ │ ├── hf_internlm_chat_7b_8k.py │ │ ├── hf_internlm_chat_7b_v1_1.py │ │ ├── lmdeploy_internlm2_chat_20b.py │ │ └── lmdeploy_internlm2_chat_7b.py │ ├── hf_llama │ │ ├── hf_llama2_13b.py │ │ ├── hf_llama2_13b_chat.py │ │ ├── hf_llama2_70b.py │ │ ├── hf_llama2_70b_chat.py │ │ ├── hf_llama2_7b.py │ │ ├── hf_llama2_7b_chat.py │ │ ├── hf_llama_13b.py │ │ ├── hf_llama_30b.py │ │ ├── hf_llama_65b.py │ │ └── hf_llama_7b.py │ ├── internlm │ │ └── internlm_7b.py │ ├── judge_llm │ │ ├── auto_j │ │ │ ├── hf_autoj_bilingual_6b.py │ │ │ ├── hf_autoj_eng_13b.py │ │ │ ├── hf_autoj_eng_13b_4bit.py │ │ │ └── hf_autoj_scen_classifier.py │ │ ├── judgelm │ │ │ ├── hf_judgelm_13b_v1.py │ │ │ ├── hf_judgelm_33b_v1.py │ │ │ └── hf_judgelm_7b_v1.py │ │ └── pandalm │ │ │ ├── hf_alpaca_pandalm_7b_v1.py │ │ │ └── hf_pandalm_7b_v1.py │ ├── lemur │ │ └── lemur_70b_chat.py │ ├── lingowhale │ │ └── hf_lingowhale_8b.py │ ├── mistral │ │ ├── hf_mistral_7b_instruct_v0_1.py │ │ ├── hf_mistral_7b_instruct_v0_2.py │ │ ├── hf_mistral_7b_v0_1.py │ │ ├── hf_mistral_7b_v0_2.py │ │ ├── vllm_mistral_7b_instruct_v0_1.py │ │ └── vllm_mistral_7b_instruct_v0_2.py │ ├── mixtral │ │ ├── hf_mixtral_8x7b_instruct_v0_1.py │ │ ├── hf_mixtral_8x7b_v0_1.py │ │ ├── mixtral_8x7b_32k.py │ │ └── vllm_mixtral_8x7b_instruct_v0_1.py │ ├── moss │ │ ├── hf_moss_moon_003_base.py │ │ └── hf_moss_moon_003_sft.py │ ├── mpt │ │ ├── hf_mpt_7b.py │ │ └── hf_mpt_instruct_7b.py │ ├── ms_internlm │ │ └── ms_internlm_chat_7b_8k.py │ ├── nanbeige │ │ ├── hf_nanbeige2_8b_chat.py │ │ ├── hf_nanbeige_16b_base.py │ │ ├── hf_nanbeige_16b_base_32k.py │ │ ├── hf_nanbeige_16b_chat.py │ │ └── hf_nanbeige_16b_chat_32k.py │ ├── openai │ │ ├── gpt_3_5_turbo.py │ │ └── gpt_4.py │ ├── openbmb │ │ ├── hf_minicpm_2b_dpo_fp32.py │ │ └── hf_minicpm_2b_sft_fp32.py │ ├── opt │ │ ├── hf_opt_125m.py │ │ └── hf_opt_350m.py │ ├── others │ │ ├── hf_abel_7b_001.py │ │ ├── hf_abel_7b_002.py │ │ ├── hf_arithmo_mistral_7b.py │ │ ├── hf_dbrx_instruct.py │ │ ├── hf_dolphin_21_mistral_7b.py │ │ ├── hf_fashiongpt_70b_v11.py │ │ ├── hf_gsm8k_rft_llama7b2_u13b.py │ │ ├── hf_metamath_7b_v1_0.py │ │ ├── hf_metamath_llemma_7b.py │ │ ├── hf_metamath_mistral_7b.py │ │ ├── hf_openchat_35_0106.py │ │ ├── hf_openchat_35_1210.py │ │ ├── hf_orionstar_14b_base.py │ │ ├── hf_orionstar_yi_34b_chat.py │ │ ├── hf_phi_2.py │ │ ├── hf_telechat_7b_chat.py │ │ ├── hf_yayi2_30b_base.py │ │ └── vllm_orionstar_14b_longchat.py │ ├── qwen │ │ ├── hf_qwen1_5_0_5b.py │ │ ├── hf_qwen1_5_0_5b_chat.py │ │ ├── hf_qwen1_5_14b.py │ │ ├── hf_qwen1_5_14b_chat.py │ │ ├── hf_qwen1_5_1_8b.py │ │ ├── hf_qwen1_5_1_8b_chat.py │ │ ├── hf_qwen1_5_4b.py │ │ ├── hf_qwen1_5_4b_chat.py │ │ ├── hf_qwen1_5_72b.py │ │ ├── hf_qwen1_5_72b_chat.py │ │ ├── hf_qwen1_5_7b.py │ │ ├── hf_qwen1_5_7b_chat.py │ │ ├── hf_qwen1_5_moe_a2_7b_chat.py │ │ ├── hf_qwen_14b.py │ │ ├── hf_qwen_14b_chat.py │ │ ├── hf_qwen_1_8b.py │ │ ├── hf_qwen_1_8b_chat.py │ │ ├── hf_qwen_72b.py │ │ ├── hf_qwen_72b_chat.py │ │ ├── hf_qwen_7b.py │ │ ├── hf_qwen_7b_chat.py │ │ ├── ms_qwen_7b_chat.py │ │ ├── vllm_qwen1_5_14b_chat.py │ │ ├── vllm_qwen1_5_72b.py │ │ ├── vllm_qwen1_5_72b_chat.py │ │ ├── vllm_qwen_14b_chat.py │ │ └── vllm_qwen_72b_chat.py │ ├── rwkv │ │ └── rwkv5_3b.py │ ├── skywork │ │ └── hf_skywork_13b.py │ ├── tigerbot │ │ ├── hf_tigerbot_13b_base_v1.py │ │ ├── hf_tigerbot_13b_base_v2.py │ │ ├── hf_tigerbot_13b_chat_v1.py │ │ ├── hf_tigerbot_13b_chat_v2.py │ │ ├── hf_tigerbot_70b_base.py │ │ ├── hf_tigerbot_70b_chat_v2.py │ │ ├── hf_tigerbot_70b_chat_v3.py │ │ ├── hf_tigerbot_7b_base.py │ │ ├── hf_tigerbot_7b_base_v3.py │ │ ├── hf_tigerbot_7b_chat_v3.py │ │ └── hf_tigerbot_7b_sft.py │ ├── vicuna │ │ ├── hf_vicuna_13b_v13.py │ │ ├── hf_vicuna_13b_v15.py │ │ ├── hf_vicuna_13b_v15_16k.py │ │ ├── hf_vicuna_33b_v13.py │ │ ├── hf_vicuna_7b_v13.py │ │ ├── hf_vicuna_7b_v15.py │ │ ├── hf_vicuna_7b_v15_16k.py │ │ ├── vllm_vicuna_13b_v15_16k.py │ │ └── vllm_vicuna_7b_v15_16k.py │ ├── wizardcoder │ │ ├── hf_wizardcoder_15b.py │ │ ├── hf_wizardcoder_1b.py │ │ ├── hf_wizardcoder_3b.py │ │ ├── hf_wizardcoder_python_13b.py │ │ └── hf_wizardcoder_python_34b.py │ ├── wizardlm │ │ ├── hf_wizardlm_13b_v1_2.py │ │ ├── hf_wizardlm_70b_v1_0.py │ │ ├── hf_wizardlm_7b_v1_0.py │ │ ├── hf_wizardmath_7b_v1_0.py │ │ ├── hf_wizardmath_7b_v1_1.py │ │ ├── vllm_wizardlm_13b_v1_2.py │ │ ├── vllm_wizardlm_70b_v1_0.py │ │ └── vllm_wizardlm_7b_v1_0.py │ ├── yi │ │ ├── hf_yi_34b.py │ │ ├── hf_yi_34b_200k.py │ │ ├── hf_yi_34b_chat.py │ │ ├── hf_yi_6b.py │ │ ├── hf_yi_6b_200k.py │ │ └── hf_yi_6b_chat.py │ └── zephyr │ │ ├── hf_zephyr_7b_beta.py │ │ └── vllm_zephyr_7b_beta.py ├── multimodal │ ├── instructblip │ │ ├── README.md │ │ ├── instructblip_coco_caption.py │ │ ├── instructblip_flickr30k.py │ │ ├── instructblip_gqa.py │ │ ├── instructblip_mmbench.py │ │ ├── instructblip_ocr_vqa.py │ │ ├── instructblip_ok_vqa.py │ │ ├── instructblip_scienceqa.py │ │ ├── instructblip_textvqa.py │ │ ├── instructblip_vizwiz.py │ │ ├── instructblip_vqav2.py │ │ └── instructblip_vsr.py │ ├── llama_adapter_v2_multimodal │ │ ├── README.md │ │ └── llama_adapter_v2_mm_7b_mmbench.py │ ├── llava │ │ ├── README.md │ │ ├── llava_7b_coco_caption.py │ │ ├── llava_7b_flickr30k.py │ │ ├── llava_7b_gqa.py │ │ ├── llava_7b_mmbench.py │ │ ├── llava_7b_ocr_vqa.py │ │ ├── llava_7b_ok_vqa.py │ │ ├── llava_7b_scienceqa.py │ │ ├── llava_7b_textvqa.py │ │ ├── llava_7b_vizwiz.py │ │ ├── llava_7b_vqav2.py │ │ └── llava_7b_vsr.py │ ├── minigpt_4 │ │ ├── README.md │ │ ├── minigpt_4_7b_coco_caption.py │ │ ├── minigpt_4_7b_flickr30k.py │ │ ├── minigpt_4_7b_gqa.py │ │ ├── minigpt_4_7b_mmbench.py │ │ ├── minigpt_4_7b_mme.py │ │ ├── minigpt_4_7b_ocr_vqa.py │ │ ├── minigpt_4_7b_ok_vqa.py │ │ ├── minigpt_4_7b_scienceqa.py │ │ ├── minigpt_4_7b_seedbench.py │ │ ├── minigpt_4_7b_textvqa.py │ │ ├── minigpt_4_7b_vizwiz.py │ │ ├── minigpt_4_7b_vqav2.py │ │ └── minigpt_4_7b_vsr.py │ ├── mplug_owl │ │ ├── README.md │ │ └── mplug_owl_7b_mmbench.py │ ├── openflamingo │ │ ├── README.md │ │ ├── openflamingo_coco_caption.py │ │ ├── openflamingo_flickr30k.py │ │ ├── openflamingo_gqa.py │ │ ├── openflamingo_mmbench.py │ │ ├── openflamingo_ocr_vqa.py │ │ ├── openflamingo_ok_vqa.py │ │ ├── openflamingo_scienceqa.py │ │ ├── openflamingo_textvqa.py │ │ ├── openflamingo_vizwiz.py │ │ ├── openflamingo_vqav2.py │ │ └── openflamingo_vsr.py │ ├── otter │ │ ├── README.md │ │ └── otter_9b_mmbench.py │ ├── qwen │ │ ├── qwenvl_base_7b_mmbench.py │ │ ├── qwenvl_chat_7b_coco_caption.py │ │ ├── qwenvl_chat_7b_flickr30k.py │ │ ├── qwenvl_chat_7b_gqa.py │ │ ├── qwenvl_chat_7b_mmbench.py │ │ ├── qwenvl_chat_7b_mmbench_cn.py │ │ ├── qwenvl_chat_7b_ocr_vqa.py │ │ ├── qwenvl_chat_7b_ok_vqa.py │ │ ├── qwenvl_chat_7b_scienceqa.py │ │ ├── qwenvl_chat_7b_textvqa.py │ │ ├── qwenvl_chat_7b_vizwiz.py │ │ ├── qwenvl_chat_7b_vqav2.py │ │ └── qwenvl_chat_7b_vsr.py │ ├── tasks.py │ └── visualglm │ │ ├── visualglm_6b_coco_caption.py │ │ ├── visualglm_6b_flickr30k.py │ │ ├── visualglm_6b_gqa.py │ │ ├── visualglm_6b_mmbench.py │ │ ├── visualglm_6b_ocr_vqa.py │ │ ├── visualglm_6b_ok_vqa.py │ │ ├── visualglm_6b_scienceqa.py │ │ ├── visualglm_6b_textvqa.py │ │ ├── visualglm_6b_vizwiz.py │ │ ├── visualglm_6b_vqav2.py │ │ └── visualglm_6b_vsr.py ├── search │ └── search.yml ├── subjective │ ├── eval_subjective_alignbench.py │ ├── eval_subjective_alpacaeval.py │ ├── eval_subjective_compassarena.py │ ├── eval_subjective_mtbench.py │ └── model_cfg.py └── summarizers │ ├── agent_bench.py │ ├── cibench.py │ ├── code_passk.py │ ├── compass_knowledge.py │ ├── compass_math.py │ ├── compassbench_v1_language.py │ ├── compassbench_v1_objective.py │ ├── compassbench_v1_reason.py │ ├── contamination.py │ ├── example.py │ ├── groups │ ├── GaokaoBench.py │ ├── agieval.py │ ├── bbh.py │ ├── ceval.py │ ├── cibench.py │ ├── cmmlu.py │ ├── ds1000.py │ ├── flores.py │ ├── infinitebench.py │ ├── jigsaw_multilingual.py │ ├── lawbench.py │ ├── lcbench.py │ ├── leval.py │ ├── longbench.py │ ├── lveval.py │ ├── mathbench.py │ ├── mathbench_agent.py │ ├── mathbench_v1.py │ ├── mmlu.py │ ├── plugineval.py │ ├── scibench.py │ ├── teval.py │ ├── tydiqa.py │ └── xiezhi.py │ ├── infinitebench.py │ ├── internlm2_keyset.py │ ├── lawbench.py │ ├── leaderboard.py │ ├── leval.py │ ├── longbench.py │ ├── longeval_v2.py │ ├── lveval.py │ ├── math_agent.py │ ├── math_baseline.py │ ├── mathbench.py │ ├── mathbench_v1.py │ ├── medium.py │ ├── needlebench.py │ ├── plugineval.py │ ├── small.py │ ├── subjective.py │ ├── teval.py │ └── tiny.py ├── data ├── BoolQ │ ├── random_index.pth │ └── val.jsonl ├── CB │ └── val.jsonl ├── RTE │ └── val.jsonl ├── ReCoRD │ ├── random_index.pth │ └── val.jsonl ├── SQuAD2.0 │ ├── dev-v2.0.json │ └── random_index.pth ├── WSC │ └── val.jsonl ├── WiC │ └── val.jsonl ├── drop │ ├── drop_dataset_dev.json │ └── random_index.pth ├── openbookqa │ └── Main │ │ ├── dev.tsv │ │ ├── test.tsv │ │ └── train.tsv └── winogrande │ ├── README.md │ ├── dev-labels.lst │ ├── eval.py │ ├── sample-submission-labels.lst │ ├── train_debiased-labels.lst │ ├── train_l-labels.lst │ ├── train_m-labels.lst │ ├── train_s-labels.lst │ ├── train_xl-labels.lst │ └── train_xs-labels.lst ├── dataset_cfgs ├── mixtral-8x7b-instruct-v0.1_arc-c_eval.py ├── mixtral-8x7b-instruct-v0.1_arc-e_eval.py ├── mixtral-8x7b-instruct-v0.1_boolq_eval.py ├── mixtral-8x7b-instruct-v0.1_cb_dev.py ├── mixtral-8x7b-instruct-v0.1_cb_eval.py ├── mixtral-8x7b-instruct-v0.1_cb_train.py ├── mixtral-8x7b-instruct-v0.1_drop_eval.py ├── mixtral-8x7b-instruct-v0.1_gsm8k_eval.py ├── mixtral-8x7b-instruct-v0.1_hellaswag_eval.py ├── mixtral-8x7b-instruct-v0.1_obqa_eval.py ├── mixtral-8x7b-instruct-v0.1_record_eval.py ├── mixtral-8x7b-instruct-v0.1_rte_eval.py ├── mixtral-8x7b-instruct-v0.1_squad_dev.py ├── mixtral-8x7b-instruct-v0.1_squad_eval.py ├── mixtral-8x7b-instruct-v0.1_squad_train.py ├── mixtral-8x7b-instruct-v0.1_wic_dev.py ├── mixtral-8x7b-instruct-v0.1_wic_eval.py ├── mixtral-8x7b-instruct-v0.1_wic_train.py ├── mixtral-8x7b-instruct-v0.1_winogrande_eval.py ├── mixtral-8x7b-instruct-v0.1_wsc_dev.py ├── mixtral-8x7b-instruct-v0.1_wsc_eval.py └── mixtral-8x7b-instruct-v0.1_wsc_train.py ├── docs ├── en │ ├── .readthedocs.yaml │ ├── MMBench.md │ ├── Makefile │ ├── _static │ │ ├── css │ │ │ └── readthedocs.css │ │ ├── image │ │ │ ├── logo.svg │ │ │ └── logo_icon.svg │ │ └── js │ │ │ └── custom.js │ ├── _templates │ │ ├── 404.html │ │ ├── autosummary │ │ │ └── class.rst │ │ └── callable.rst │ ├── advanced_guides │ │ ├── circular_eval.md │ │ ├── code_eval.md │ │ ├── code_eval_service.md │ │ ├── contamination_eval.md │ │ ├── custom_dataset.md │ │ ├── evaluation_lightllm.md │ │ ├── evaluation_turbomind.md │ │ ├── longeval.md │ │ ├── multimodal_eval.md │ │ ├── needleinahaystack_eval.md │ │ ├── new_dataset.md │ │ ├── new_model.md │ │ ├── prompt_attack.md │ │ └── subjective_evaluation.md │ ├── conf.py │ ├── docutils.conf │ ├── get_started │ │ ├── faq.md │ │ ├── installation.md │ │ └── quick_start.md │ ├── index.rst │ ├── notes │ │ ├── contribution_guide.md │ │ └── news.md │ ├── prompt │ │ ├── chain_of_thought.md │ │ ├── meta_template.md │ │ ├── overview.md │ │ └── prompt_template.md │ ├── tools.md │ └── user_guides │ │ ├── config.md │ │ ├── datasets.md │ │ ├── evaluation.md │ │ ├── experimentation.md │ │ ├── framework_overview.md │ │ ├── metrics.md │ │ ├── models.md │ │ └── summarizer.md └── zh_cn │ ├── .readthedocs.yaml │ ├── Makefile │ ├── _static │ ├── css │ │ └── readthedocs.css │ ├── image │ │ ├── logo.svg │ │ └── logo_icon.svg │ └── js │ │ └── custom.js │ ├── _templates │ ├── 404.html │ ├── autosummary │ │ └── class.rst │ └── callable.rst │ ├── advanced_guides │ ├── circular_eval.md │ ├── code_eval.md │ ├── code_eval_service.md │ ├── compassbench_intro.md │ ├── contamination_eval.md │ ├── custom_dataset.md │ ├── evaluation_lightllm.md │ ├── evaluation_turbomind.md │ ├── longeval.md │ ├── multimodal_eval.md │ ├── needleinahaystack_eval.md │ ├── new_dataset.md │ ├── new_model.md │ ├── prompt_attack.md │ └── subjective_evaluation.md │ ├── conf.py │ ├── cp_origin_docs.sh │ ├── docutils.conf │ ├── get_started │ ├── faq.md │ ├── installation.md │ └── quick_start.md │ ├── index.rst │ ├── notes │ ├── contribution_guide.md │ └── news.md │ ├── prompt │ ├── chain_of_thought.md │ ├── meta_template.md │ ├── overview.md │ └── prompt_template.md │ ├── tools.md │ └── user_guides │ ├── config.md │ ├── datasets.md │ ├── evaluation.md │ ├── experimentation.md │ ├── framework_overview.md │ ├── metrics.md │ ├── models.md │ └── summarizer.md ├── opencompass ├── __init__.py ├── cli │ └── main.py ├── datasets │ ├── FinanceIQ.py │ ├── GaokaoBench.py │ ├── IFEval │ │ ├── evaluation_main.py │ │ ├── ifeval.py │ │ ├── instructions.py │ │ ├── instructions_registry.py │ │ └── instructions_util.py │ ├── NPHardEval │ │ ├── __init__.py │ │ ├── cmp_GCP_D.py │ │ ├── cmp_KSP.py │ │ ├── cmp_TSP_D.py │ │ ├── hard_GCP.py │ │ ├── hard_MSP.py │ │ ├── hard_TSP.py │ │ ├── p_BSP.py │ │ ├── p_EDP.py │ │ ├── p_SPP.py │ │ ├── prompts.py │ │ └── utils.py │ ├── OpenFinData.py │ ├── QuALITY.py │ ├── TheoremQA.py │ ├── __init__.py │ ├── advglue.py │ ├── afqmcd.py │ ├── agieval │ │ ├── __init__.py │ │ ├── agieval.py │ │ ├── constructions.py │ │ ├── dataset_loader.py │ │ ├── evaluation.py │ │ ├── math_equivalence.py │ │ ├── post_process.py │ │ └── utils.py │ ├── anli.py │ ├── anthropics_evals.py │ ├── apps.py │ ├── arc.py │ ├── ax.py │ ├── base.py │ ├── bbh.py │ ├── boolq.py │ ├── bustum.py │ ├── c3.py │ ├── cb.py │ ├── ceval.py │ ├── chembench.py │ ├── chid.py │ ├── cibench.py │ ├── circular.py │ ├── civilcomments.py │ ├── clozeTest_maxmin.py │ ├── cluewsc.py │ ├── cmb.py │ ├── cmmlu.py │ ├── cmnli.py │ ├── cmrc.py │ ├── commonsenseqa.py │ ├── commonsenseqa_cn.py │ ├── copa.py │ ├── crowspairs.py │ ├── crowspairs_cn.py │ ├── csl.py │ ├── custom.py │ ├── cvalues.py │ ├── drcd.py │ ├── drop.py │ ├── ds1000.py │ ├── ds1000_interpreter.py │ ├── eprstmt.py │ ├── flores.py │ ├── game24.py │ ├── govrepcrs.py │ ├── gpqa.py │ ├── gsm8k.py │ ├── gsm_hard.py │ ├── hellaswag.py │ ├── huggingface.py │ ├── humaneval.py │ ├── humaneval_multi.py │ ├── humanevalx.py │ ├── hungarian_math.py │ ├── infinitebench │ │ ├── __init__.py │ │ ├── infinitebench_codedebug.py │ │ ├── infinitebench_coderun.py │ │ ├── infinitebench_endia.py │ │ ├── infinitebench_enmc.py │ │ ├── infinitebench_enqa.py │ │ ├── infinitebench_ensum.py │ │ ├── infinitebench_mathcalc.py │ │ ├── infinitebench_mathfind.py │ │ ├── infinitebench_retrievekv.py │ │ ├── infinitebench_retrievenumber.py │ │ ├── infinitebench_retrievepasskey.py │ │ ├── infinitebench_zhqa.py │ │ └── utils.py │ ├── iwslt2017.py │ ├── jigsawmultilingual.py │ ├── jsonl.py │ ├── kaoshi.py │ ├── lambada.py │ ├── lawbench │ │ ├── __init__.py │ │ ├── evaluation_functions │ │ │ ├── cjft.py │ │ │ ├── flzx.py │ │ │ ├── ftcs.py │ │ │ ├── jdzy.py │ │ │ ├── jec_ac.py │ │ │ ├── jec_kd.py │ │ │ ├── jetq.py │ │ │ ├── lblj.py │ │ │ ├── ljp_accusation.py │ │ │ ├── ljp_article.py │ │ │ ├── ljp_imprison.py │ │ │ ├── sjjc.py │ │ │ ├── wbfl.py │ │ │ ├── wsjd.py │ │ │ ├── xxcq.py │ │ │ ├── ydlj.py │ │ │ ├── yqzy.py │ │ │ └── zxfl.py │ │ ├── lawbench.py │ │ └── utils │ │ │ ├── char_smi.py │ │ │ ├── compare_m2_for_evaluation.py │ │ │ ├── comprehension_scores.py │ │ │ ├── function_utils.py │ │ │ ├── modules │ │ │ ├── alignment.py │ │ │ ├── annotator.py │ │ │ ├── classifier.py │ │ │ ├── merger.py │ │ │ ├── tokenization.py │ │ │ └── tokenizer.py │ │ │ ├── parallel_to_m2.py │ │ │ └── rc_f1.py │ ├── lcsts.py │ ├── leval │ │ ├── __init__.py │ │ ├── evaluators.py │ │ ├── leval_coursera.py │ │ ├── leval_financial_qa.py │ │ ├── leval_gov_report_summ.py │ │ ├── leval_gsm100.py │ │ ├── leval_legal_contract_qa.py │ │ ├── leval_meeting_summ.py │ │ ├── leval_multidoc_qa.py │ │ ├── leval_narrattive_qa.py │ │ ├── leval_natural_question.py │ │ ├── leval_news_summ.py │ │ ├── leval_paper_assistant.py │ │ ├── leval_patent_summ.py │ │ ├── leval_quality.py │ │ ├── leval_review_summ.py │ │ ├── leval_scientific_qa.py │ │ ├── leval_topic_retrieval.py │ │ ├── leval_tpo.py │ │ └── leval_tvshow_summ.py │ ├── lmeval.py │ ├── longbench │ │ ├── __init__.py │ │ ├── evaluators.py │ │ ├── longbench_2wikim_qa.py │ │ ├── longbench_dureader.py │ │ ├── longbench_gov_report.py │ │ ├── longbench_hotpot_qa.py │ │ ├── longbench_lcc.py │ │ ├── longbench_lsht.py │ │ ├── longbench_multi_news.py │ │ ├── longbench_multifieldqa_en.py │ │ ├── longbench_multifieldqa_zh.py │ │ ├── longbench_musique.py │ │ ├── longbench_narrative_qa.py │ │ ├── longbench_passage_count.py │ │ ├── longbench_passage_retrieval_en.py │ │ ├── longbench_passage_retrieval_zh.py │ │ ├── longbench_qasper.py │ │ ├── longbench_qmsum.py │ │ ├── longbench_repobench.py │ │ ├── longbench_samsum.py │ │ ├── longbench_trec.py │ │ ├── longbench_trivia_qa.py │ │ └── longbench_vcsum.py │ ├── lveval │ │ ├── __init__.py │ │ ├── evaluators.py │ │ ├── lveval_cmrc_mixup.py │ │ ├── lveval_dureader_mixup.py │ │ ├── lveval_factrecall_en.py │ │ ├── lveval_factrecall_zh.py │ │ ├── lveval_hotpotwikiqa_mixup.py │ │ ├── lveval_lic_mixup.py │ │ ├── lveval_loogle_CR_mixup.py │ │ ├── lveval_loogle_MIR_mixup.py │ │ ├── lveval_loogle_SD_mixup.py │ │ ├── lveval_multifieldqa_en_mixup.py │ │ └── lveval_multifieldqa_zh_mixup.py │ ├── mastermath2024v1.py │ ├── math.py │ ├── math401.py │ ├── math_intern.py │ ├── mathbench.py │ ├── mbpp.py │ ├── medbench │ │ ├── __init__.py │ │ ├── constructions.py │ │ ├── dataset_loader.py │ │ ├── evaluation.py │ │ ├── math_equivalence.py │ │ ├── medbench.py │ │ ├── post_process.py │ │ └── utils.py │ ├── mmlu.py │ ├── multirc.py │ ├── narrativeqa.py │ ├── natural_question.py │ ├── natural_question_cn.py │ ├── needlebench │ │ ├── atc.py │ │ ├── atc_choice.py │ │ ├── multi.py │ │ ├── origin.py │ │ └── parallel.py │ ├── obqa.py │ ├── piqa.py │ ├── py150.py │ ├── qasper.py │ ├── qaspercut.py │ ├── race.py │ ├── realtoxicprompts.py │ ├── reasonbench │ │ ├── ReasonBenchDataset.py │ │ └── __init__.py │ ├── record.py │ ├── rolebench.py │ ├── safety.py │ ├── scibench.py │ ├── siqa.py │ ├── squad20.py │ ├── storycloze.py │ ├── strategyqa.py │ ├── subjective │ │ ├── __init__.py │ │ ├── alignbench.py │ │ ├── compass_arena.py │ │ ├── corev2.py │ │ ├── creationbench.py │ │ ├── information_retrival.py │ │ ├── mtbench.py │ │ ├── multiround.py │ │ └── subjective_cmp.py │ ├── summedits.py │ ├── summscreen.py │ ├── svamp.py │ ├── tabmwp.py │ ├── taco.py │ ├── teval │ │ ├── __init__.py │ │ ├── evaluators │ │ │ ├── __init__.py │ │ │ ├── instruct_evaluator.py │ │ │ ├── planning_evaluator.py │ │ │ ├── reason_retrieve_understand_evaluator.py │ │ │ └── review_evaluator.py │ │ ├── schema.py │ │ └── utils │ │ │ ├── __init__.py │ │ │ ├── convert_results.py │ │ │ ├── format_load.py │ │ │ ├── meta_template.py │ │ │ └── template.py │ ├── tnews.py │ ├── triviaqa.py │ ├── triviaqarc.py │ ├── truthfulqa.py │ ├── tydiqa.py │ ├── wic.py │ ├── wikibench.py │ ├── winograd.py │ ├── winogrande.py │ ├── wnli.py │ ├── wsc.py │ ├── xcopa.py │ ├── xiezhi.py │ ├── xlsum.py │ └── xsum.py ├── lagent │ ├── actions │ │ ├── ipython_interpreter.py │ │ └── python_interpreter.py │ └── agents │ │ └── react.py ├── metrics │ ├── __init__.py │ ├── dump_results.py │ ├── mme_score.py │ └── seedbench.py ├── models │ ├── __init__.py │ ├── accessory.py │ ├── ai360_api.py │ ├── alaya.py │ ├── baichuan_api.py │ ├── baidu_api.py │ ├── base.py │ ├── base_api.py │ ├── bytedance_api.py │ ├── claude_api │ │ ├── __init__.py │ │ ├── claude_api.py │ │ └── postprocessors.py │ ├── gemini_api.py │ ├── glm.py │ ├── huggingface.py │ ├── hunyuan_api.py │ ├── intern_model.py │ ├── krgpt_api.py │ ├── lagent.py │ ├── langchain.py │ ├── lightllm_api.py │ ├── llama2.py │ ├── lmdeploy_pytorch.py │ ├── minimax_api.py │ ├── mistral_api.py │ ├── mixtral.py │ ├── modelscope.py │ ├── moonshot_api.py │ ├── nanbeige_api.py │ ├── openai_api.py │ ├── pangu_api.py │ ├── qwen_api.py │ ├── sensetime_api.py │ ├── turbomind.py │ ├── turbomind_api.py │ ├── turbomind_tis.py │ ├── unigpt_api.py │ ├── vllm.py │ ├── xunfei_api.py │ ├── yayi_api.py │ ├── zhipuai_api.py │ └── zhipuai_v2_api.py ├── multimodal │ ├── datasets │ │ ├── __init__.py │ │ ├── mmbench.py │ │ ├── mme.py │ │ └── seedbench.py │ └── models │ │ ├── __init__.py │ │ ├── instructblip │ │ ├── __init__.py │ │ ├── blip2_vicuna_instruct.py │ │ ├── post_processor.py │ │ └── prompt_constructor.py │ │ ├── llama_adapter_v2_multimodal │ │ ├── __init__.py │ │ ├── llama_adapter.py │ │ ├── post_processor.py │ │ └── prompt_constructor.py │ │ ├── llava │ │ ├── __init__.py │ │ ├── llava.py │ │ ├── post_processor.py │ │ └── prompt_constructor.py │ │ ├── minigpt_4 │ │ ├── __init__.py │ │ ├── minigpt_4.py │ │ ├── post_processor.py │ │ ├── prompt_constructor.py │ │ └── utils.py │ │ ├── mplug_owl │ │ ├── __init__.py │ │ ├── mplug_owl_7b.py │ │ ├── post_processor.py │ │ └── prompt_constructor.py │ │ ├── openflamingo │ │ ├── __init__.py │ │ ├── openflamingo.py │ │ ├── post_processor.py │ │ └── prompt_constructor.py │ │ ├── otter │ │ ├── __init__.py │ │ ├── otter.py │ │ ├── post_processor.py │ │ └── prompt_constructor.py │ │ ├── qwen │ │ ├── __init__.py │ │ ├── generation_utils.py │ │ ├── post_processor.py │ │ ├── prompt_constructor.py │ │ └── qwen.py │ │ └── visualglm │ │ ├── __init__.py │ │ ├── post_processor.py │ │ ├── prompt_constructor.py │ │ └── visualglm.py ├── openicl │ ├── __init__.py │ ├── icl_dataset_reader.py │ ├── icl_evaluator │ │ ├── __init__.py │ │ ├── hf_metrics │ │ │ ├── accuracy.py │ │ │ ├── rouge.py │ │ │ ├── sacrebleu.py │ │ │ └── squad.py │ │ ├── icl_agent_evaluator.py │ │ ├── icl_aucroc_evaluator.py │ │ ├── icl_base_evaluator.py │ │ ├── icl_circular_evaluator.py │ │ ├── icl_em_evaluator.py │ │ ├── icl_hf_evaluator.py │ │ ├── icl_jieba_rouge_evaluator.py │ │ ├── icl_misc_evaluator.py │ │ ├── icl_plugin_evaluator.py │ │ ├── icl_toxic_evaluator.py │ │ └── lm_evaluator.py │ ├── icl_inferencer │ │ ├── __init__.py │ │ ├── icl_agent_inferencer.py │ │ ├── icl_attack_inferencer.py │ │ ├── icl_base_inferencer.py │ │ ├── icl_chat_inferencer.py │ │ ├── icl_clp_inferencer.py │ │ ├── icl_gen_inferencer.py │ │ ├── icl_ll_inferencer.py │ │ ├── icl_mink_percent_inferencer.py │ │ ├── icl_ppl_inferencer.py │ │ ├── icl_ppl_only_inferencer.py │ │ ├── icl_sc_inferencer.py │ │ └── icl_tot_inferencer.py │ ├── icl_prompt_template.py │ ├── icl_retriever │ │ ├── __init__.py │ │ ├── icl_base_retriever.py │ │ ├── icl_bm25_retriever.py │ │ ├── icl_dpp_retriever.py │ │ ├── icl_fix_k_retriever.py │ │ ├── icl_mdl_retriever.py │ │ ├── icl_random_retriever.py │ │ ├── icl_topk_retriever.py │ │ ├── icl_votek_retriever.py │ │ └── icl_zero_retriever.py │ └── utils │ │ ├── __init__.py │ │ └── logging.py ├── partitioners │ ├── __init__.py │ ├── base.py │ ├── mm_naive.py │ ├── naive.py │ ├── num_worker.py │ ├── size.py │ ├── sub_naive.py │ └── sub_size.py ├── registry.py ├── runners │ ├── __init__.py │ ├── base.py │ ├── dlc.py │ ├── local.py │ ├── local_api.py │ ├── slurm.py │ └── slurm_sequential.py ├── summarizers │ ├── __init__.py │ ├── circular.py │ ├── default.py │ ├── multi_model.py │ ├── needlebench.py │ ├── subjective │ │ ├── __init__.py │ │ ├── alignmentbench.py │ │ ├── alpacaeval.py │ │ ├── compass_arena.py │ │ ├── corev2.py │ │ ├── creationbench.py │ │ ├── information_retrival.py │ │ ├── mtbench.py │ │ ├── multiround.py │ │ ├── subjective_post_process.py │ │ └── utils.py │ └── summarizer_pretrain.py ├── tasks │ ├── __init__.py │ ├── base.py │ ├── llm_eval.py │ ├── merge_utils.py │ ├── mm_infer.py │ ├── openicl_attack.py │ ├── openicl_eval.py │ ├── openicl_infer.py │ ├── outer_eval │ │ └── alpacaeval.py │ ├── random_prune.py │ ├── search.py │ ├── search_utils.py │ └── subjective_eval.py └── utils │ ├── __init__.py │ ├── abbr.py │ ├── auxiliary.py │ ├── build.py │ ├── collect_env.py │ ├── dependency.py │ ├── file.py │ ├── fileio.py │ ├── lark.py │ ├── logging.py │ ├── menu.py │ ├── prompt.py │ ├── run.py │ ├── text_postprocessors.py │ └── types.py ├── run.py ├── searched_coeff ├── arc-c_budget_6.pth ├── arc-e_budget_6.pth ├── boolq_budget_2.pth ├── boolq_budget_4.pth ├── cb_budget_2.pth ├── cb_budget_4.pth ├── drop_budget_2.pth ├── drop_budget_4.pth ├── gsm8k_budget_6.pth ├── hellaswag_budget_6.pth ├── obqa_budget_6.pth ├── record_budget_2.pth ├── record_budget_4.pth ├── rte_budget_2.pth ├── rte_budget_4.pth ├── squad_budget_2.pth ├── squad_budget_4.pth ├── wic_budget_2.pth ├── wic_budget_4.pth ├── winogrande_budget_6.pth ├── wsc_budget_2.pth └── wsc_budget_4.pth ├── setup.py ├── tests ├── dataset │ └── test_humaneval.py ├── openicl │ └── test_prompt_template.py └── prompt │ ├── test_api_template_parser.py │ ├── test_lm_template_parser.py │ └── test_prompt_list.py ├── tools ├── case_analyzer.py ├── collect_code_preds.py ├── convert_alignmentbench.py ├── eval_mmbench.py ├── list_configs.py ├── prediction_merger.py ├── prompt_viewer.py ├── test_api_model.py ├── update_dataset_suffix.py └── viz_multi_model.py └── transformers ├── .circleci ├── TROUBLESHOOT.md ├── config.yml └── create_circleci_config.py ├── .coveragerc ├── .gitattributes ├── .github ├── ISSUE_TEMPLATE │ ├── bug-report.yml │ ├── config.yml │ ├── feature-request.yml │ ├── i18n.md │ ├── migration.yml │ └── new-model-addition.yml ├── PULL_REQUEST_TEMPLATE.md ├── conda │ ├── build.sh │ └── meta.yaml └── workflows │ ├── TROUBLESHOOT.md │ ├── add-model-like.yml │ ├── build-docker-images.yml │ ├── build-nightly-ci-docker-images.yml │ ├── build-past-ci-docker-images.yml │ ├── build_documentation.yml │ ├── build_pr_documentation.yml │ ├── check_tiny_models.yml │ ├── doctests.yml │ ├── model-templates.yml │ ├── model_jobs.yml │ ├── release-conda.yml │ ├── self-nightly-past-ci-caller.yml │ ├── self-nightly-scheduled.yml │ ├── self-past.yml │ ├── self-push-amd-mi210-caller.yml │ ├── self-push-amd-mi250-caller.yml │ ├── self-push-amd.yml │ ├── self-push-caller.yml │ ├── self-push.yml │ ├── self-scheduled-amd-caller.yml │ ├── self-scheduled-amd-mi210-caller.yml │ ├── self-scheduled-amd-mi250-caller.yml │ ├── self-scheduled-amd.yml │ ├── self-scheduled.yml │ ├── stale.yml │ ├── update_metdata.yml │ └── upload_pr_documentation.yml ├── .gitignore ├── CITATION.cff ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── ISSUES.md ├── LICENSE ├── Makefile ├── README.md ├── README_de.md ├── README_es.md ├── README_fr.md ├── README_hd.md ├── README_ja.md ├── README_ko.md ├── README_pt-br.md ├── README_ru.md ├── README_te.md ├── README_vi.md ├── README_zh-hans.md ├── README_zh-hant.md ├── SECURITY.md ├── awesome-transformers.md ├── conftest.py ├── docker ├── transformers-all-latest-gpu │ └── Dockerfile ├── transformers-doc-builder │ └── Dockerfile ├── transformers-gpu │ └── Dockerfile ├── transformers-past-gpu │ └── Dockerfile ├── transformers-pytorch-amd-gpu │ └── Dockerfile ├── transformers-pytorch-deepspeed-amd-gpu │ └── Dockerfile ├── transformers-pytorch-deepspeed-latest-gpu │ └── Dockerfile ├── transformers-pytorch-deepspeed-nightly-gpu │ └── Dockerfile ├── transformers-pytorch-gpu │ └── Dockerfile ├── transformers-pytorch-tpu │ ├── Dockerfile │ ├── bert-base-cased.jsonnet │ ├── dataset.yaml │ └── docker-entrypoint.sh ├── transformers-quantization-latest-gpu │ └── Dockerfile └── transformers-tensorflow-gpu │ └── Dockerfile ├── docs ├── README.md ├── TRANSLATING.md └── source │ ├── _config.py │ ├── de │ ├── _config.py │ ├── _toctree.yml │ ├── accelerate.md │ ├── add_new_model.md │ ├── add_new_pipeline.md │ ├── add_tensorflow_model.md │ ├── autoclass_tutorial.md │ ├── contributing.md │ ├── index.md │ ├── installation.md │ ├── llm_tutorial.md │ ├── model_sharing.md │ ├── peft.md │ ├── pipeline_tutorial.md │ ├── pr_checks.md │ ├── preprocessing.md │ ├── quicktour.md │ ├── run_scripts.md │ ├── testing.md │ ├── training.md │ └── transformers_agents.md │ ├── en │ ├── _config.py │ ├── _redirects.yml │ ├── _toctree.yml │ ├── accelerate.md │ ├── add_new_model.md │ ├── add_new_pipeline.md │ ├── add_tensorflow_model.md │ ├── attention.md │ ├── autoclass_tutorial.md │ ├── benchmarks.md │ ├── bertology.md │ ├── big_models.md │ ├── chat_templating.md │ ├── community.md │ ├── contributing.md │ ├── create_a_model.md │ ├── custom_models.md │ ├── custom_tools.md │ ├── debugging.md │ ├── deepspeed.md │ ├── fast_tokenizers.md │ ├── fsdp.md │ ├── generation_strategies.md │ ├── glossary.md │ ├── hf_quantizer.md │ ├── hpo_train.md │ ├── index.md │ ├── installation.md │ ├── internal │ │ ├── audio_utils.md │ │ ├── file_utils.md │ │ ├── generation_utils.md │ │ ├── image_processing_utils.md │ │ ├── modeling_utils.md │ │ ├── pipelines_utils.md │ │ ├── time_series_utils.md │ │ ├── tokenization_utils.md │ │ └── trainer_utils.md │ ├── llm_tutorial.md │ ├── llm_tutorial_optimization.md │ ├── main_classes │ │ ├── agent.md │ │ ├── backbones.md │ │ ├── callback.md │ │ ├── configuration.md │ │ ├── data_collator.md │ │ ├── deepspeed.md │ │ ├── feature_extractor.md │ │ ├── image_processor.md │ │ ├── keras_callbacks.md │ │ ├── logging.md │ │ ├── model.md │ │ ├── onnx.md │ │ ├── optimizer_schedules.md │ │ ├── output.md │ │ ├── pipelines.md │ │ ├── processors.md │ │ ├── quantization.md │ │ ├── text_generation.md │ │ ├── tokenizer.md │ │ └── trainer.md │ ├── model_doc │ │ ├── albert.md │ │ ├── align.md │ │ ├── altclip.md │ │ ├── audio-spectrogram-transformer.md │ │ ├── auto.md │ │ ├── autoformer.md │ │ ├── bark.md │ │ ├── bart.md │ │ ├── barthez.md │ │ ├── bartpho.md │ │ ├── beit.md │ │ ├── bert-generation.md │ │ ├── bert-japanese.md │ │ ├── bert.md │ │ ├── bertweet.md │ │ ├── big_bird.md │ │ ├── bigbird_pegasus.md │ │ ├── biogpt.md │ │ ├── bit.md │ │ ├── blenderbot-small.md │ │ ├── blenderbot.md │ │ ├── blip-2.md │ │ ├── blip.md │ │ ├── bloom.md │ │ ├── bort.md │ │ ├── bridgetower.md │ │ ├── bros.md │ │ ├── byt5.md │ │ ├── camembert.md │ │ ├── canine.md │ │ ├── chinese_clip.md │ │ ├── clap.md │ │ ├── clip.md │ │ ├── clipseg.md │ │ ├── clvp.md │ │ ├── code_llama.md │ │ ├── codegen.md │ │ ├── cohere.md │ │ ├── conditional_detr.md │ │ ├── convbert.md │ │ ├── convnext.md │ │ ├── convnextv2.md │ │ ├── cpm.md │ │ ├── cpmant.md │ │ ├── ctrl.md │ │ ├── cvt.md │ │ ├── data2vec.md │ │ ├── deberta-v2.md │ │ ├── deberta.md │ │ ├── decision_transformer.md │ │ ├── deformable_detr.md │ │ ├── deit.md │ │ ├── deplot.md │ │ ├── depth_anything.md │ │ ├── deta.md │ │ ├── detr.md │ │ ├── dialogpt.md │ │ ├── dinat.md │ │ ├── dinov2.md │ │ ├── distilbert.md │ │ ├── dit.md │ │ ├── donut.md │ │ ├── dpr.md │ │ ├── dpt.md │ │ ├── efficientformer.md │ │ ├── efficientnet.md │ │ ├── electra.md │ │ ├── encodec.md │ │ ├── encoder-decoder.md │ │ ├── ernie.md │ │ ├── ernie_m.md │ │ ├── esm.md │ │ ├── falcon.md │ │ ├── fastspeech2_conformer.md │ │ ├── flan-t5.md │ │ ├── flan-ul2.md │ │ ├── flaubert.md │ │ ├── flava.md │ │ ├── fnet.md │ │ ├── focalnet.md │ │ ├── fsmt.md │ │ ├── funnel.md │ │ ├── fuyu.md │ │ ├── gemma.md │ │ ├── git.md │ │ ├── glpn.md │ │ ├── gpt-sw3.md │ │ ├── gpt2.md │ │ ├── gpt_bigcode.md │ │ ├── gpt_neo.md │ │ ├── gpt_neox.md │ │ ├── gpt_neox_japanese.md │ │ ├── gptj.md │ │ ├── gptsan-japanese.md │ │ ├── graphormer.md │ │ ├── groupvit.md │ │ ├── herbert.md │ │ ├── hubert.md │ │ ├── ibert.md │ │ ├── idefics.md │ │ ├── imagegpt.md │ │ ├── informer.md │ │ ├── instructblip.md │ │ ├── jukebox.md │ │ ├── kosmos-2.md │ │ ├── layoutlm.md │ │ ├── layoutlmv2.md │ │ ├── layoutlmv3.md │ │ ├── layoutxlm.md │ │ ├── led.md │ │ ├── levit.md │ │ ├── lilt.md │ │ ├── llama.md │ │ ├── llama2.md │ │ ├── llava.md │ │ ├── llava_next.md │ │ ├── longformer.md │ │ ├── longt5.md │ │ ├── luke.md │ │ ├── lxmert.md │ │ ├── m2m_100.md │ │ ├── madlad-400.md │ │ ├── mamba.md │ │ ├── marian.md │ │ ├── markuplm.md │ │ ├── mask2former.md │ │ ├── maskformer.md │ │ ├── matcha.md │ │ ├── mbart.md │ │ ├── mctct.md │ │ ├── mega.md │ │ ├── megatron-bert.md │ │ ├── megatron_gpt2.md │ │ ├── mgp-str.md │ │ ├── mistral.md │ │ ├── mixtral.md │ │ ├── mluke.md │ │ ├── mms.md │ │ ├── mobilebert.md │ │ ├── mobilenet_v1.md │ │ ├── mobilenet_v2.md │ │ ├── mobilevit.md │ │ ├── mobilevitv2.md │ │ ├── mpnet.md │ │ ├── mpt.md │ │ ├── mra.md │ │ ├── mt5.md │ │ ├── musicgen.md │ │ ├── musicgen_melody.md │ │ ├── mvp.md │ │ ├── nat.md │ │ ├── nezha.md │ │ ├── nllb-moe.md │ │ ├── nllb.md │ │ ├── nougat.md │ │ ├── nystromformer.md │ │ ├── oneformer.md │ │ ├── open-llama.md │ │ ├── openai-gpt.md │ │ ├── opt.md │ │ ├── owlv2.md │ │ ├── owlvit.md │ │ ├── patchtsmixer.md │ │ ├── patchtst.md │ │ ├── pegasus.md │ │ ├── pegasus_x.md │ │ ├── perceiver.md │ │ ├── persimmon.md │ │ ├── phi.md │ │ ├── phobert.md │ │ ├── pix2struct.md │ │ ├── plbart.md │ │ ├── poolformer.md │ │ ├── pop2piano.md │ │ ├── prophetnet.md │ │ ├── pvt.md │ │ ├── pvt_v2.md │ │ ├── qdqbert.md │ │ ├── qwen2.md │ │ ├── rag.md │ │ ├── realm.md │ │ ├── reformer.md │ │ ├── regnet.md │ │ ├── rembert.md │ │ ├── resnet.md │ │ ├── retribert.md │ │ ├── roberta-prelayernorm.md │ │ ├── roberta.md │ │ ├── roc_bert.md │ │ ├── roformer.md │ │ ├── rwkv.md │ │ ├── sam.md │ │ ├── seamless_m4t.md │ │ ├── seamless_m4t_v2.md │ │ ├── segformer.md │ │ ├── seggpt.md │ │ ├── sew-d.md │ │ ├── sew.md │ │ ├── siglip.md │ │ ├── speech-encoder-decoder.md │ │ ├── speech_to_text.md │ │ ├── speech_to_text_2.md │ │ ├── speecht5.md │ │ ├── splinter.md │ │ ├── squeezebert.md │ │ ├── stablelm.md │ │ ├── starcoder2.md │ │ ├── superpoint.md │ │ ├── swiftformer.md │ │ ├── swin.md │ │ ├── swin2sr.md │ │ ├── swinv2.md │ │ ├── switch_transformers.md │ │ ├── t5.md │ │ ├── t5v1.1.md │ │ ├── table-transformer.md │ │ ├── tapas.md │ │ ├── tapex.md │ │ ├── time_series_transformer.md │ │ ├── timesformer.md │ │ ├── trajectory_transformer.md │ │ ├── transfo-xl.md │ │ ├── trocr.md │ │ ├── tvlt.md │ │ ├── tvp.md │ │ ├── udop.md │ │ ├── ul2.md │ │ ├── umt5.md │ │ ├── unispeech-sat.md │ │ ├── unispeech.md │ │ ├── univnet.md │ │ ├── upernet.md │ │ ├── van.md │ │ ├── videomae.md │ │ ├── vilt.md │ │ ├── vipllava.md │ │ ├── vision-encoder-decoder.md │ │ ├── vision-text-dual-encoder.md │ │ ├── visual_bert.md │ │ ├── vit.md │ │ ├── vit_hybrid.md │ │ ├── vit_mae.md │ │ ├── vit_msn.md │ │ ├── vitdet.md │ │ ├── vitmatte.md │ │ ├── vits.md │ │ ├── vivit.md │ │ ├── wav2vec2-bert.md │ │ ├── wav2vec2-conformer.md │ │ ├── wav2vec2.md │ │ ├── wav2vec2_phoneme.md │ │ ├── wavlm.md │ │ ├── whisper.md │ │ ├── xclip.md │ │ ├── xglm.md │ │ ├── xlm-prophetnet.md │ │ ├── xlm-roberta-xl.md │ │ ├── xlm-roberta.md │ │ ├── xlm-v.md │ │ ├── xlm.md │ │ ├── xlnet.md │ │ ├── xls_r.md │ │ ├── xlsr_wav2vec2.md │ │ ├── xmod.md │ │ ├── yolos.md │ │ └── yoso.md │ ├── model_memory_anatomy.md │ ├── model_sharing.md │ ├── model_summary.md │ ├── multilingual.md │ ├── notebooks.md │ ├── pad_truncation.md │ ├── peft.md │ ├── perf_hardware.md │ ├── perf_infer_cpu.md │ ├── perf_infer_gpu_one.md │ ├── perf_torch_compile.md │ ├── perf_train_cpu.md │ ├── perf_train_cpu_many.md │ ├── perf_train_gpu_many.md │ ├── perf_train_gpu_one.md │ ├── perf_train_special.md │ ├── perf_train_tpu_tf.md │ ├── performance.md │ ├── perplexity.md │ ├── philosophy.md │ ├── pipeline_tutorial.md │ ├── pipeline_webserver.md │ ├── pr_checks.md │ ├── preprocessing.md │ ├── quantization.md │ ├── quicktour.md │ ├── run_scripts.md │ ├── sagemaker.md │ ├── serialization.md │ ├── task_summary.md │ ├── tasks │ │ ├── asr.md │ │ ├── audio_classification.md │ │ ├── document_question_answering.md │ │ ├── idefics.md │ │ ├── image_captioning.md │ │ ├── image_classification.md │ │ ├── image_feature_extraction.md │ │ ├── image_to_image.md │ │ ├── knowledge_distillation_for_image_classification.md │ │ ├── language_modeling.md │ │ ├── mask_generation.md │ │ ├── masked_language_modeling.md │ │ ├── monocular_depth_estimation.md │ │ ├── multiple_choice.md │ │ ├── object_detection.md │ │ ├── prompting.md │ │ ├── question_answering.md │ │ ├── semantic_segmentation.md │ │ ├── sequence_classification.md │ │ ├── summarization.md │ │ ├── text-to-speech.md │ │ ├── token_classification.md │ │ ├── translation.md │ │ ├── video_classification.md │ │ ├── visual_question_answering.md │ │ ├── zero_shot_image_classification.md │ │ └── zero_shot_object_detection.md │ ├── tasks_explained.md │ ├── testing.md │ ├── tf_xla.md │ ├── tflite.md │ ├── tokenizer_summary.md │ ├── torchscript.md │ ├── trainer.md │ ├── training.md │ ├── transformers_agents.md │ └── troubleshooting.md │ ├── es │ ├── _config.py │ ├── _toctree.yml │ ├── accelerate.md │ ├── add_new_pipeline.md │ ├── attention.md │ ├── autoclass_tutorial.md │ ├── bertology.md │ ├── chat_templating.md │ ├── community.md │ ├── converting_tensorflow_models.md │ ├── create_a_model.md │ ├── custom_models.md │ ├── debugging.md │ ├── fast_tokenizers.md │ ├── glossary.md │ ├── index.md │ ├── installation.md │ ├── model_sharing.md │ ├── multilingual.md │ ├── pad_truncation.md │ ├── performance.md │ ├── perplexity.md │ ├── philosophy.md │ ├── pipeline_tutorial.md │ ├── pr_checks.md │ ├── preprocessing.md │ ├── quicktour.md │ ├── run_scripts.md │ ├── sagemaker.md │ ├── serialization.md │ ├── task_summary.md │ ├── tasks │ │ ├── asr.md │ │ ├── image_captioning.md │ │ ├── image_classification.md │ │ ├── language_modeling.md │ │ ├── multiple_choice.md │ │ ├── question_answering.md │ │ └── summarization.md │ ├── tasks_explained.md │ ├── torchscript.md │ ├── trainer.md │ └── training.md │ ├── fr │ ├── _config.py │ ├── _toctree.yml │ ├── autoclass_tutorial.md │ ├── in_translation.md │ ├── index.md │ ├── installation.md │ └── quicktour.md │ ├── hi │ ├── _toctree.yml │ └── pipeline_tutorial.md │ ├── it │ ├── _config.py │ ├── _toctree.yml │ ├── accelerate.md │ ├── add_new_model.md │ ├── add_new_pipeline.md │ ├── autoclass_tutorial.md │ ├── big_models.md │ ├── community.md │ ├── converting_tensorflow_models.md │ ├── create_a_model.md │ ├── custom_models.md │ ├── debugging.md │ ├── index.md │ ├── installation.md │ ├── migration.md │ ├── model_sharing.md │ ├── multilingual.md │ ├── perf_hardware.md │ ├── perf_infer_cpu.md │ ├── perf_infer_gpu_many.md │ ├── perf_infer_gpu_one.md │ ├── perf_infer_special.md │ ├── perf_train_cpu.md │ ├── perf_train_cpu_many.md │ ├── perf_train_special.md │ ├── perf_train_tpu.md │ ├── pipeline_tutorial.md │ ├── pr_checks.md │ ├── preprocessing.md │ ├── quicktour.md │ ├── run_scripts.md │ ├── serialization.md │ └── training.md │ ├── ja │ ├── _toctree.yml │ ├── accelerate.md │ ├── add_new_model.md │ ├── add_tensorflow_model.md │ ├── attention.md │ ├── autoclass_tutorial.md │ ├── benchmarks.md │ ├── bertology.md │ ├── big_models.md │ ├── chat_templating.md │ ├── community.md │ ├── create_a_model.md │ ├── custom_models.md │ ├── custom_tools.md │ ├── fast_tokenizers.md │ ├── generation_strategies.md │ ├── glossary.md │ ├── hpo_train.md │ ├── index.md │ ├── installation.md │ ├── internal │ │ ├── audio_utils.md │ │ ├── file_utils.md │ │ ├── generation_utils.md │ │ ├── image_processing_utils.md │ │ ├── modeling_utils.md │ │ ├── pipelines_utils.md │ │ ├── time_series_utils.md │ │ ├── tokenization_utils.md │ │ └── trainer_utils.md │ ├── llm_tutorial.md │ ├── main_classes │ │ ├── agent.md │ │ ├── callback.md │ │ ├── configuration.md │ │ ├── data_collator.md │ │ ├── deepspeed.md │ │ ├── feature_extractor.md │ │ ├── image_processor.md │ │ ├── keras_callbacks.md │ │ ├── logging.md │ │ ├── model.md │ │ ├── onnx.md │ │ ├── optimizer_schedules.md │ │ ├── output.md │ │ ├── pipelines.md │ │ ├── processors.md │ │ ├── quantization.md │ │ ├── text_generation.md │ │ ├── tokenizer.md │ │ └── trainer.md │ ├── model_doc │ │ ├── albert.md │ │ ├── align.md │ │ ├── altclip.md │ │ ├── audio-spectrogram-transformer.md │ │ ├── auto.md │ │ ├── autoformer.md │ │ ├── bark.md │ │ ├── bart.md │ │ ├── barthez.md │ │ ├── bartpho.md │ │ ├── beit.md │ │ ├── bert-generation.md │ │ ├── bert-japanese.md │ │ ├── bert.md │ │ ├── bertweet.md │ │ ├── big_bird.md │ │ ├── bigbird_pegasus.md │ │ ├── biogpt.md │ │ ├── bit.md │ │ ├── blenderbot-small.md │ │ ├── blenderbot.md │ │ ├── blip-2.md │ │ ├── blip.md │ │ ├── bloom.md │ │ ├── bort.md │ │ ├── bridgetower.md │ │ ├── bros.md │ │ ├── byt5.md │ │ ├── camembert.md │ │ ├── canine.md │ │ ├── chinese_clip.md │ │ ├── clap.md │ │ ├── clip.md │ │ ├── clipseg.md │ │ ├── clvp.md │ │ ├── code_llama.md │ │ ├── codegen.md │ │ ├── conditional_detr.md │ │ ├── convbert.md │ │ ├── convnext.md │ │ ├── convnextv2.md │ │ ├── cpm.md │ │ ├── cpmant.md │ │ ├── ctrl.md │ │ ├── cvt.md │ │ ├── data2vec.md │ │ ├── deberta-v2.md │ │ ├── deberta.md │ │ ├── decision_transformer.md │ │ ├── deformable_detr.md │ │ ├── deit.md │ │ ├── deplot.md │ │ ├── deta.md │ │ ├── detr.md │ │ ├── dialogpt.md │ │ └── dinat.md │ ├── model_memory_anatomy.md │ ├── model_sharing.md │ ├── model_summary.md │ ├── multilingual.md │ ├── pad_truncation.md │ ├── peft.md │ ├── perf_hardware.md │ ├── perf_infer_cpu.md │ ├── perf_infer_gpu_many.md │ ├── perf_infer_gpu_one.md │ ├── perf_infer_special.md │ ├── perf_torch_compile.md │ ├── perf_train_cpu.md │ ├── perf_train_cpu_many.md │ ├── perf_train_gpu_many.md │ ├── perf_train_gpu_one.md │ ├── perf_train_special.md │ ├── perf_train_tpu.md │ ├── perf_train_tpu_tf.md │ ├── performance.md │ ├── perplexity.md │ ├── philosophy.md │ ├── pipeline_tutorial.md │ ├── pipeline_webserver.md │ ├── pr_checks.md │ ├── preprocessing.md │ ├── quicktour.md │ ├── run_scripts.md │ ├── serialization.md │ ├── task_summary.md │ ├── tasks │ │ ├── asr.md │ │ ├── audio_classification.md │ │ ├── document_question_answering.md │ │ ├── idefics.md │ │ ├── image_captioning.md │ │ ├── image_classification.md │ │ ├── image_to_image.md │ │ ├── knowledge_distillation_for_image_classification.md │ │ ├── language_modeling.md │ │ ├── masked_language_modeling.md │ │ ├── monocular_depth_estimation.md │ │ ├── multiple_choice.md │ │ ├── object_detection.md │ │ ├── prompting.md │ │ ├── question_answering.md │ │ ├── semantic_segmentation.md │ │ ├── sequence_classification.md │ │ ├── summarization.md │ │ ├── text-to-speech.md │ │ ├── token_classification.md │ │ ├── translation.md │ │ ├── video_classification.md │ │ ├── visual_question_answering.md │ │ ├── zero_shot_image_classification.md │ │ └── zero_shot_object_detection.md │ ├── tasks_explained.md │ ├── testing.md │ ├── tf_xla.md │ ├── tflite.md │ ├── tokenizer_summary.md │ ├── torchscript.md │ ├── training.md │ ├── transformers_agents.md │ └── troubleshooting.md │ ├── ko │ ├── _config.py │ ├── _toctree.yml │ ├── accelerate.md │ ├── add_new_model.md │ ├── add_new_pipeline.md │ ├── add_tensorflow_model.md │ ├── attention.md │ ├── autoclass_tutorial.md │ ├── bertology.md │ ├── big_models.md │ ├── community.md │ ├── contributing.md │ ├── create_a_model.md │ ├── custom_models.md │ ├── custom_tools.md │ ├── debugging.md │ ├── fast_tokenizers.md │ ├── generation_strategies.md │ ├── hpo_train.md │ ├── in_translation.md │ ├── index.md │ ├── installation.md │ ├── llm_tutorial.md │ ├── model_doc │ │ ├── llama.md │ │ ├── llama2.md │ │ └── whisper.md │ ├── model_memory_anatomy.md │ ├── model_sharing.md │ ├── model_summary.md │ ├── multilingual.md │ ├── pad_truncation.md │ ├── peft.md │ ├── perf_hardware.md │ ├── perf_infer_cpu.md │ ├── perf_infer_gpu_many.md │ ├── perf_infer_gpu_one.md │ ├── perf_train_cpu.md │ ├── perf_train_cpu_many.md │ ├── perf_train_gpu_many.md │ ├── perf_train_tpu_tf.md │ ├── performance.md │ ├── perplexity.md │ ├── philosophy.md │ ├── pipeline_tutorial.md │ ├── pipeline_webserver.md │ ├── pr_checks.md │ ├── preprocessing.md │ ├── quicktour.md │ ├── run_scripts.md │ ├── sagemaker.md │ ├── serialization.md │ ├── task_summary.md │ ├── tasks │ │ ├── asr.md │ │ ├── audio_classification.md │ │ ├── document_question_answering.md │ │ ├── image_captioning.md │ │ ├── image_classification.md │ │ ├── language_modeling.md │ │ ├── masked_language_modeling.md │ │ ├── monocular_depth_estimation.md │ │ ├── multiple_choice.md │ │ ├── object_detection.md │ │ ├── question_answering.md │ │ ├── semantic_segmentation.md │ │ ├── sequence_classification.md │ │ ├── summarization.md │ │ ├── token_classification.md │ │ ├── translation.md │ │ ├── video_classification.md │ │ ├── visual_question_answering.md │ │ ├── zero_shot_image_classification.md │ │ └── zero_shot_object_detection.md │ ├── tasks_explained.md │ ├── testing.md │ ├── tf_xla.md │ ├── tflite.md │ ├── tokenizer_summary.md │ ├── torchscript.md │ ├── training.md │ ├── transformers_agents.md │ └── troubleshooting.md │ ├── ms │ ├── _toctree.yml │ └── index.md │ ├── pt │ ├── _config.py │ ├── _toctree.yml │ ├── accelerate.md │ ├── converting_tensorflow_models.md │ ├── create_a_model.md │ ├── custom_models.md │ ├── fast_tokenizers.md │ ├── index.md │ ├── installation.md │ ├── multilingual.md │ ├── pipeline_tutorial.md │ ├── quicktour.md │ ├── run_scripts.md │ ├── serialization.md │ ├── tasks │ │ ├── sequence_classification.md │ │ └── token_classification.md │ └── training.md │ ├── te │ ├── _toctree.yml │ ├── index.md │ └── quicktour.md │ ├── tr │ ├── _toctree.yml │ └── index.md │ └── zh │ ├── _toctree.yml │ ├── accelerate.md │ ├── add_new_pipeline.md │ ├── autoclass_tutorial.md │ ├── big_models.md │ ├── chat_templating.md │ ├── contributing.md │ ├── create_a_model.md │ ├── custom_models.md │ ├── debugging.md │ ├── fast_tokenizers.md │ ├── fsdp.md │ ├── hpo_train.md │ ├── index.md │ ├── installation.md │ ├── internal │ ├── audio_utils.md │ ├── file_utils.md │ ├── generation_utils.md │ ├── image_processing_utils.md │ ├── modeling_utils.md │ ├── pipelines_utils.md │ ├── time_series_utils.md │ ├── tokenization_utils.md │ └── trainer_utils.md │ ├── llm_tutorial.md │ ├── main_classes │ ├── agent.md │ ├── callback.md │ ├── configuration.md │ ├── data_collator.md │ ├── deepspeed.md │ ├── feature_extractor.md │ ├── image_processor.md │ ├── keras_callbacks.md │ ├── logging.md │ ├── model.md │ ├── onnx.md │ ├── optimizer_schedules.md │ ├── output.md │ ├── pipelines.md │ ├── processors.md │ ├── quantization.md │ ├── text_generation.md │ ├── tokenizer.md │ └── trainer.md │ ├── model_sharing.md │ ├── multilingual.md │ ├── peft.md │ ├── perf_hardware.md │ ├── perf_torch_compile.md │ ├── performance.md │ ├── pipeline_tutorial.md │ ├── preprocessing.md │ ├── quicktour.md │ ├── run_scripts.md │ ├── serialization.md │ ├── task_summary.md │ ├── tasks │ └── asr.md │ ├── tf_xla.md │ ├── tflite.md │ ├── tokenizer_summary.md │ ├── torchscript.md │ ├── training.md │ └── transformers_agents.md ├── examples ├── README.md ├── flax │ ├── README.md │ ├── conftest.py │ ├── image-captioning │ │ ├── README.md │ │ ├── create_model_from_encoder_decoder_models.py │ │ └── run_image_captioning_flax.py │ ├── language-modeling │ │ ├── README.md │ │ ├── run_bart_dlm_flax.py │ │ ├── run_clm_flax.py │ │ ├── run_mlm_flax.py │ │ ├── run_t5_mlm_flax.py │ │ └── t5_tokenizer_model.py │ ├── question-answering │ │ ├── README.md │ │ ├── run_qa.py │ │ └── utils_qa.py │ ├── speech-recognition │ │ ├── README.md │ │ └── run_flax_speech_recognition_seq2seq.py │ ├── summarization │ │ ├── README.md │ │ └── run_summarization_flax.py │ ├── test_flax_examples.py │ ├── text-classification │ │ ├── README.md │ │ └── run_flax_glue.py │ ├── token-classification │ │ ├── README.md │ │ └── run_flax_ner.py │ └── vision │ │ ├── README.md │ │ └── run_image_classification.py ├── legacy │ ├── README.md │ ├── benchmarking │ │ ├── README.md │ │ ├── plot_csv_file.py │ │ └── run_benchmark.py │ ├── multiple_choice │ │ ├── run_multiple_choice.py │ │ └── utils_multiple_choice.py │ ├── pytorch-lightning │ │ ├── lightning_base.py │ │ ├── run_glue.py │ │ ├── run_glue.sh │ │ ├── run_ner.py │ │ ├── run_ner.sh │ │ └── run_pos.sh │ ├── question-answering │ │ ├── README.md │ │ ├── run_squad.py │ │ └── run_squad_trainer.py │ ├── run_camembert.py │ ├── run_chinese_ref.py │ ├── run_language_modeling.py │ ├── run_openai_gpt.py │ ├── run_swag.py │ ├── run_transfo_xl.py │ ├── seq2seq │ │ ├── README.md │ │ ├── __init__.py │ │ ├── convert_model_to_fp16.py │ │ ├── download_wmt.py │ │ ├── finetune.sh │ │ ├── finetune_tpu.sh │ │ ├── finetune_trainer.py │ │ ├── minify_dataset.py │ │ ├── old_test_calculate_rouge.py │ │ ├── old_test_datasets.py │ │ ├── old_test_fsmt_bleu_score.py │ │ ├── old_test_seq2seq_examples.py │ │ ├── old_test_seq2seq_examples_multi_gpu.py │ │ ├── old_test_tatoeba_conversion.py │ │ ├── pack_dataset.py │ │ ├── romanian_postprocessing.md │ │ ├── rouge_cli.py │ │ ├── run_distributed_eval.py │ │ ├── run_eval.py │ │ ├── run_eval_search.py │ │ ├── save_len_file.py │ │ ├── save_randomly_initialized_model.py │ │ ├── sentence_splitter.py │ │ ├── seq2seq_trainer.py │ │ ├── seq2seq_training_args.py │ │ ├── test_data │ │ │ ├── fsmt │ │ │ │ └── build-eval-data.py │ │ │ └── wmt_en_ro │ │ │ │ ├── test.source │ │ │ │ ├── test.target │ │ │ │ ├── train.len │ │ │ │ ├── train.source │ │ │ │ ├── train.target │ │ │ │ ├── val.len │ │ │ │ ├── val.source │ │ │ │ └── val.target │ │ ├── train_distil_marian_enro.sh │ │ ├── train_distil_marian_enro_tpu.sh │ │ ├── train_distilbart_cnn.sh │ │ ├── train_mbart_cc25_enro.sh │ │ ├── utils.py │ │ └── xla_spawn.py │ └── token-classification │ │ ├── README.md │ │ ├── run.sh │ │ ├── run_chunk.sh │ │ ├── run_ner.py │ │ ├── run_pos.sh │ │ ├── scripts │ │ └── preprocess.py │ │ ├── tasks.py │ │ └── utils_ner.py ├── pytorch │ ├── README.md │ ├── audio-classification │ │ ├── README.md │ │ └── run_audio_classification.py │ ├── conftest.py │ ├── contrastive-image-text │ │ ├── README.md │ │ └── run_clip.py │ ├── image-classification │ │ ├── README.md │ │ ├── run_image_classification.py │ │ └── run_image_classification_no_trainer.py │ ├── image-pretraining │ │ ├── README.md │ │ ├── run_mae.py │ │ ├── run_mim.py │ │ └── run_mim_no_trainer.py │ ├── language-modeling │ │ ├── README.md │ │ ├── run_clm.py │ │ ├── run_clm_no_trainer.py │ │ ├── run_fim.py │ │ ├── run_fim_no_trainer.py │ │ ├── run_mlm.py │ │ ├── run_mlm_no_trainer.py │ │ └── run_plm.py │ ├── multiple-choice │ │ ├── README.md │ │ ├── run_no_trainer.sh │ │ ├── run_swag.py │ │ └── run_swag_no_trainer.py │ ├── old_test_xla_examples.py │ ├── question-answering │ │ ├── README.md │ │ ├── run_qa.py │ │ ├── run_qa_beam_search.py │ │ ├── run_qa_beam_search_no_trainer.py │ │ ├── run_qa_no_trainer.py │ │ ├── run_seq2seq_qa.py │ │ ├── trainer_qa.py │ │ ├── trainer_seq2seq_qa.py │ │ └── utils_qa.py │ ├── semantic-segmentation │ │ ├── README.md │ │ ├── run_semantic_segmentation.py │ │ └── run_semantic_segmentation_no_trainer.py │ ├── speech-pretraining │ │ ├── README.md │ │ └── run_wav2vec2_pretraining_no_trainer.py │ ├── speech-recognition │ │ ├── README.md │ │ ├── run_speech_recognition_ctc.py │ │ ├── run_speech_recognition_ctc_adapter.py │ │ └── run_speech_recognition_seq2seq.py │ ├── summarization │ │ ├── README.md │ │ ├── run_summarization.py │ │ └── run_summarization_no_trainer.py │ ├── test_accelerate_examples.py │ ├── test_pytorch_examples.py │ ├── text-classification │ │ ├── README.md │ │ ├── run_classification.py │ │ ├── run_glue.py │ │ ├── run_glue_no_trainer.py │ │ └── run_xnli.py │ ├── text-generation │ │ ├── README.md │ │ ├── run_generation.py │ │ └── run_generation_contrastive_search.py │ ├── token-classification │ │ ├── README.md │ │ ├── run.sh │ │ ├── run_ner.py │ │ ├── run_ner_no_trainer.py │ │ └── run_no_trainer.sh │ ├── translation │ │ ├── README.md │ │ ├── run_translation.py │ │ └── run_translation_no_trainer.py │ └── xla_spawn.py ├── research_projects │ ├── README.md │ ├── adversarial │ │ ├── README.md │ │ ├── run_hans.py │ │ └── utils_hans.py │ ├── bert-loses-patience │ │ ├── README.md │ │ ├── pabee │ │ │ ├── __init__.py │ │ │ ├── modeling_pabee_albert.py │ │ │ └── modeling_pabee_bert.py │ │ ├── run_glue_with_pabee.py │ │ └── test_run_glue_with_pabee.py │ ├── bertabs │ │ ├── README.md │ │ ├── __init__.py │ │ ├── configuration_bertabs.py │ │ ├── convert_bertabs_original_pytorch_checkpoint.py │ │ ├── modeling_bertabs.py │ │ ├── run_summarization.py │ │ ├── test_utils_summarization.py │ │ └── utils_summarization.py │ ├── bertology │ │ ├── run_bertology.py │ │ └── run_prune_gpt.py │ ├── codeparrot │ │ ├── README.md │ │ ├── examples │ │ │ ├── README.md │ │ │ └── train_complexity_predictor.py │ │ └── scripts │ │ │ ├── arguments.py │ │ │ ├── bpe_training.py │ │ │ ├── codeparrot_training.py │ │ │ ├── human_eval.py │ │ │ ├── initialize_model.py │ │ │ ├── minhash_deduplication.py │ │ │ ├── preprocessing.py │ │ │ ├── pretokenizing.py │ │ │ ├── tests │ │ │ ├── __init__.py │ │ │ └── test_deduplicate.py │ │ │ └── validation_loss.py │ ├── decision_transformer │ │ └── run_decision_transformer.py │ ├── deebert │ │ ├── README.md │ │ ├── entropy_eval.sh │ │ ├── eval_deebert.sh │ │ ├── run_glue_deebert.py │ │ ├── src │ │ │ ├── __init__.py │ │ │ ├── modeling_highway_bert.py │ │ │ └── modeling_highway_roberta.py │ │ ├── test_glue_deebert.py │ │ └── train_deebert.sh │ ├── distillation │ │ ├── README.md │ │ ├── distiller.py │ │ ├── grouped_batch_sampler.py │ │ ├── lm_seqs_dataset.py │ │ ├── run_squad_w_distillation.py │ │ ├── scripts │ │ │ ├── binarized_data.py │ │ │ ├── extract.py │ │ │ ├── extract_distilbert.py │ │ │ └── token_counts.py │ │ ├── train.py │ │ └── utils.py │ ├── fsner │ │ ├── README.md │ │ ├── pyproject.toml │ │ ├── setup.py │ │ └── src │ │ │ └── fsner │ │ │ ├── __init__.py │ │ │ ├── model.py │ │ │ └── tokenizer_utils.py │ ├── information-gain-filtration │ │ ├── README.md │ │ ├── igf │ │ │ ├── __init__.py │ │ │ └── igf.py │ │ └── run_clm_igf.py │ ├── jax-projects │ │ ├── HOW_TO_PROPOSE_PROJECT.md │ │ ├── README.md │ │ ├── big_bird │ │ │ ├── README.md │ │ │ ├── bigbird_flax.py │ │ │ ├── evaluate.py │ │ │ ├── prepare_natural_questions.py │ │ │ ├── sweep_flax.yaml │ │ │ └── train.py │ │ ├── dataset-streaming │ │ │ ├── README.md │ │ │ └── run_mlm_flax_stream.py │ │ ├── hybrid_clip │ │ │ ├── README.md │ │ │ ├── configuration_hybrid_clip.py │ │ │ ├── modeling_hybrid_clip.py │ │ │ └── run_hybrid_clip.py │ │ ├── model_parallel │ │ │ ├── README.md │ │ │ ├── partitions.py │ │ │ └── run_clm_mp.py │ │ └── wav2vec2 │ │ │ ├── README.md │ │ │ └── run_wav2vec2_pretrain_flax.py │ ├── layoutlmv3 │ │ ├── README.md │ │ └── run_funsd_cord.py │ ├── longform-qa │ │ ├── README.md │ │ ├── eli5_app.py │ │ └── eli5_utils.py │ ├── luke │ │ ├── README.md │ │ ├── luke_utils.py │ │ └── run_luke_ner_no_trainer.py │ ├── lxmert │ │ ├── README.md │ │ ├── extracting_data.py │ │ ├── modeling_frcnn.py │ │ ├── processing_image.py │ │ ├── utils.py │ │ └── visualizing_image.py │ ├── mlm_wwm │ │ ├── README.md │ │ ├── run_chinese_ref.py │ │ └── run_mlm_wwm.py │ ├── mm-imdb │ │ ├── README.md │ │ ├── run_mmimdb.py │ │ └── utils_mmimdb.py │ ├── movement-pruning │ │ ├── README.md │ │ ├── bertarize.py │ │ ├── counts_parameters.py │ │ ├── emmental │ │ │ ├── __init__.py │ │ │ ├── configuration_bert_masked.py │ │ │ ├── modeling_bert_masked.py │ │ │ └── modules │ │ │ │ ├── __init__.py │ │ │ │ ├── binarizer.py │ │ │ │ └── masked_nn.py │ │ ├── masked_run_glue.py │ │ └── masked_run_squad.py │ ├── onnx │ │ └── summarization │ │ │ ├── README.md │ │ │ ├── bart_onnx │ │ │ ├── generation_onnx.py │ │ │ └── reduce_onnx_size.py │ │ │ └── run_onnx_exporter.py │ ├── performer │ │ ├── README.md │ │ ├── full_script.sh │ │ ├── modeling_flax_performer.py │ │ ├── modeling_flax_performer_utils.py │ │ ├── run_mlm_performer.py │ │ └── sanity_script.sh │ ├── pplm │ │ ├── README.md │ │ ├── pplm_classification_head.py │ │ ├── run_pplm.py │ │ └── run_pplm_discrim_train.py │ ├── quantization-qdqbert │ │ ├── Dockerfile │ │ ├── README.md │ │ ├── evaluate-hf-trt-qa.py │ │ ├── ort-infer-benchmark.py │ │ ├── quant_trainer.py │ │ ├── run_quant_qa.py │ │ ├── trainer_quant_qa.py │ │ └── utils_qa.py │ ├── rag-end2end-retriever │ │ ├── README.md │ │ ├── callbacks_rag.py │ │ ├── distributed_ray_retriever.py │ │ ├── eval_rag.py │ │ ├── finetune_rag.py │ │ ├── finetune_rag_ray_end2end.sh │ │ ├── kb_encode_utils.py │ │ ├── lightning_base.py │ │ ├── test_run │ │ │ ├── dummy-train-data │ │ │ │ ├── test.source │ │ │ │ ├── test.target │ │ │ │ ├── train.source │ │ │ │ ├── train.target │ │ │ │ ├── val.source │ │ │ │ └── val.target │ │ │ ├── test_finetune.sh │ │ │ └── test_rag_new_features.sh │ │ ├── use_own_knowledge_dataset.py │ │ └── utils_rag.py │ ├── rag │ │ ├── README.md │ │ ├── __init__.py │ │ ├── _test_finetune_rag.py │ │ ├── callbacks_rag.py │ │ ├── consolidate_rag_checkpoint.py │ │ ├── distributed_pytorch_retriever.py │ │ ├── distributed_ray_retriever.py │ │ ├── eval_rag.py │ │ ├── finetune_rag.py │ │ ├── finetune_rag.sh │ │ ├── finetune_rag_ray.sh │ │ ├── lightning_base.py │ │ ├── parse_dpr_relevance_data.py │ │ ├── test_distributed_retriever.py │ │ ├── use_own_knowledge_dataset.py │ │ └── utils_rag.py │ ├── robust-speech-event │ │ ├── README.md │ │ ├── eval.py │ │ ├── run_speech_recognition_ctc_bnb.py │ │ └── run_speech_recognition_ctc_streaming.py │ ├── self-training-text-classification │ │ ├── README.md │ │ ├── finetuning.py │ │ ├── run.sh │ │ └── selftraining.py │ ├── seq2seq-distillation │ │ ├── README.md │ │ ├── _test_bash_script.py │ │ ├── _test_make_student.py │ │ ├── _test_seq2seq_examples.py │ │ ├── _test_seq2seq_examples_multi_gpu.py │ │ ├── callbacks.py │ │ ├── convert_pl_checkpoint_to_hf.py │ │ ├── distil_marian_enro_teacher.sh │ │ ├── distil_marian_no_teacher.sh │ │ ├── distillation.py │ │ ├── dynamic_bs_example.sh │ │ ├── finetune.py │ │ ├── finetune.sh │ │ ├── finetune_bart_tiny.sh │ │ ├── finetune_pegasus_xsum.sh │ │ ├── finetune_t5.sh │ │ ├── lightning_base.py │ │ ├── make_student.py │ │ ├── precomputed_pseudo_labels.md │ │ ├── run_eval.py │ │ ├── sentence_splitter.py │ │ ├── train_distilbart_cnn.sh │ │ ├── train_distilbart_xsum.sh │ │ ├── train_mbart_cc25_enro.sh │ │ └── utils.py │ ├── tapex │ │ ├── README.md │ │ ├── run_tabfact_with_tapex.py │ │ ├── run_wikisql_with_tapex.py │ │ ├── run_wikitablequestions_with_tapex.py │ │ └── wikisql_utils.py │ ├── visual_bert │ │ ├── README.md │ │ ├── extracting_data.py │ │ ├── modeling_frcnn.py │ │ ├── processing_image.py │ │ ├── utils.py │ │ └── visualizing_image.py │ ├── vqgan-clip │ │ ├── README.md │ │ ├── VQGAN_CLIP.py │ │ ├── img_processing.py │ │ ├── loaders.py │ │ └── utils.py │ ├── wav2vec2 │ │ ├── FINE_TUNE_XLSR_WAV2VEC2.md │ │ ├── README.md │ │ ├── alignment.py │ │ ├── finetune_base_100.sh │ │ ├── finetune_base_timit_asr.sh │ │ ├── finetune_large_lv60_100.sh │ │ ├── finetune_large_lv60_timit_asr.sh │ │ ├── finetune_large_xlsr_53_arabic_speech_corpus.sh │ │ ├── finetune_wav2vec2_xlsr_turkish.sh │ │ ├── run_alignment.sh │ │ ├── run_asr.py │ │ ├── run_common_voice.py │ │ ├── run_pretrain.py │ │ └── test_wav2vec2_deepspeed.py │ ├── xtreme-s │ │ ├── README.md │ │ └── run_xtreme_s.py │ └── zero-shot-distillation │ │ ├── README.md │ │ └── distill_classifier.py ├── run_on_remote.py └── tensorflow │ ├── README.md │ ├── benchmarking │ ├── README.md │ ├── plot_csv_file.py │ └── run_benchmark_tf.py │ ├── contrastive-image-text │ ├── README.md │ └── run_clip.py │ ├── image-classification │ ├── README.md │ └── run_image_classification.py │ ├── language-modeling-tpu │ ├── README.md │ ├── prepare_tfrecord_shards.py │ ├── run_mlm.py │ └── train_unigram.py │ ├── language-modeling │ ├── README.md │ ├── run_clm.py │ └── run_mlm.py │ ├── multiple-choice │ ├── README.md │ └── run_swag.py │ ├── question-answering │ ├── README.md │ ├── run_qa.py │ └── utils_qa.py │ ├── summarization │ ├── README.md │ └── run_summarization.py │ ├── test_tensorflow_examples.py │ ├── text-classification │ ├── README.md │ ├── run_glue.py │ └── run_text_classification.py │ ├── token-classification │ ├── README.md │ └── run_ner.py │ └── translation │ ├── README.md │ └── run_translation.py ├── hubconf.py ├── model_cards └── README.md ├── notebooks └── README.md ├── pyproject.toml ├── scripts ├── benchmark │ └── trainer-benchmark.py ├── check_tokenizers.py ├── distributed │ └── torch-distributed-gpu-test.py ├── fsmt │ ├── convert-allenai-wmt16.sh │ ├── convert-allenai-wmt19.sh │ ├── convert-facebook-wmt19.sh │ ├── eval-allenai-wmt16.sh │ ├── eval-allenai-wmt19.sh │ ├── eval-facebook-wmt19.sh │ ├── fsmt-make-super-tiny-model.py │ ├── fsmt-make-tiny-model.py │ ├── gen-card-allenai-wmt16.py │ ├── gen-card-allenai-wmt19.py │ ├── gen-card-facebook-wmt19.py │ ├── s3-move.sh │ └── tests-to-run.sh ├── pegasus │ └── build_test_sample_spm_no_bos.py ├── stale.py └── tatoeba │ ├── README.md │ └── upload_models.sh ├── setup.py ├── src └── transformers │ ├── __init__.py │ ├── activations.py │ ├── activations_tf.py │ ├── audio_utils.py │ ├── benchmark │ ├── __init__.py │ ├── benchmark.py │ ├── benchmark_args.py │ ├── benchmark_args_tf.py │ ├── benchmark_args_utils.py │ ├── benchmark_tf.py │ └── benchmark_utils.py │ ├── cache_utils.py │ ├── commands │ ├── __init__.py │ ├── add_new_model.py │ ├── add_new_model_like.py │ ├── convert.py │ ├── download.py │ ├── env.py │ ├── lfs.py │ ├── pt_to_tf.py │ ├── run.py │ ├── serving.py │ ├── train.py │ ├── transformers_cli.py │ └── user.py │ ├── configuration_utils.py │ ├── convert_graph_to_onnx.py │ ├── convert_pytorch_checkpoint_to_tf2.py │ ├── convert_slow_tokenizer.py │ ├── convert_slow_tokenizers_checkpoints_to_fast.py │ ├── convert_tf_hub_seq_to_seq_bert_to_pytorch.py │ ├── data │ ├── __init__.py │ ├── data_collator.py │ ├── datasets │ │ ├── __init__.py │ │ ├── glue.py │ │ ├── language_modeling.py │ │ └── squad.py │ ├── metrics │ │ ├── __init__.py │ │ └── squad_metrics.py │ └── processors │ │ ├── __init__.py │ │ ├── glue.py │ │ ├── squad.py │ │ ├── utils.py │ │ └── xnli.py │ ├── debug_utils.py │ ├── deepspeed.py │ ├── dependency_versions_check.py │ ├── dependency_versions_table.py │ ├── dynamic_module_utils.py │ ├── feature_extraction_sequence_utils.py │ ├── feature_extraction_utils.py │ ├── file_utils.py │ ├── generation │ ├── __init__.py │ ├── beam_constraints.py │ ├── beam_search.py │ ├── candidate_generator.py │ ├── configuration_utils.py │ ├── flax_logits_process.py │ ├── flax_utils.py │ ├── logits_process.py │ ├── stopping_criteria.py │ ├── streamers.py │ ├── tf_logits_process.py │ ├── tf_utils.py │ └── utils.py │ ├── generation_flax_utils.py │ ├── generation_tf_utils.py │ ├── generation_utils.py │ ├── hf_argparser.py │ ├── hyperparameter_search.py │ ├── image_processing_utils.py │ ├── image_transforms.py │ ├── image_utils.py │ ├── integrations │ ├── __init__.py │ ├── aqlm.py │ ├── awq.py │ ├── bitsandbytes.py │ ├── deepspeed.py │ ├── integration_utils.py │ ├── peft.py │ ├── quanto.py │ └── tpu.py │ ├── keras_callbacks.py │ ├── kernels │ ├── deformable_detr │ │ ├── cpu │ │ │ ├── ms_deform_attn_cpu.cpp │ │ │ └── ms_deform_attn_cpu.h │ │ ├── cuda │ │ │ ├── ms_deform_attn_cuda.cu │ │ │ ├── ms_deform_attn_cuda.cuh │ │ │ ├── ms_deform_attn_cuda.h │ │ │ └── ms_deform_im2col_cuda.cuh │ │ ├── ms_deform_attn.h │ │ └── vision.cpp │ ├── deta │ │ ├── cpu │ │ │ ├── ms_deform_attn_cpu.cpp │ │ │ └── ms_deform_attn_cpu.h │ │ ├── cuda │ │ │ ├── ms_deform_attn_cuda.cu │ │ │ ├── ms_deform_attn_cuda.cuh │ │ │ ├── ms_deform_attn_cuda.h │ │ │ └── ms_deform_im2col_cuda.cuh │ │ ├── ms_deform_attn.h │ │ └── vision.cpp │ ├── mra │ │ ├── cuda_kernel.cu │ │ ├── cuda_kernel.h │ │ ├── cuda_launch.cu │ │ ├── cuda_launch.h │ │ └── torch_extension.cpp │ ├── rwkv │ │ ├── wkv_cuda.cu │ │ ├── wkv_cuda_bf16.cu │ │ └── wkv_op.cpp │ └── yoso │ │ ├── common.h │ │ ├── common_cuda.h │ │ ├── common_cuda_device.h │ │ ├── fast_lsh_cumulation.cu │ │ ├── fast_lsh_cumulation.h │ │ ├── fast_lsh_cumulation_cuda.cu │ │ ├── fast_lsh_cumulation_cuda.h │ │ └── fast_lsh_cumulation_torch.cpp │ ├── modelcard.py │ ├── modeling_attn_mask_utils.py │ ├── modeling_flax_outputs.py │ ├── modeling_flax_pytorch_utils.py │ ├── modeling_flax_utils.py │ ├── modeling_outputs.py │ ├── modeling_tf_outputs.py │ ├── modeling_tf_pytorch_utils.py │ ├── modeling_tf_utils.py │ ├── modeling_utils.py │ ├── models │ ├── __init__.py │ ├── albert │ │ ├── __init__.py │ │ ├── configuration_albert.py │ │ ├── convert_albert_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_albert.py │ │ ├── modeling_flax_albert.py │ │ ├── modeling_tf_albert.py │ │ ├── tokenization_albert.py │ │ └── tokenization_albert_fast.py │ ├── align │ │ ├── __init__.py │ │ ├── configuration_align.py │ │ ├── convert_align_tf_to_hf.py │ │ ├── modeling_align.py │ │ └── processing_align.py │ ├── altclip │ │ ├── __init__.py │ │ ├── configuration_altclip.py │ │ ├── modeling_altclip.py │ │ └── processing_altclip.py │ ├── audio_spectrogram_transformer │ │ ├── __init__.py │ │ ├── configuration_audio_spectrogram_transformer.py │ │ ├── convert_audio_spectrogram_transformer_original_to_pytorch.py │ │ ├── feature_extraction_audio_spectrogram_transformer.py │ │ └── modeling_audio_spectrogram_transformer.py │ ├── auto │ │ ├── __init__.py │ │ ├── auto_factory.py │ │ ├── configuration_auto.py │ │ ├── feature_extraction_auto.py │ │ ├── image_processing_auto.py │ │ ├── modeling_auto.py │ │ ├── modeling_flax_auto.py │ │ ├── modeling_tf_auto.py │ │ ├── processing_auto.py │ │ └── tokenization_auto.py │ ├── autoformer │ │ ├── __init__.py │ │ ├── configuration_autoformer.py │ │ └── modeling_autoformer.py │ ├── bark │ │ ├── __init__.py │ │ ├── configuration_bark.py │ │ ├── convert_suno_to_hf.py │ │ ├── generation_configuration_bark.py │ │ ├── modeling_bark.py │ │ └── processing_bark.py │ ├── bart │ │ ├── __init__.py │ │ ├── configuration_bart.py │ │ ├── convert_bart_original_pytorch_checkpoint_to_pytorch.py │ │ ├── modeling_bart.py │ │ ├── modeling_flax_bart.py │ │ ├── modeling_tf_bart.py │ │ ├── tokenization_bart.py │ │ └── tokenization_bart_fast.py │ ├── barthez │ │ ├── __init__.py │ │ ├── tokenization_barthez.py │ │ └── tokenization_barthez_fast.py │ ├── bartpho │ │ ├── __init__.py │ │ └── tokenization_bartpho.py │ ├── beit │ │ ├── __init__.py │ │ ├── configuration_beit.py │ │ ├── convert_beit_unilm_to_pytorch.py │ │ ├── feature_extraction_beit.py │ │ ├── image_processing_beit.py │ │ ├── modeling_beit.py │ │ └── modeling_flax_beit.py │ ├── bert │ │ ├── __init__.py │ │ ├── configuration_bert.py │ │ ├── convert_bert_original_tf2_checkpoint_to_pytorch.py │ │ ├── convert_bert_original_tf_checkpoint_to_pytorch.py │ │ ├── convert_bert_pytorch_checkpoint_to_original_tf.py │ │ ├── convert_bert_token_dropping_original_tf2_checkpoint_to_pytorch.py │ │ ├── modeling_bert.py │ │ ├── modeling_flax_bert.py │ │ ├── modeling_tf_bert.py │ │ ├── tokenization_bert.py │ │ ├── tokenization_bert_fast.py │ │ └── tokenization_bert_tf.py │ ├── bert_generation │ │ ├── __init__.py │ │ ├── configuration_bert_generation.py │ │ ├── modeling_bert_generation.py │ │ └── tokenization_bert_generation.py │ ├── bert_japanese │ │ ├── __init__.py │ │ └── tokenization_bert_japanese.py │ ├── bertweet │ │ ├── __init__.py │ │ └── tokenization_bertweet.py │ ├── big_bird │ │ ├── __init__.py │ │ ├── configuration_big_bird.py │ │ ├── convert_bigbird_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_big_bird.py │ │ ├── modeling_flax_big_bird.py │ │ ├── tokenization_big_bird.py │ │ └── tokenization_big_bird_fast.py │ ├── bigbird_pegasus │ │ ├── __init__.py │ │ ├── configuration_bigbird_pegasus.py │ │ ├── convert_bigbird_pegasus_tf_to_pytorch.py │ │ └── modeling_bigbird_pegasus.py │ ├── biogpt │ │ ├── __init__.py │ │ ├── configuration_biogpt.py │ │ ├── convert_biogpt_original_pytorch_checkpoint_to_pytorch.py │ │ ├── modeling_biogpt.py │ │ └── tokenization_biogpt.py │ ├── bit │ │ ├── __init__.py │ │ ├── configuration_bit.py │ │ ├── convert_bit_to_pytorch.py │ │ ├── image_processing_bit.py │ │ └── modeling_bit.py │ ├── blenderbot │ │ ├── __init__.py │ │ ├── configuration_blenderbot.py │ │ ├── convert_blenderbot_original_pytorch_checkpoint_to_pytorch.py │ │ ├── modeling_blenderbot.py │ │ ├── modeling_flax_blenderbot.py │ │ ├── modeling_tf_blenderbot.py │ │ ├── tokenization_blenderbot.py │ │ └── tokenization_blenderbot_fast.py │ ├── blenderbot_small │ │ ├── __init__.py │ │ ├── configuration_blenderbot_small.py │ │ ├── modeling_blenderbot_small.py │ │ ├── modeling_flax_blenderbot_small.py │ │ ├── modeling_tf_blenderbot_small.py │ │ ├── tokenization_blenderbot_small.py │ │ └── tokenization_blenderbot_small_fast.py │ ├── blip │ │ ├── __init__.py │ │ ├── configuration_blip.py │ │ ├── convert_blip_original_pytorch_to_hf.py │ │ ├── image_processing_blip.py │ │ ├── modeling_blip.py │ │ ├── modeling_blip_text.py │ │ ├── modeling_tf_blip.py │ │ ├── modeling_tf_blip_text.py │ │ └── processing_blip.py │ ├── blip_2 │ │ ├── __init__.py │ │ ├── configuration_blip_2.py │ │ ├── convert_blip_2_original_to_pytorch.py │ │ ├── modeling_blip_2.py │ │ └── processing_blip_2.py │ ├── bloom │ │ ├── __init__.py │ │ ├── configuration_bloom.py │ │ ├── convert_bloom_original_checkpoint_to_pytorch.py │ │ ├── modeling_bloom.py │ │ ├── modeling_flax_bloom.py │ │ └── tokenization_bloom_fast.py │ ├── bridgetower │ │ ├── __init__.py │ │ ├── configuration_bridgetower.py │ │ ├── image_processing_bridgetower.py │ │ ├── modeling_bridgetower.py │ │ └── processing_bridgetower.py │ ├── bros │ │ ├── __init__.py │ │ ├── configuration_bros.py │ │ ├── convert_bros_to_pytorch.py │ │ ├── modeling_bros.py │ │ └── processing_bros.py │ ├── byt5 │ │ ├── __init__.py │ │ ├── convert_byt5_original_tf_checkpoint_to_pytorch.py │ │ └── tokenization_byt5.py │ ├── camembert │ │ ├── __init__.py │ │ ├── configuration_camembert.py │ │ ├── modeling_camembert.py │ │ ├── modeling_tf_camembert.py │ │ ├── tokenization_camembert.py │ │ └── tokenization_camembert_fast.py │ ├── canine │ │ ├── __init__.py │ │ ├── configuration_canine.py │ │ ├── convert_canine_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_canine.py │ │ └── tokenization_canine.py │ ├── chinese_clip │ │ ├── __init__.py │ │ ├── configuration_chinese_clip.py │ │ ├── convert_chinese_clip_original_pytorch_to_hf.py │ │ ├── feature_extraction_chinese_clip.py │ │ ├── image_processing_chinese_clip.py │ │ ├── modeling_chinese_clip.py │ │ └── processing_chinese_clip.py │ ├── clap │ │ ├── __init__.py │ │ ├── configuration_clap.py │ │ ├── convert_clap_original_pytorch_to_hf.py │ │ ├── feature_extraction_clap.py │ │ ├── modeling_clap.py │ │ └── processing_clap.py │ ├── clip │ │ ├── __init__.py │ │ ├── configuration_clip.py │ │ ├── convert_clip_original_pytorch_to_hf.py │ │ ├── feature_extraction_clip.py │ │ ├── image_processing_clip.py │ │ ├── modeling_clip.py │ │ ├── modeling_flax_clip.py │ │ ├── modeling_tf_clip.py │ │ ├── processing_clip.py │ │ ├── tokenization_clip.py │ │ └── tokenization_clip_fast.py │ ├── clipseg │ │ ├── __init__.py │ │ ├── configuration_clipseg.py │ │ ├── convert_clipseg_original_pytorch_to_hf.py │ │ ├── modeling_clipseg.py │ │ └── processing_clipseg.py │ ├── clvp │ │ ├── __init__.py │ │ ├── configuration_clvp.py │ │ ├── convert_clvp_to_hf.py │ │ ├── feature_extraction_clvp.py │ │ ├── modeling_clvp.py │ │ ├── number_normalizer.py │ │ ├── processing_clvp.py │ │ └── tokenization_clvp.py │ ├── code_llama │ │ ├── __init__.py │ │ ├── tokenization_code_llama.py │ │ └── tokenization_code_llama_fast.py │ ├── codegen │ │ ├── __init__.py │ │ ├── configuration_codegen.py │ │ ├── modeling_codegen.py │ │ ├── tokenization_codegen.py │ │ └── tokenization_codegen_fast.py │ ├── cohere │ │ ├── __init__.py │ │ ├── configuration_cohere.py │ │ ├── modeling_cohere.py │ │ └── tokenization_cohere_fast.py │ ├── conditional_detr │ │ ├── __init__.py │ │ ├── configuration_conditional_detr.py │ │ ├── convert_conditional_detr_original_pytorch_checkpoint_to_pytorch.py │ │ ├── feature_extraction_conditional_detr.py │ │ ├── image_processing_conditional_detr.py │ │ └── modeling_conditional_detr.py │ ├── convbert │ │ ├── __init__.py │ │ ├── configuration_convbert.py │ │ ├── convert_convbert_original_tf1_checkpoint_to_pytorch_and_tf2.py │ │ ├── modeling_convbert.py │ │ ├── modeling_tf_convbert.py │ │ ├── tokenization_convbert.py │ │ └── tokenization_convbert_fast.py │ ├── convnext │ │ ├── __init__.py │ │ ├── configuration_convnext.py │ │ ├── convert_convnext_to_pytorch.py │ │ ├── feature_extraction_convnext.py │ │ ├── image_processing_convnext.py │ │ ├── modeling_convnext.py │ │ └── modeling_tf_convnext.py │ ├── convnextv2 │ │ ├── __init__.py │ │ ├── configuration_convnextv2.py │ │ ├── convert_convnextv2_to_pytorch.py │ │ ├── modeling_convnextv2.py │ │ └── modeling_tf_convnextv2.py │ ├── cpm │ │ ├── __init__.py │ │ ├── tokenization_cpm.py │ │ └── tokenization_cpm_fast.py │ ├── cpmant │ │ ├── __init__.py │ │ ├── configuration_cpmant.py │ │ ├── modeling_cpmant.py │ │ └── tokenization_cpmant.py │ ├── ctrl │ │ ├── __init__.py │ │ ├── configuration_ctrl.py │ │ ├── modeling_ctrl.py │ │ ├── modeling_tf_ctrl.py │ │ └── tokenization_ctrl.py │ ├── cvt │ │ ├── __init__.py │ │ ├── configuration_cvt.py │ │ ├── convert_cvt_original_pytorch_checkpoint_to_pytorch.py │ │ ├── modeling_cvt.py │ │ └── modeling_tf_cvt.py │ ├── data2vec │ │ ├── __init__.py │ │ ├── configuration_data2vec_audio.py │ │ ├── configuration_data2vec_text.py │ │ ├── configuration_data2vec_vision.py │ │ ├── convert_data2vec_audio_original_pytorch_checkpoint_to_pytorch.py │ │ ├── convert_data2vec_text_original_pytorch_checkpoint_to_pytorch.py │ │ ├── convert_data2vec_vision_original_pytorch_checkpoint_to_pytorch.py │ │ ├── modeling_data2vec_audio.py │ │ ├── modeling_data2vec_text.py │ │ ├── modeling_data2vec_vision.py │ │ └── modeling_tf_data2vec_vision.py │ ├── deberta │ │ ├── __init__.py │ │ ├── configuration_deberta.py │ │ ├── modeling_deberta.py │ │ ├── modeling_tf_deberta.py │ │ ├── tokenization_deberta.py │ │ └── tokenization_deberta_fast.py │ ├── deberta_v2 │ │ ├── __init__.py │ │ ├── configuration_deberta_v2.py │ │ ├── modeling_deberta_v2.py │ │ ├── modeling_tf_deberta_v2.py │ │ ├── tokenization_deberta_v2.py │ │ └── tokenization_deberta_v2_fast.py │ ├── decision_transformer │ │ ├── __init__.py │ │ ├── configuration_decision_transformer.py │ │ └── modeling_decision_transformer.py │ ├── deformable_detr │ │ ├── __init__.py │ │ ├── configuration_deformable_detr.py │ │ ├── convert_deformable_detr_to_pytorch.py │ │ ├── feature_extraction_deformable_detr.py │ │ ├── image_processing_deformable_detr.py │ │ ├── load_custom.py │ │ └── modeling_deformable_detr.py │ ├── deit │ │ ├── __init__.py │ │ ├── configuration_deit.py │ │ ├── convert_deit_timm_to_pytorch.py │ │ ├── feature_extraction_deit.py │ │ ├── image_processing_deit.py │ │ ├── modeling_deit.py │ │ └── modeling_tf_deit.py │ ├── deprecated │ │ ├── __init__.py │ │ ├── bort │ │ │ ├── __init__.py │ │ │ └── convert_bort_original_gluonnlp_checkpoint_to_pytorch.py │ │ ├── mctct │ │ │ ├── __init__.py │ │ │ ├── configuration_mctct.py │ │ │ ├── feature_extraction_mctct.py │ │ │ ├── modeling_mctct.py │ │ │ └── processing_mctct.py │ │ ├── mmbt │ │ │ ├── __init__.py │ │ │ ├── configuration_mmbt.py │ │ │ └── modeling_mmbt.py │ │ ├── open_llama │ │ │ ├── __init__.py │ │ │ ├── configuration_open_llama.py │ │ │ └── modeling_open_llama.py │ │ ├── retribert │ │ │ ├── __init__.py │ │ │ ├── configuration_retribert.py │ │ │ ├── modeling_retribert.py │ │ │ ├── tokenization_retribert.py │ │ │ └── tokenization_retribert_fast.py │ │ ├── tapex │ │ │ ├── __init__.py │ │ │ └── tokenization_tapex.py │ │ ├── trajectory_transformer │ │ │ ├── __init__.py │ │ │ ├── configuration_trajectory_transformer.py │ │ │ ├── convert_trajectory_transformer_original_pytorch_checkpoint_to_pytorch.py │ │ │ └── modeling_trajectory_transformer.py │ │ ├── transfo_xl │ │ │ ├── __init__.py │ │ │ ├── configuration_transfo_xl.py │ │ │ ├── convert_transfo_xl_original_tf_checkpoint_to_pytorch.py │ │ │ ├── modeling_tf_transfo_xl.py │ │ │ ├── modeling_tf_transfo_xl_utilities.py │ │ │ ├── modeling_transfo_xl.py │ │ │ ├── modeling_transfo_xl_utilities.py │ │ │ └── tokenization_transfo_xl.py │ │ └── van │ │ │ ├── __init__.py │ │ │ ├── configuration_van.py │ │ │ ├── convert_van_to_pytorch.py │ │ │ └── modeling_van.py │ ├── depth_anything │ │ ├── __init__.py │ │ ├── configuration_depth_anything.py │ │ ├── convert_depth_anything_to_hf.py │ │ └── modeling_depth_anything.py │ ├── deta │ │ ├── __init__.py │ │ ├── configuration_deta.py │ │ ├── convert_deta_resnet_to_pytorch.py │ │ ├── convert_deta_swin_to_pytorch.py │ │ ├── image_processing_deta.py │ │ └── modeling_deta.py │ ├── detr │ │ ├── __init__.py │ │ ├── configuration_detr.py │ │ ├── convert_detr_original_pytorch_checkpoint_to_pytorch.py │ │ ├── convert_detr_to_pytorch.py │ │ ├── feature_extraction_detr.py │ │ ├── image_processing_detr.py │ │ └── modeling_detr.py │ ├── dialogpt │ │ ├── __init__.py │ │ └── convert_dialogpt_original_pytorch_checkpoint_to_pytorch.py │ ├── dinat │ │ ├── __init__.py │ │ ├── configuration_dinat.py │ │ └── modeling_dinat.py │ ├── dinov2 │ │ ├── __init__.py │ │ ├── configuration_dinov2.py │ │ ├── convert_dinov2_to_hf.py │ │ └── modeling_dinov2.py │ ├── distilbert │ │ ├── __init__.py │ │ ├── configuration_distilbert.py │ │ ├── modeling_distilbert.py │ │ ├── modeling_flax_distilbert.py │ │ ├── modeling_tf_distilbert.py │ │ ├── tokenization_distilbert.py │ │ └── tokenization_distilbert_fast.py │ ├── dit │ │ ├── __init__.py │ │ └── convert_dit_unilm_to_pytorch.py │ ├── donut │ │ ├── __init__.py │ │ ├── configuration_donut_swin.py │ │ ├── convert_donut_to_pytorch.py │ │ ├── feature_extraction_donut.py │ │ ├── image_processing_donut.py │ │ ├── modeling_donut_swin.py │ │ └── processing_donut.py │ ├── dpr │ │ ├── __init__.py │ │ ├── configuration_dpr.py │ │ ├── convert_dpr_original_checkpoint_to_pytorch.py │ │ ├── modeling_dpr.py │ │ ├── modeling_tf_dpr.py │ │ ├── tokenization_dpr.py │ │ └── tokenization_dpr_fast.py │ ├── dpt │ │ ├── __init__.py │ │ ├── configuration_dpt.py │ │ ├── convert_dinov2_depth_to_hf.py │ │ ├── convert_dpt_beit_to_hf.py │ │ ├── convert_dpt_hybrid_to_pytorch.py │ │ ├── convert_dpt_swinv2_to_hf.py │ │ ├── convert_dpt_to_pytorch.py │ │ ├── feature_extraction_dpt.py │ │ ├── image_processing_dpt.py │ │ └── modeling_dpt.py │ ├── efficientformer │ │ ├── __init__.py │ │ ├── configuration_efficientformer.py │ │ ├── convert_efficientformer_original_pytorch_checkpoint_to_pytorch.py │ │ ├── image_processing_efficientformer.py │ │ ├── modeling_efficientformer.py │ │ └── modeling_tf_efficientformer.py │ ├── efficientnet │ │ ├── __init__.py │ │ ├── configuration_efficientnet.py │ │ ├── convert_efficientnet_to_pytorch.py │ │ ├── image_processing_efficientnet.py │ │ └── modeling_efficientnet.py │ ├── electra │ │ ├── __init__.py │ │ ├── configuration_electra.py │ │ ├── convert_electra_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_electra.py │ │ ├── modeling_flax_electra.py │ │ ├── modeling_tf_electra.py │ │ ├── tokenization_electra.py │ │ └── tokenization_electra_fast.py │ ├── encodec │ │ ├── __init__.py │ │ ├── configuration_encodec.py │ │ ├── convert_encodec_checkpoint_to_pytorch.py │ │ ├── feature_extraction_encodec.py │ │ └── modeling_encodec.py │ ├── encoder_decoder │ │ ├── __init__.py │ │ ├── configuration_encoder_decoder.py │ │ ├── modeling_encoder_decoder.py │ │ ├── modeling_flax_encoder_decoder.py │ │ └── modeling_tf_encoder_decoder.py │ ├── ernie │ │ ├── __init__.py │ │ ├── configuration_ernie.py │ │ └── modeling_ernie.py │ ├── ernie_m │ │ ├── __init__.py │ │ ├── configuration_ernie_m.py │ │ ├── modeling_ernie_m.py │ │ └── tokenization_ernie_m.py │ ├── esm │ │ ├── __init__.py │ │ ├── configuration_esm.py │ │ ├── convert_esm.py │ │ ├── modeling_esm.py │ │ ├── modeling_esmfold.py │ │ ├── modeling_tf_esm.py │ │ ├── openfold_utils │ │ │ ├── __init__.py │ │ │ ├── chunk_utils.py │ │ │ ├── data_transforms.py │ │ │ ├── feats.py │ │ │ ├── loss.py │ │ │ ├── protein.py │ │ │ ├── residue_constants.py │ │ │ ├── rigid_utils.py │ │ │ └── tensor_utils.py │ │ └── tokenization_esm.py │ ├── falcon │ │ ├── __init__.py │ │ ├── configuration_falcon.py │ │ ├── convert_custom_code_checkpoint.py │ │ └── modeling_falcon.py │ ├── fastspeech2_conformer │ │ ├── __init__.py │ │ ├── configuration_fastspeech2_conformer.py │ │ ├── convert_fastspeech2_conformer_original_pytorch_checkpoint_to_pytorch.py │ │ ├── convert_hifigan.py │ │ ├── convert_model_with_hifigan.py │ │ ├── modeling_fastspeech2_conformer.py │ │ └── tokenization_fastspeech2_conformer.py │ ├── flaubert │ │ ├── __init__.py │ │ ├── configuration_flaubert.py │ │ ├── modeling_flaubert.py │ │ ├── modeling_tf_flaubert.py │ │ └── tokenization_flaubert.py │ ├── flava │ │ ├── __init__.py │ │ ├── configuration_flava.py │ │ ├── convert_dalle_to_flava_codebook.py │ │ ├── convert_flava_original_pytorch_to_hf.py │ │ ├── feature_extraction_flava.py │ │ ├── image_processing_flava.py │ │ ├── modeling_flava.py │ │ └── processing_flava.py │ ├── fnet │ │ ├── __init__.py │ │ ├── configuration_fnet.py │ │ ├── convert_fnet_original_flax_checkpoint_to_pytorch.py │ │ ├── modeling_fnet.py │ │ ├── tokenization_fnet.py │ │ └── tokenization_fnet_fast.py │ ├── focalnet │ │ ├── __init__.py │ │ ├── configuration_focalnet.py │ │ ├── convert_focalnet_to_hf_format.py │ │ └── modeling_focalnet.py │ ├── fsmt │ │ ├── __init__.py │ │ ├── configuration_fsmt.py │ │ ├── convert_fsmt_original_pytorch_checkpoint_to_pytorch.py │ │ ├── modeling_fsmt.py │ │ └── tokenization_fsmt.py │ ├── funnel │ │ ├── __init__.py │ │ ├── configuration_funnel.py │ │ ├── convert_funnel_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_funnel.py │ │ ├── modeling_tf_funnel.py │ │ ├── tokenization_funnel.py │ │ └── tokenization_funnel_fast.py │ ├── fuyu │ │ ├── __init__.py │ │ ├── configuration_fuyu.py │ │ ├── convert_fuyu_model_weights_to_hf.py │ │ ├── image_processing_fuyu.py │ │ ├── modeling_fuyu.py │ │ └── processing_fuyu.py │ ├── gemma │ │ ├── __init__.py │ │ ├── configuration_gemma.py │ │ ├── convert_gemma_weights_to_hf.py │ │ ├── modeling_flax_gemma.py │ │ ├── modeling_gemma.py │ │ ├── tokenization_gemma.py │ │ └── tokenization_gemma_fast.py │ ├── git │ │ ├── __init__.py │ │ ├── configuration_git.py │ │ ├── convert_git_to_pytorch.py │ │ ├── modeling_git.py │ │ └── processing_git.py │ ├── glpn │ │ ├── __init__.py │ │ ├── configuration_glpn.py │ │ ├── convert_glpn_to_pytorch.py │ │ ├── feature_extraction_glpn.py │ │ ├── image_processing_glpn.py │ │ └── modeling_glpn.py │ ├── gpt2 │ │ ├── CONVERSION.md │ │ ├── __init__.py │ │ ├── configuration_gpt2.py │ │ ├── convert_gpt2_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_flax_gpt2.py │ │ ├── modeling_gpt2.py │ │ ├── modeling_tf_gpt2.py │ │ ├── tokenization_gpt2.py │ │ ├── tokenization_gpt2_fast.py │ │ └── tokenization_gpt2_tf.py │ ├── gpt_bigcode │ │ ├── __init__.py │ │ ├── configuration_gpt_bigcode.py │ │ └── modeling_gpt_bigcode.py │ ├── gpt_neo │ │ ├── __init__.py │ │ ├── configuration_gpt_neo.py │ │ ├── convert_gpt_neo_mesh_tf_to_pytorch.py │ │ ├── modeling_flax_gpt_neo.py │ │ └── modeling_gpt_neo.py │ ├── gpt_neox │ │ ├── __init__.py │ │ ├── configuration_gpt_neox.py │ │ ├── modeling_gpt_neox.py │ │ └── tokenization_gpt_neox_fast.py │ ├── gpt_neox_japanese │ │ ├── __init__.py │ │ ├── configuration_gpt_neox_japanese.py │ │ ├── modeling_gpt_neox_japanese.py │ │ └── tokenization_gpt_neox_japanese.py │ ├── gpt_sw3 │ │ ├── __init__.py │ │ ├── convert_megatron_to_pytorch.py │ │ └── tokenization_gpt_sw3.py │ ├── gptj │ │ ├── __init__.py │ │ ├── configuration_gptj.py │ │ ├── modeling_flax_gptj.py │ │ ├── modeling_gptj.py │ │ └── modeling_tf_gptj.py │ ├── gptsan_japanese │ │ ├── __init__.py │ │ ├── configuration_gptsan_japanese.py │ │ ├── convert_gptsan_tf_checkpoint_to_pytorch.py │ │ ├── modeling_gptsan_japanese.py │ │ └── tokenization_gptsan_japanese.py │ ├── graphormer │ │ ├── __init__.py │ │ ├── algos_graphormer.pyx │ │ ├── collating_graphormer.py │ │ ├── configuration_graphormer.py │ │ └── modeling_graphormer.py │ ├── groupvit │ │ ├── __init__.py │ │ ├── configuration_groupvit.py │ │ ├── convert_groupvit_nvlab_to_hf.py │ │ ├── modeling_groupvit.py │ │ └── modeling_tf_groupvit.py │ ├── herbert │ │ ├── __init__.py │ │ ├── tokenization_herbert.py │ │ └── tokenization_herbert_fast.py │ ├── hubert │ │ ├── __init__.py │ │ ├── configuration_hubert.py │ │ ├── convert_distilhubert_original_s3prl_checkpoint_to_pytorch.py │ │ ├── convert_hubert_original_pytorch_checkpoint_to_pytorch.py │ │ ├── convert_hubert_original_s3prl_checkpoint_to_pytorch.py │ │ ├── modeling_hubert.py │ │ └── modeling_tf_hubert.py │ ├── ibert │ │ ├── __init__.py │ │ ├── configuration_ibert.py │ │ ├── modeling_ibert.py │ │ └── quant_modules.py │ ├── idefics │ │ ├── __init__.py │ │ ├── configuration_idefics.py │ │ ├── image_processing_idefics.py │ │ ├── modeling_idefics.py │ │ ├── perceiver.py │ │ ├── processing_idefics.py │ │ └── vision.py │ ├── imagegpt │ │ ├── __init__.py │ │ ├── configuration_imagegpt.py │ │ ├── convert_imagegpt_original_tf2_to_pytorch.py │ │ ├── feature_extraction_imagegpt.py │ │ ├── image_processing_imagegpt.py │ │ └── modeling_imagegpt.py │ ├── informer │ │ ├── __init__.py │ │ ├── configuration_informer.py │ │ └── modeling_informer.py │ ├── instructblip │ │ ├── __init__.py │ │ ├── configuration_instructblip.py │ │ ├── convert_instructblip_original_to_pytorch.py │ │ ├── modeling_instructblip.py │ │ └── processing_instructblip.py │ ├── jukebox │ │ ├── __init__.py │ │ ├── configuration_jukebox.py │ │ ├── convert_jukebox.py │ │ ├── modeling_jukebox.py │ │ └── tokenization_jukebox.py │ ├── kosmos2 │ │ ├── __init__.py │ │ ├── configuration_kosmos2.py │ │ ├── convert_kosmos2_original_pytorch_checkpoint_to_pytorch.py │ │ ├── modeling_kosmos2.py │ │ └── processing_kosmos2.py │ ├── layoutlm │ │ ├── __init__.py │ │ ├── configuration_layoutlm.py │ │ ├── modeling_layoutlm.py │ │ ├── modeling_tf_layoutlm.py │ │ ├── tokenization_layoutlm.py │ │ └── tokenization_layoutlm_fast.py │ ├── layoutlmv2 │ │ ├── __init__.py │ │ ├── configuration_layoutlmv2.py │ │ ├── feature_extraction_layoutlmv2.py │ │ ├── image_processing_layoutlmv2.py │ │ ├── modeling_layoutlmv2.py │ │ ├── processing_layoutlmv2.py │ │ ├── tokenization_layoutlmv2.py │ │ └── tokenization_layoutlmv2_fast.py │ ├── layoutlmv3 │ │ ├── __init__.py │ │ ├── configuration_layoutlmv3.py │ │ ├── feature_extraction_layoutlmv3.py │ │ ├── image_processing_layoutlmv3.py │ │ ├── modeling_layoutlmv3.py │ │ ├── modeling_tf_layoutlmv3.py │ │ ├── processing_layoutlmv3.py │ │ ├── tokenization_layoutlmv3.py │ │ └── tokenization_layoutlmv3_fast.py │ ├── layoutxlm │ │ ├── __init__.py │ │ ├── processing_layoutxlm.py │ │ ├── tokenization_layoutxlm.py │ │ └── tokenization_layoutxlm_fast.py │ ├── led │ │ ├── __init__.py │ │ ├── configuration_led.py │ │ ├── modeling_led.py │ │ ├── modeling_tf_led.py │ │ ├── tokenization_led.py │ │ └── tokenization_led_fast.py │ ├── levit │ │ ├── __init__.py │ │ ├── configuration_levit.py │ │ ├── convert_levit_timm_to_pytorch.py │ │ ├── feature_extraction_levit.py │ │ ├── image_processing_levit.py │ │ └── modeling_levit.py │ ├── lilt │ │ ├── __init__.py │ │ ├── configuration_lilt.py │ │ └── modeling_lilt.py │ ├── llava │ │ ├── __init__.py │ │ ├── configuration_llava.py │ │ ├── convert_llava_weights_to_hf.py │ │ ├── modeling_llava.py │ │ └── processing_llava.py │ ├── llava_next │ │ ├── __init__.py │ │ ├── configuration_llava_next.py │ │ ├── convert_llava_next_weights_to_hf.py │ │ ├── image_processing_llava_next.py │ │ ├── modeling_llava_next.py │ │ └── processing_llava_next.py │ ├── longformer │ │ ├── __init__.py │ │ ├── configuration_longformer.py │ │ ├── convert_longformer_original_pytorch_lightning_to_pytorch.py │ │ ├── modeling_longformer.py │ │ ├── modeling_tf_longformer.py │ │ ├── tokenization_longformer.py │ │ └── tokenization_longformer_fast.py │ ├── longt5 │ │ ├── __init__.py │ │ ├── configuration_longt5.py │ │ ├── convert_longt5x_checkpoint_to_flax.py │ │ ├── modeling_flax_longt5.py │ │ └── modeling_longt5.py │ ├── luke │ │ ├── __init__.py │ │ ├── configuration_luke.py │ │ ├── convert_luke_original_pytorch_checkpoint_to_pytorch.py │ │ ├── modeling_luke.py │ │ └── tokenization_luke.py │ ├── lxmert │ │ ├── __init__.py │ │ ├── configuration_lxmert.py │ │ ├── convert_lxmert_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_lxmert.py │ │ ├── modeling_tf_lxmert.py │ │ ├── tokenization_lxmert.py │ │ └── tokenization_lxmert_fast.py │ ├── m2m_100 │ │ ├── __init__.py │ │ ├── configuration_m2m_100.py │ │ ├── convert_m2m100_original_checkpoint_to_pytorch.py │ │ ├── modeling_m2m_100.py │ │ └── tokenization_m2m_100.py │ ├── mamba │ │ ├── __init__.py │ │ ├── configuration_mamba.py │ │ └── modeling_mamba.py │ ├── marian │ │ ├── __init__.py │ │ ├── configuration_marian.py │ │ ├── convert_marian_tatoeba_to_pytorch.py │ │ ├── convert_marian_to_pytorch.py │ │ ├── modeling_flax_marian.py │ │ ├── modeling_marian.py │ │ ├── modeling_tf_marian.py │ │ └── tokenization_marian.py │ ├── markuplm │ │ ├── __init__.py │ │ ├── configuration_markuplm.py │ │ ├── feature_extraction_markuplm.py │ │ ├── modeling_markuplm.py │ │ ├── processing_markuplm.py │ │ ├── tokenization_markuplm.py │ │ └── tokenization_markuplm_fast.py │ ├── mask2former │ │ ├── __init__.py │ │ ├── configuration_mask2former.py │ │ ├── convert_mask2former_original_pytorch_checkpoint_to_pytorch.py │ │ ├── image_processing_mask2former.py │ │ └── modeling_mask2former.py │ ├── maskformer │ │ ├── __init__.py │ │ ├── configuration_maskformer.py │ │ ├── configuration_maskformer_swin.py │ │ ├── convert_maskformer_original_pytorch_checkpoint_to_pytorch.py │ │ ├── convert_maskformer_resnet_to_pytorch.py │ │ ├── convert_maskformer_swin_to_pytorch.py │ │ ├── feature_extraction_maskformer.py │ │ ├── image_processing_maskformer.py │ │ ├── modeling_maskformer.py │ │ └── modeling_maskformer_swin.py │ ├── mbart │ │ ├── __init__.py │ │ ├── configuration_mbart.py │ │ ├── convert_mbart_original_checkpoint_to_pytorch.py │ │ ├── modeling_flax_mbart.py │ │ ├── modeling_mbart.py │ │ ├── modeling_tf_mbart.py │ │ ├── tokenization_mbart.py │ │ └── tokenization_mbart_fast.py │ ├── mbart50 │ │ ├── __init__.py │ │ ├── tokenization_mbart50.py │ │ └── tokenization_mbart50_fast.py │ ├── mega │ │ ├── __init__.py │ │ ├── configuration_mega.py │ │ ├── convert_mega_original_pytorch_checkpoint_to_pytorch.py │ │ └── modeling_mega.py │ ├── megatron_bert │ │ ├── __init__.py │ │ ├── configuration_megatron_bert.py │ │ ├── convert_megatron_bert_checkpoint.py │ │ └── modeling_megatron_bert.py │ ├── megatron_gpt2 │ │ ├── __init__.py │ │ ├── checkpoint_reshaping_and_interoperability.py │ │ └── convert_megatron_gpt2_checkpoint.py │ ├── mgp_str │ │ ├── __init__.py │ │ ├── configuration_mgp_str.py │ │ ├── modeling_mgp_str.py │ │ ├── processing_mgp_str.py │ │ └── tokenization_mgp_str.py │ ├── mistral │ │ ├── __init__.py │ │ ├── configuration_mistral.py │ │ ├── convert_mistral_weights_to_hf.py │ │ ├── modeling_flax_mistral.py │ │ └── modeling_mistral.py │ ├── mixtral │ │ ├── __init__.py │ │ ├── configuration_mixtral.py │ │ ├── convert_mixtral_weights_to_hf.py │ │ └── modeling_mixtral.py │ ├── mluke │ │ ├── __init__.py │ │ ├── convert_mluke_original_pytorch_checkpoint_to_pytorch.py │ │ └── tokenization_mluke.py │ ├── mobilebert │ │ ├── __init__.py │ │ ├── configuration_mobilebert.py │ │ ├── convert_mobilebert_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_mobilebert.py │ │ ├── modeling_tf_mobilebert.py │ │ ├── tokenization_mobilebert.py │ │ └── tokenization_mobilebert_fast.py │ ├── mobilenet_v1 │ │ ├── __init__.py │ │ ├── configuration_mobilenet_v1.py │ │ ├── convert_original_tf_checkpoint_to_pytorch.py │ │ ├── feature_extraction_mobilenet_v1.py │ │ ├── image_processing_mobilenet_v1.py │ │ └── modeling_mobilenet_v1.py │ ├── mobilenet_v2 │ │ ├── __init__.py │ │ ├── configuration_mobilenet_v2.py │ │ ├── convert_original_tf_checkpoint_to_pytorch.py │ │ ├── feature_extraction_mobilenet_v2.py │ │ ├── image_processing_mobilenet_v2.py │ │ └── modeling_mobilenet_v2.py │ ├── mobilevit │ │ ├── __init__.py │ │ ├── configuration_mobilevit.py │ │ ├── convert_mlcvnets_to_pytorch.py │ │ ├── feature_extraction_mobilevit.py │ │ ├── image_processing_mobilevit.py │ │ ├── modeling_mobilevit.py │ │ └── modeling_tf_mobilevit.py │ ├── mobilevitv2 │ │ ├── __init__.py │ │ ├── configuration_mobilevitv2.py │ │ ├── convert_mlcvnets_to_pytorch.py │ │ └── modeling_mobilevitv2.py │ ├── mpnet │ │ ├── __init__.py │ │ ├── configuration_mpnet.py │ │ ├── modeling_mpnet.py │ │ ├── modeling_tf_mpnet.py │ │ ├── tokenization_mpnet.py │ │ └── tokenization_mpnet_fast.py │ ├── mpt │ │ ├── __init__.py │ │ ├── configuration_mpt.py │ │ └── modeling_mpt.py │ ├── mra │ │ ├── __init__.py │ │ ├── configuration_mra.py │ │ ├── convert_mra_pytorch_to_pytorch.py │ │ └── modeling_mra.py │ ├── mt5 │ │ ├── __init__.py │ │ ├── configuration_mt5.py │ │ ├── modeling_flax_mt5.py │ │ ├── modeling_mt5.py │ │ └── modeling_tf_mt5.py │ ├── musicgen │ │ ├── __init__.py │ │ ├── configuration_musicgen.py │ │ ├── convert_musicgen_transformers.py │ │ ├── modeling_musicgen.py │ │ └── processing_musicgen.py │ ├── musicgen_melody │ │ ├── __init__.py │ │ ├── configuration_musicgen_melody.py │ │ ├── convert_musicgen_melody_transformers.py │ │ ├── feature_extraction_musicgen_melody.py │ │ ├── modeling_musicgen_melody.py │ │ └── processing_musicgen_melody.py │ ├── mvp │ │ ├── __init__.py │ │ ├── configuration_mvp.py │ │ ├── modeling_mvp.py │ │ ├── tokenization_mvp.py │ │ └── tokenization_mvp_fast.py │ ├── nat │ │ ├── __init__.py │ │ ├── configuration_nat.py │ │ └── modeling_nat.py │ ├── nezha │ │ ├── __init__.py │ │ ├── configuration_nezha.py │ │ └── modeling_nezha.py │ ├── nllb │ │ ├── __init__.py │ │ ├── tokenization_nllb.py │ │ └── tokenization_nllb_fast.py │ ├── nllb_moe │ │ ├── __init__.py │ │ ├── configuration_nllb_moe.py │ │ ├── convert_nllb_moe_sharded_original_checkpoint_to_pytorch.py │ │ └── modeling_nllb_moe.py │ ├── nougat │ │ ├── __init__.py │ │ ├── convert_nougat_to_hf.py │ │ ├── image_processing_nougat.py │ │ ├── processing_nougat.py │ │ └── tokenization_nougat_fast.py │ ├── nystromformer │ │ ├── __init__.py │ │ ├── configuration_nystromformer.py │ │ ├── convert_nystromformer_original_pytorch_checkpoint_to_pytorch.py │ │ └── modeling_nystromformer.py │ ├── oneformer │ │ ├── __init__.py │ │ ├── configuration_oneformer.py │ │ ├── convert_to_hf_oneformer.py │ │ ├── image_processing_oneformer.py │ │ ├── modeling_oneformer.py │ │ └── processing_oneformer.py │ ├── openai │ │ ├── __init__.py │ │ ├── configuration_openai.py │ │ ├── convert_openai_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_openai.py │ │ ├── modeling_tf_openai.py │ │ ├── tokenization_openai.py │ │ └── tokenization_openai_fast.py │ ├── opt │ │ ├── __init__.py │ │ ├── configuration_opt.py │ │ ├── convert_opt_original_pytorch_checkpoint_to_pytorch.py │ │ ├── modeling_flax_opt.py │ │ ├── modeling_opt.py │ │ └── modeling_tf_opt.py │ ├── owlv2 │ │ ├── __init__.py │ │ ├── configuration_owlv2.py │ │ ├── convert_owlv2_to_hf.py │ │ ├── image_processing_owlv2.py │ │ ├── modeling_owlv2.py │ │ └── processing_owlv2.py │ ├── owlvit │ │ ├── __init__.py │ │ ├── configuration_owlvit.py │ │ ├── convert_owlvit_original_flax_to_hf.py │ │ ├── feature_extraction_owlvit.py │ │ ├── image_processing_owlvit.py │ │ ├── modeling_owlvit.py │ │ └── processing_owlvit.py │ ├── patchtsmixer │ │ ├── __init__.py │ │ ├── configuration_patchtsmixer.py │ │ └── modeling_patchtsmixer.py │ ├── patchtst │ │ ├── __init__.py │ │ ├── configuration_patchtst.py │ │ └── modeling_patchtst.py │ ├── pegasus │ │ ├── __init__.py │ │ ├── configuration_pegasus.py │ │ ├── convert_pegasus_tf_to_pytorch.py │ │ ├── modeling_flax_pegasus.py │ │ ├── modeling_pegasus.py │ │ ├── modeling_tf_pegasus.py │ │ ├── tokenization_pegasus.py │ │ └── tokenization_pegasus_fast.py │ ├── pegasus_x │ │ ├── __init__.py │ │ ├── configuration_pegasus_x.py │ │ └── modeling_pegasus_x.py │ ├── perceiver │ │ ├── __init__.py │ │ ├── configuration_perceiver.py │ │ ├── convert_perceiver_haiku_to_pytorch.py │ │ ├── feature_extraction_perceiver.py │ │ ├── image_processing_perceiver.py │ │ ├── modeling_perceiver.py │ │ └── tokenization_perceiver.py │ ├── persimmon │ │ ├── __init__.py │ │ ├── configuration_persimmon.py │ │ ├── convert_persimmon_weights_to_hf.py │ │ └── modeling_persimmon.py │ ├── phi │ │ ├── __init__.py │ │ ├── configuration_phi.py │ │ ├── convert_phi_weights_to_hf.py │ │ └── modeling_phi.py │ ├── phobert │ │ ├── __init__.py │ │ └── tokenization_phobert.py │ ├── pix2struct │ │ ├── __init__.py │ │ ├── configuration_pix2struct.py │ │ ├── convert_pix2struct_original_pytorch_to_hf.py │ │ ├── image_processing_pix2struct.py │ │ ├── modeling_pix2struct.py │ │ └── processing_pix2struct.py │ ├── plbart │ │ ├── __init__.py │ │ ├── configuration_plbart.py │ │ ├── convert_plbart_original_checkpoint_to_torch.py │ │ ├── modeling_plbart.py │ │ └── tokenization_plbart.py │ ├── poolformer │ │ ├── __init__.py │ │ ├── configuration_poolformer.py │ │ ├── convert_poolformer_original_to_pytorch.py │ │ ├── feature_extraction_poolformer.py │ │ ├── image_processing_poolformer.py │ │ └── modeling_poolformer.py │ ├── pop2piano │ │ ├── __init__.py │ │ ├── configuration_pop2piano.py │ │ ├── convert_pop2piano_weights_to_hf.py │ │ ├── feature_extraction_pop2piano.py │ │ ├── modeling_pop2piano.py │ │ ├── processing_pop2piano.py │ │ └── tokenization_pop2piano.py │ ├── prophetnet │ │ ├── __init__.py │ │ ├── configuration_prophetnet.py │ │ ├── convert_prophetnet_original_pytorch_checkpoint_to_pytorch.py │ │ ├── modeling_prophetnet.py │ │ └── tokenization_prophetnet.py │ ├── pvt │ │ ├── __init__.py │ │ ├── configuration_pvt.py │ │ ├── convert_pvt_to_pytorch.py │ │ ├── image_processing_pvt.py │ │ └── modeling_pvt.py │ ├── pvt_v2 │ │ ├── __init__.py │ │ ├── configuration_pvt_v2.py │ │ ├── convert_pvt_v2_to_pytorch.py │ │ └── modeling_pvt_v2.py │ ├── qdqbert │ │ ├── __init__.py │ │ ├── configuration_qdqbert.py │ │ └── modeling_qdqbert.py │ ├── qwen2 │ │ ├── __init__.py │ │ ├── configuration_qwen2.py │ │ ├── modeling_qwen2.py │ │ ├── tokenization_qwen2.py │ │ └── tokenization_qwen2_fast.py │ ├── rag │ │ ├── __init__.py │ │ ├── configuration_rag.py │ │ ├── modeling_rag.py │ │ ├── modeling_tf_rag.py │ │ ├── retrieval_rag.py │ │ └── tokenization_rag.py │ ├── realm │ │ ├── __init__.py │ │ ├── configuration_realm.py │ │ ├── modeling_realm.py │ │ ├── retrieval_realm.py │ │ ├── tokenization_realm.py │ │ └── tokenization_realm_fast.py │ ├── reformer │ │ ├── __init__.py │ │ ├── configuration_reformer.py │ │ ├── convert_reformer_trax_checkpoint_to_pytorch.py │ │ ├── modeling_reformer.py │ │ ├── tokenization_reformer.py │ │ └── tokenization_reformer_fast.py │ ├── regnet │ │ ├── __init__.py │ │ ├── configuration_regnet.py │ │ ├── convert_regnet_seer_10b_to_pytorch.py │ │ ├── convert_regnet_to_pytorch.py │ │ ├── modeling_flax_regnet.py │ │ ├── modeling_regnet.py │ │ └── modeling_tf_regnet.py │ ├── rembert │ │ ├── __init__.py │ │ ├── configuration_rembert.py │ │ ├── convert_rembert_tf_checkpoint_to_pytorch.py │ │ ├── modeling_rembert.py │ │ ├── modeling_tf_rembert.py │ │ ├── tokenization_rembert.py │ │ └── tokenization_rembert_fast.py │ ├── resnet │ │ ├── __init__.py │ │ ├── configuration_resnet.py │ │ ├── convert_resnet_to_pytorch.py │ │ ├── modeling_flax_resnet.py │ │ ├── modeling_resnet.py │ │ └── modeling_tf_resnet.py │ ├── roberta │ │ ├── __init__.py │ │ ├── configuration_roberta.py │ │ ├── convert_roberta_original_pytorch_checkpoint_to_pytorch.py │ │ ├── modeling_flax_roberta.py │ │ ├── modeling_roberta.py │ │ ├── modeling_tf_roberta.py │ │ ├── tokenization_roberta.py │ │ └── tokenization_roberta_fast.py │ ├── roberta_prelayernorm │ │ ├── __init__.py │ │ ├── configuration_roberta_prelayernorm.py │ │ ├── convert_roberta_prelayernorm_original_pytorch_checkpoint_to_pytorch.py │ │ ├── modeling_flax_roberta_prelayernorm.py │ │ ├── modeling_roberta_prelayernorm.py │ │ └── modeling_tf_roberta_prelayernorm.py │ ├── roc_bert │ │ ├── __init__.py │ │ ├── configuration_roc_bert.py │ │ ├── modeling_roc_bert.py │ │ └── tokenization_roc_bert.py │ ├── roformer │ │ ├── __init__.py │ │ ├── configuration_roformer.py │ │ ├── convert_roformer_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_flax_roformer.py │ │ ├── modeling_roformer.py │ │ ├── modeling_tf_roformer.py │ │ ├── tokenization_roformer.py │ │ ├── tokenization_roformer_fast.py │ │ └── tokenization_utils.py │ ├── rwkv │ │ ├── __init__.py │ │ ├── configuration_rwkv.py │ │ ├── convert_rwkv_checkpoint_to_hf.py │ │ └── modeling_rwkv.py │ ├── sam │ │ ├── __init__.py │ │ ├── configuration_sam.py │ │ ├── convert_sam_to_hf.py │ │ ├── image_processing_sam.py │ │ ├── modeling_sam.py │ │ ├── modeling_tf_sam.py │ │ └── processing_sam.py │ ├── seamless_m4t │ │ ├── __init__.py │ │ ├── configuration_seamless_m4t.py │ │ ├── convert_fairseq2_to_hf.py │ │ ├── feature_extraction_seamless_m4t.py │ │ ├── modeling_seamless_m4t.py │ │ ├── processing_seamless_m4t.py │ │ ├── tokenization_seamless_m4t.py │ │ └── tokenization_seamless_m4t_fast.py │ ├── seamless_m4t_v2 │ │ ├── __init__.py │ │ ├── configuration_seamless_m4t_v2.py │ │ ├── convert_fairseq2_to_hf.py │ │ └── modeling_seamless_m4t_v2.py │ ├── segformer │ │ ├── __init__.py │ │ ├── configuration_segformer.py │ │ ├── convert_segformer_original_to_pytorch.py │ │ ├── feature_extraction_segformer.py │ │ ├── image_processing_segformer.py │ │ ├── modeling_segformer.py │ │ └── modeling_tf_segformer.py │ ├── seggpt │ │ ├── __init__.py │ │ ├── configuration_seggpt.py │ │ ├── convert_seggpt_to_hf.py │ │ ├── image_processing_seggpt.py │ │ └── modeling_seggpt.py │ ├── sew │ │ ├── __init__.py │ │ ├── configuration_sew.py │ │ ├── convert_sew_original_pytorch_checkpoint_to_pytorch.py │ │ └── modeling_sew.py │ ├── sew_d │ │ ├── __init__.py │ │ ├── configuration_sew_d.py │ │ ├── convert_sew_d_original_pytorch_checkpoint_to_pytorch.py │ │ └── modeling_sew_d.py │ ├── siglip │ │ ├── __init__.py │ │ ├── configuration_siglip.py │ │ ├── convert_siglip_to_hf.py │ │ ├── image_processing_siglip.py │ │ ├── modeling_siglip.py │ │ ├── processing_siglip.py │ │ └── tokenization_siglip.py │ ├── speech_encoder_decoder │ │ ├── __init__.py │ │ ├── configuration_speech_encoder_decoder.py │ │ ├── convert_mbart_wav2vec2_seq2seq_original_to_pytorch.py │ │ ├── convert_speech_to_text_wav2vec2_seq2seq_original_to_pytorch.py │ │ ├── modeling_flax_speech_encoder_decoder.py │ │ └── modeling_speech_encoder_decoder.py │ ├── speech_to_text │ │ ├── __init__.py │ │ ├── configuration_speech_to_text.py │ │ ├── convert_s2t_fairseq_to_tfms.py │ │ ├── feature_extraction_speech_to_text.py │ │ ├── modeling_speech_to_text.py │ │ ├── modeling_tf_speech_to_text.py │ │ ├── processing_speech_to_text.py │ │ └── tokenization_speech_to_text.py │ ├── speech_to_text_2 │ │ ├── __init__.py │ │ ├── configuration_speech_to_text_2.py │ │ ├── modeling_speech_to_text_2.py │ │ ├── processing_speech_to_text_2.py │ │ └── tokenization_speech_to_text_2.py │ ├── speecht5 │ │ ├── __init__.py │ │ ├── configuration_speecht5.py │ │ ├── convert_hifigan.py │ │ ├── convert_speecht5_original_pytorch_checkpoint_to_pytorch.py │ │ ├── feature_extraction_speecht5.py │ │ ├── modeling_speecht5.py │ │ ├── number_normalizer.py │ │ ├── processing_speecht5.py │ │ └── tokenization_speecht5.py │ ├── splinter │ │ ├── __init__.py │ │ ├── configuration_splinter.py │ │ ├── modeling_splinter.py │ │ ├── tokenization_splinter.py │ │ └── tokenization_splinter_fast.py │ ├── squeezebert │ │ ├── __init__.py │ │ ├── configuration_squeezebert.py │ │ ├── modeling_squeezebert.py │ │ ├── tokenization_squeezebert.py │ │ └── tokenization_squeezebert_fast.py │ ├── stablelm │ │ ├── __init__.py │ │ ├── configuration_stablelm.py │ │ └── modeling_stablelm.py │ ├── starcoder2 │ │ ├── __init__.py │ │ ├── configuration_starcoder2.py │ │ └── modeling_starcoder2.py │ ├── superpoint │ │ ├── __init__.py │ │ ├── configuration_superpoint.py │ │ ├── convert_superpoint_to_pytorch.py │ │ ├── image_processing_superpoint.py │ │ └── modeling_superpoint.py │ ├── swiftformer │ │ ├── __init__.py │ │ ├── configuration_swiftformer.py │ │ ├── convert_swiftformer_original_to_hf.py │ │ └── modeling_swiftformer.py │ ├── swin │ │ ├── __init__.py │ │ ├── configuration_swin.py │ │ ├── convert_swin_simmim_to_pytorch.py │ │ ├── convert_swin_timm_to_pytorch.py │ │ ├── modeling_swin.py │ │ └── modeling_tf_swin.py │ ├── swin2sr │ │ ├── __init__.py │ │ ├── configuration_swin2sr.py │ │ ├── convert_swin2sr_original_to_pytorch.py │ │ ├── image_processing_swin2sr.py │ │ └── modeling_swin2sr.py │ ├── swinv2 │ │ ├── __init__.py │ │ ├── configuration_swinv2.py │ │ ├── convert_swinv2_timm_to_pytorch.py │ │ └── modeling_swinv2.py │ ├── switch_transformers │ │ ├── __init__.py │ │ ├── configuration_switch_transformers.py │ │ ├── convert_big_switch.py │ │ ├── convert_switch_transformers_original_flax_checkpoint_to_pytorch.py │ │ └── modeling_switch_transformers.py │ ├── t5 │ │ ├── __init__.py │ │ ├── configuration_t5.py │ │ ├── convert_t5_original_tf_checkpoint_to_pytorch.py │ │ ├── convert_t5x_checkpoint_to_flax.py │ │ ├── convert_t5x_checkpoint_to_pytorch.py │ │ ├── download_from_gcp.sh │ │ ├── modeling_flax_t5.py │ │ ├── modeling_t5.py │ │ ├── modeling_tf_t5.py │ │ ├── tokenization_t5.py │ │ └── tokenization_t5_fast.py │ ├── table_transformer │ │ ├── __init__.py │ │ ├── configuration_table_transformer.py │ │ ├── convert_table_transformer_to_hf.py │ │ ├── convert_table_transformer_to_hf_no_timm.py │ │ └── modeling_table_transformer.py │ ├── tapas │ │ ├── __init__.py │ │ ├── configuration_tapas.py │ │ ├── convert_tapas_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_tapas.py │ │ ├── modeling_tf_tapas.py │ │ └── tokenization_tapas.py │ ├── time_series_transformer │ │ ├── __init__.py │ │ ├── configuration_time_series_transformer.py │ │ └── modeling_time_series_transformer.py │ ├── timesformer │ │ ├── __init__.py │ │ ├── configuration_timesformer.py │ │ ├── convert_timesformer_to_pytorch.py │ │ └── modeling_timesformer.py │ ├── timm_backbone │ │ ├── __init__.py │ │ ├── configuration_timm_backbone.py │ │ └── modeling_timm_backbone.py │ ├── trocr │ │ ├── __init__.py │ │ ├── configuration_trocr.py │ │ ├── convert_trocr_unilm_to_pytorch.py │ │ ├── modeling_trocr.py │ │ └── processing_trocr.py │ ├── tvlt │ │ ├── __init__.py │ │ ├── configuration_tvlt.py │ │ ├── feature_extraction_tvlt.py │ │ ├── image_processing_tvlt.py │ │ ├── modeling_tvlt.py │ │ └── processing_tvlt.py │ ├── tvp │ │ ├── __init__.py │ │ ├── configuration_tvp.py │ │ ├── image_processing_tvp.py │ │ ├── modeling_tvp.py │ │ └── processing_tvp.py │ ├── udop │ │ ├── __init__.py │ │ ├── configuration_udop.py │ │ ├── convert_udop_to_hf.py │ │ ├── modeling_udop.py │ │ ├── processing_udop.py │ │ ├── tokenization_udop.py │ │ └── tokenization_udop_fast.py │ ├── umt5 │ │ ├── __init__.py │ │ ├── configuration_umt5.py │ │ ├── convert_umt5_checkpoint_to_pytorch.py │ │ └── modeling_umt5.py │ ├── unispeech │ │ ├── __init__.py │ │ ├── configuration_unispeech.py │ │ ├── convert_unispeech_original_pytorch_checkpoint_to_pytorch.py │ │ └── modeling_unispeech.py │ ├── unispeech_sat │ │ ├── __init__.py │ │ ├── configuration_unispeech_sat.py │ │ ├── convert_unispeech_original_s3prl_checkpoint_to_pytorch.py │ │ ├── convert_unispeech_sat_original_pytorch_checkpoint_to_pytorch.py │ │ └── modeling_unispeech_sat.py │ ├── univnet │ │ ├── __init__.py │ │ ├── configuration_univnet.py │ │ ├── convert_univnet.py │ │ ├── feature_extraction_univnet.py │ │ └── modeling_univnet.py │ ├── upernet │ │ ├── __init__.py │ │ ├── configuration_upernet.py │ │ ├── convert_convnext_upernet_to_pytorch.py │ │ ├── convert_swin_upernet_to_pytorch.py │ │ └── modeling_upernet.py │ ├── videomae │ │ ├── __init__.py │ │ ├── configuration_videomae.py │ │ ├── convert_videomae_to_pytorch.py │ │ ├── feature_extraction_videomae.py │ │ ├── image_processing_videomae.py │ │ └── modeling_videomae.py │ ├── vilt │ │ ├── __init__.py │ │ ├── configuration_vilt.py │ │ ├── convert_vilt_original_to_pytorch.py │ │ ├── feature_extraction_vilt.py │ │ ├── image_processing_vilt.py │ │ ├── modeling_vilt.py │ │ └── processing_vilt.py │ ├── vipllava │ │ ├── __init__.py │ │ ├── configuration_vipllava.py │ │ ├── convert_vipllava_weights_to_hf.py │ │ └── modeling_vipllava.py │ ├── vision_encoder_decoder │ │ ├── __init__.py │ │ ├── configuration_vision_encoder_decoder.py │ │ ├── modeling_flax_vision_encoder_decoder.py │ │ ├── modeling_tf_vision_encoder_decoder.py │ │ └── modeling_vision_encoder_decoder.py │ ├── vision_text_dual_encoder │ │ ├── __init__.py │ │ ├── configuration_vision_text_dual_encoder.py │ │ ├── modeling_flax_vision_text_dual_encoder.py │ │ ├── modeling_tf_vision_text_dual_encoder.py │ │ ├── modeling_vision_text_dual_encoder.py │ │ └── processing_vision_text_dual_encoder.py │ ├── visual_bert │ │ ├── __init__.py │ │ ├── configuration_visual_bert.py │ │ ├── convert_visual_bert_original_pytorch_checkpoint_to_pytorch.py │ │ └── modeling_visual_bert.py │ ├── vit │ │ ├── __init__.py │ │ ├── configuration_vit.py │ │ ├── convert_dino_to_pytorch.py │ │ ├── convert_vit_timm_to_pytorch.py │ │ ├── feature_extraction_vit.py │ │ ├── image_processing_vit.py │ │ ├── modeling_flax_vit.py │ │ ├── modeling_tf_vit.py │ │ └── modeling_vit.py │ ├── vit_hybrid │ │ ├── __init__.py │ │ ├── configuration_vit_hybrid.py │ │ ├── convert_vit_hybrid_timm_to_pytorch.py │ │ ├── image_processing_vit_hybrid.py │ │ └── modeling_vit_hybrid.py │ ├── vit_mae │ │ ├── __init__.py │ │ ├── configuration_vit_mae.py │ │ ├── convert_vit_mae_to_pytorch.py │ │ ├── modeling_tf_vit_mae.py │ │ └── modeling_vit_mae.py │ ├── vit_msn │ │ ├── __init__.py │ │ ├── configuration_vit_msn.py │ │ ├── convert_msn_to_pytorch.py │ │ └── modeling_vit_msn.py │ ├── vitdet │ │ ├── __init__.py │ │ ├── configuration_vitdet.py │ │ └── modeling_vitdet.py │ ├── vitmatte │ │ ├── __init__.py │ │ ├── configuration_vitmatte.py │ │ ├── convert_vitmatte_to_hf.py │ │ ├── image_processing_vitmatte.py │ │ └── modeling_vitmatte.py │ ├── vits │ │ ├── __init__.py │ │ ├── configuration_vits.py │ │ ├── convert_original_checkpoint.py │ │ ├── modeling_vits.py │ │ └── tokenization_vits.py │ ├── vivit │ │ ├── __init__.py │ │ ├── configuration_vivit.py │ │ ├── convert_vivit_flax_to_pytorch.py │ │ ├── image_processing_vivit.py │ │ └── modeling_vivit.py │ ├── wav2vec2 │ │ ├── __init__.py │ │ ├── configuration_wav2vec2.py │ │ ├── convert_wav2vec2_original_pytorch_checkpoint_to_pytorch.py │ │ ├── convert_wav2vec2_original_s3prl_checkpoint_to_pytorch.py │ │ ├── feature_extraction_wav2vec2.py │ │ ├── modeling_flax_wav2vec2.py │ │ ├── modeling_tf_wav2vec2.py │ │ ├── modeling_wav2vec2.py │ │ ├── processing_wav2vec2.py │ │ └── tokenization_wav2vec2.py │ ├── wav2vec2_bert │ │ ├── __init__.py │ │ ├── configuration_wav2vec2_bert.py │ │ ├── convert_wav2vec2_seamless_checkpoint.py │ │ ├── modeling_wav2vec2_bert.py │ │ └── processing_wav2vec2_bert.py │ ├── wav2vec2_conformer │ │ ├── __init__.py │ │ ├── configuration_wav2vec2_conformer.py │ │ ├── convert_wav2vec2_conformer_original_pytorch_checkpoint_to_pytorch.py │ │ └── modeling_wav2vec2_conformer.py │ ├── wav2vec2_phoneme │ │ ├── __init__.py │ │ └── tokenization_wav2vec2_phoneme.py │ ├── wav2vec2_with_lm │ │ ├── __init__.py │ │ └── processing_wav2vec2_with_lm.py │ ├── wavlm │ │ ├── __init__.py │ │ ├── configuration_wavlm.py │ │ ├── convert_wavlm_original_pytorch_checkpoint_to_pytorch.py │ │ ├── convert_wavlm_original_s3prl_checkpoint_to_pytorch.py │ │ └── modeling_wavlm.py │ ├── whisper │ │ ├── __init__.py │ │ ├── configuration_whisper.py │ │ ├── convert_openai_to_hf.py │ │ ├── english_normalizer.py │ │ ├── feature_extraction_whisper.py │ │ ├── generation_whisper.py │ │ ├── modeling_flax_whisper.py │ │ ├── modeling_tf_whisper.py │ │ ├── modeling_whisper.py │ │ ├── processing_whisper.py │ │ ├── tokenization_whisper.py │ │ └── tokenization_whisper_fast.py │ ├── x_clip │ │ ├── __init__.py │ │ ├── configuration_x_clip.py │ │ ├── convert_x_clip_original_pytorch_to_hf.py │ │ ├── modeling_x_clip.py │ │ └── processing_x_clip.py │ ├── xglm │ │ ├── __init__.py │ │ ├── configuration_xglm.py │ │ ├── convert_xglm_original_ckpt_to_trfms.py │ │ ├── modeling_flax_xglm.py │ │ ├── modeling_tf_xglm.py │ │ ├── modeling_xglm.py │ │ ├── tokenization_xglm.py │ │ └── tokenization_xglm_fast.py │ ├── xlm │ │ ├── __init__.py │ │ ├── configuration_xlm.py │ │ ├── convert_xlm_original_pytorch_checkpoint_to_pytorch.py │ │ ├── modeling_tf_xlm.py │ │ ├── modeling_xlm.py │ │ └── tokenization_xlm.py │ ├── xlm_prophetnet │ │ ├── __init__.py │ │ ├── configuration_xlm_prophetnet.py │ │ ├── modeling_xlm_prophetnet.py │ │ └── tokenization_xlm_prophetnet.py │ ├── xlm_roberta │ │ ├── __init__.py │ │ ├── configuration_xlm_roberta.py │ │ ├── modeling_flax_xlm_roberta.py │ │ ├── modeling_tf_xlm_roberta.py │ │ ├── modeling_xlm_roberta.py │ │ ├── tokenization_xlm_roberta.py │ │ └── tokenization_xlm_roberta_fast.py │ ├── xlm_roberta_xl │ │ ├── __init__.py │ │ ├── configuration_xlm_roberta_xl.py │ │ ├── convert_xlm_roberta_xl_original_pytorch_checkpoint_to_pytorch.py │ │ └── modeling_xlm_roberta_xl.py │ ├── xlnet │ │ ├── __init__.py │ │ ├── configuration_xlnet.py │ │ ├── convert_xlnet_original_tf_checkpoint_to_pytorch.py │ │ ├── modeling_tf_xlnet.py │ │ ├── modeling_xlnet.py │ │ ├── tokenization_xlnet.py │ │ └── tokenization_xlnet_fast.py │ ├── xmod │ │ ├── __init__.py │ │ ├── configuration_xmod.py │ │ ├── convert_xmod_original_pytorch_checkpoint_to_pytorch.py │ │ └── modeling_xmod.py │ ├── yolos │ │ ├── __init__.py │ │ ├── configuration_yolos.py │ │ ├── convert_yolos_to_pytorch.py │ │ ├── feature_extraction_yolos.py │ │ ├── image_processing_yolos.py │ │ └── modeling_yolos.py │ └── yoso │ │ ├── __init__.py │ │ ├── configuration_yoso.py │ │ ├── convert_yoso_pytorch_to_pytorch.py │ │ └── modeling_yoso.py │ ├── onnx │ ├── __init__.py │ ├── __main__.py │ ├── config.py │ ├── convert.py │ ├── features.py │ └── utils.py │ ├── optimization.py │ ├── optimization_tf.py │ ├── pipelines │ ├── __init__.py │ ├── audio_classification.py │ ├── audio_utils.py │ ├── automatic_speech_recognition.py │ ├── base.py │ ├── conversational.py │ ├── depth_estimation.py │ ├── document_question_answering.py │ ├── feature_extraction.py │ ├── fill_mask.py │ ├── image_classification.py │ ├── image_feature_extraction.py │ ├── image_segmentation.py │ ├── image_to_image.py │ ├── image_to_text.py │ ├── mask_generation.py │ ├── object_detection.py │ ├── pt_utils.py │ ├── question_answering.py │ ├── table_question_answering.py │ ├── text2text_generation.py │ ├── text_classification.py │ ├── text_generation.py │ ├── text_to_audio.py │ ├── token_classification.py │ ├── video_classification.py │ ├── visual_question_answering.py │ ├── zero_shot_audio_classification.py │ ├── zero_shot_classification.py │ ├── zero_shot_image_classification.py │ └── zero_shot_object_detection.py │ ├── processing_utils.py │ ├── pytorch_utils.py │ ├── quantizers │ ├── __init__.py │ ├── auto.py │ ├── base.py │ ├── quantizer_aqlm.py │ ├── quantizer_awq.py │ ├── quantizer_bnb_4bit.py │ ├── quantizer_bnb_8bit.py │ ├── quantizer_gptq.py │ ├── quantizer_quanto.py │ └── quantizers_utils.py │ ├── safetensors_conversion.py │ ├── sagemaker │ ├── __init__.py │ ├── trainer_sm.py │ └── training_args_sm.py │ ├── testing_utils.py │ ├── tf_utils.py │ ├── time_series_utils.py │ ├── tokenization_utils.py │ ├── tokenization_utils_base.py │ ├── tokenization_utils_fast.py │ ├── tools │ ├── __init__.py │ ├── agent_types.py │ ├── agents.py │ ├── base.py │ ├── document_question_answering.py │ ├── evaluate_agent.py │ ├── image_captioning.py │ ├── image_question_answering.py │ ├── image_segmentation.py │ ├── prompts.py │ ├── python_interpreter.py │ ├── speech_to_text.py │ ├── text_classification.py │ ├── text_question_answering.py │ ├── text_summarization.py │ ├── text_to_speech.py │ └── translation.py │ ├── trainer.py │ ├── trainer_callback.py │ ├── trainer_pt_utils.py │ ├── trainer_seq2seq.py │ ├── trainer_utils.py │ ├── training_args.py │ ├── training_args_seq2seq.py │ ├── training_args_tf.py │ └── utils │ ├── __init__.py │ ├── backbone_utils.py │ ├── bitsandbytes.py │ ├── constants.py │ ├── doc.py │ ├── dummy_detectron2_objects.py │ ├── dummy_essentia_and_librosa_and_pretty_midi_and_scipy_and_torch_objects.py │ ├── dummy_flax_objects.py │ ├── dummy_keras_nlp_objects.py │ ├── dummy_music_objects.py │ ├── dummy_pt_objects.py │ ├── dummy_sentencepiece_and_tokenizers_objects.py │ ├── dummy_sentencepiece_objects.py │ ├── dummy_speech_objects.py │ ├── dummy_tensorflow_text_objects.py │ ├── dummy_tf_objects.py │ ├── dummy_tokenizers_objects.py │ ├── dummy_torchaudio_objects.py │ ├── dummy_vision_objects.py │ ├── fx.py │ ├── generic.py │ ├── hp_naming.py │ ├── hub.py │ ├── import_utils.py │ ├── logging.py │ ├── model_parallel_utils.py │ ├── notebook.py │ ├── peft_utils.py │ ├── quantization_config.py │ ├── sentencepiece_model_pb2.py │ ├── sentencepiece_model_pb2_new.py │ └── versions.py ├── templates ├── adding_a_missing_tokenization_test │ ├── README.md │ └── cookiecutter-template-{{cookiecutter.modelname}} │ │ └── test_tokenization_{{cookiecutter.lowercase_modelname}}.py ├── adding_a_new_example_script │ ├── README.md │ └── {{cookiecutter.directory_name}} │ │ └── run_{{cookiecutter.example_shortcut}}.py └── adding_a_new_model │ ├── ADD_NEW_MODEL_PROPOSAL_TEMPLATE.md │ ├── README.md │ ├── cookiecutter-template-{{cookiecutter.modelname}} │ ├── __init__.py │ ├── configuration_{{cookiecutter.lowercase_modelname}}.py │ ├── modeling_flax_{{cookiecutter.lowercase_modelname}}.py │ ├── modeling_tf_{{cookiecutter.lowercase_modelname}}.py │ ├── modeling_{{cookiecutter.lowercase_modelname}}.py │ ├── test_modeling_flax_{{cookiecutter.lowercase_modelname}}.py │ ├── test_modeling_tf_{{cookiecutter.lowercase_modelname}}.py │ ├── test_modeling_{{cookiecutter.lowercase_modelname}}.py │ ├── to_replace_{{cookiecutter.lowercase_modelname}}.py │ ├── tokenization_fast_{{cookiecutter.lowercase_modelname}}.py │ ├── tokenization_{{cookiecutter.lowercase_modelname}}.py │ └── {{cookiecutter.lowercase_modelname}}.md │ └── open_model_proposals │ ├── ADD_BIG_BIRD.md │ └── README.md ├── tests ├── __init__.py ├── benchmark │ ├── __init__.py │ ├── test_benchmark.py │ └── test_benchmark_tf.py ├── bettertransformer │ ├── __init__.py │ └── test_integration.py ├── deepspeed │ ├── test_deepspeed.py │ └── test_model_zoo.py ├── extended │ └── test_trainer_ext.py ├── fixtures │ ├── spiece.model │ ├── test_sentencepiece.model │ ├── test_sentencepiece_bpe.model │ ├── test_sentencepiece_bpe_char.model │ ├── test_sentencepiece_no_bos.model │ ├── test_sentencepiece_with_bytefallback.model │ └── tests_samples │ │ ├── .gitignore │ │ ├── COCO │ │ ├── coco_annotations.txt │ │ └── coco_panoptic_annotations.txt │ │ ├── GermEval │ │ ├── dev.txt │ │ ├── labels.txt │ │ └── train.txt │ │ ├── MRPC │ │ ├── dev.tsv │ │ └── train.tsv │ │ ├── SQUAD │ │ └── sample.json │ │ ├── STS-B │ │ ├── dev.tsv │ │ └── train.tsv │ │ ├── conll │ │ └── sample.json │ │ ├── swag │ │ └── sample.json │ │ ├── wiki_text │ │ └── wiki_00 │ │ ├── wmt16 │ │ └── sample.json │ │ ├── wmt_en_ro │ │ ├── test.json │ │ ├── train.json │ │ └── val.json │ │ └── xsum │ │ └── sample.json ├── fsdp │ └── test_fsdp.py ├── generation │ ├── __init__.py │ ├── test_beam_constraints.py │ ├── test_beam_search.py │ ├── test_configuration_utils.py │ ├── test_flax_logits_process.py │ ├── test_flax_utils.py │ ├── test_framework_agnostic.py │ ├── test_logits_process.py │ ├── test_stopping_criteria.py │ ├── test_streamers.py │ ├── test_tf_logits_process.py │ ├── test_tf_utils.py │ └── test_utils.py ├── models │ ├── __init__.py │ ├── albert │ │ ├── __init__.py │ │ ├── test_modeling_albert.py │ │ ├── test_modeling_flax_albert.py │ │ ├── test_modeling_tf_albert.py │ │ └── test_tokenization_albert.py │ ├── align │ │ ├── __init__.py │ │ ├── test_modeling_align.py │ │ └── test_processor_align.py │ ├── altclip │ │ ├── __init__.py │ │ └── test_modeling_altclip.py │ ├── audio_spectrogram_transformer │ │ ├── __init__.py │ │ ├── test_feature_extraction_audio_spectrogram_transformer.py │ │ └── test_modeling_audio_spectrogram_transformer.py │ ├── auto │ │ ├── __init__.py │ │ ├── test_configuration_auto.py │ │ ├── test_feature_extraction_auto.py │ │ ├── test_image_processing_auto.py │ │ ├── test_modeling_auto.py │ │ ├── test_modeling_flax_auto.py │ │ ├── test_modeling_tf_auto.py │ │ ├── test_modeling_tf_pytorch.py │ │ ├── test_processor_auto.py │ │ └── test_tokenization_auto.py │ ├── autoformer │ │ ├── __init__.py │ │ └── test_modeling_autoformer.py │ ├── bark │ │ ├── __init__.py │ │ ├── test_modeling_bark.py │ │ └── test_processor_bark.py │ ├── bart │ │ ├── __init__.py │ │ ├── test_modeling_bart.py │ │ ├── test_modeling_flax_bart.py │ │ ├── test_modeling_tf_bart.py │ │ └── test_tokenization_bart.py │ ├── barthez │ │ ├── __init__.py │ │ └── test_tokenization_barthez.py │ ├── bartpho │ │ ├── __init__.py │ │ └── test_tokenization_bartpho.py │ ├── beit │ │ ├── __init__.py │ │ ├── test_image_processing_beit.py │ │ ├── test_modeling_beit.py │ │ └── test_modeling_flax_beit.py │ ├── bert │ │ ├── __init__.py │ │ ├── test_modeling_bert.py │ │ ├── test_modeling_flax_bert.py │ │ ├── test_modeling_tf_bert.py │ │ ├── test_tokenization_bert.py │ │ └── test_tokenization_bert_tf.py │ ├── bert_generation │ │ ├── __init__.py │ │ ├── test_modeling_bert_generation.py │ │ └── test_tokenization_bert_generation.py │ ├── bert_japanese │ │ ├── __init__.py │ │ └── test_tokenization_bert_japanese.py │ ├── bertweet │ │ ├── __init__.py │ │ └── test_tokenization_bertweet.py │ ├── big_bird │ │ ├── __init__.py │ │ ├── test_modeling_big_bird.py │ │ ├── test_modeling_flax_big_bird.py │ │ └── test_tokenization_big_bird.py │ ├── bigbird_pegasus │ │ ├── __init__.py │ │ └── test_modeling_bigbird_pegasus.py │ ├── biogpt │ │ ├── __init__.py │ │ ├── test_modeling_biogpt.py │ │ └── test_tokenization_biogpt.py │ ├── bit │ │ ├── __init__.py │ │ └── test_modeling_bit.py │ ├── blenderbot │ │ ├── __init__.py │ │ ├── test_modeling_blenderbot.py │ │ ├── test_modeling_flax_blenderbot.py │ │ ├── test_modeling_tf_blenderbot.py │ │ └── test_tokenization_blenderbot.py │ ├── blenderbot_small │ │ ├── __init__.py │ │ ├── test_modeling_blenderbot_small.py │ │ ├── test_modeling_flax_blenderbot_small.py │ │ ├── test_modeling_tf_blenderbot_small.py │ │ └── test_tokenization_blenderbot_small.py │ ├── blip │ │ ├── __init__.py │ │ ├── test_image_processing_blip.py │ │ ├── test_modeling_blip.py │ │ ├── test_modeling_blip_text.py │ │ ├── test_modeling_tf_blip.py │ │ ├── test_modeling_tf_blip_text.py │ │ └── test_processor_blip.py │ ├── blip_2 │ │ ├── __init__.py │ │ ├── test_modeling_blip_2.py │ │ └── test_processor_blip_2.py │ ├── bloom │ │ ├── __init__.py │ │ ├── test_modeling_bloom.py │ │ ├── test_modeling_flax_bloom.py │ │ └── test_tokenization_bloom.py │ ├── bridgetower │ │ ├── __init__.py │ │ ├── test_image_processing_bridgetower.py │ │ └── test_modeling_bridgetower.py │ ├── bros │ │ ├── __init__.py │ │ └── test_modeling_bros.py │ ├── byt5 │ │ ├── __init__.py │ │ └── test_tokenization_byt5.py │ ├── camembert │ │ ├── __init__.py │ │ ├── test_modeling_camembert.py │ │ ├── test_modeling_tf_camembert.py │ │ └── test_tokenization_camembert.py │ ├── canine │ │ ├── __init__.py │ │ ├── test_modeling_canine.py │ │ └── test_tokenization_canine.py │ ├── chinese_clip │ │ ├── __init__.py │ │ ├── test_image_processing_chinese_clip.py │ │ ├── test_modeling_chinese_clip.py │ │ └── test_processor_chinese_clip.py │ ├── clap │ │ ├── __init__.py │ │ ├── test_feature_extraction_clap.py │ │ ├── test_modeling_clap.py │ │ └── test_processor_clap.py │ ├── clip │ │ ├── __init__.py │ │ ├── test_image_processing_clip.py │ │ ├── test_modeling_clip.py │ │ ├── test_modeling_flax_clip.py │ │ ├── test_modeling_tf_clip.py │ │ ├── test_processor_clip.py │ │ └── test_tokenization_clip.py │ ├── clipseg │ │ ├── __init__.py │ │ ├── test_modeling_clipseg.py │ │ └── test_processor_clipseg.py │ ├── clvp │ │ ├── __init__.py │ │ ├── test_feature_extraction_clvp.py │ │ ├── test_modeling_clvp.py │ │ ├── test_processor_clvp.py │ │ └── test_tokenization_clvp.py │ ├── code_llama │ │ ├── __init__.py │ │ └── test_tokenization_code_llama.py │ ├── codegen │ │ ├── __init__.py │ │ ├── test_modeling_codegen.py │ │ └── test_tokenization_codegen.py │ ├── cohere │ │ ├── __init__.py │ │ ├── test_modeling_cohere.py │ │ └── test_tokenization_cohere.py │ ├── conditional_detr │ │ ├── __init__.py │ │ ├── test_image_processing_conditional_detr.py │ │ └── test_modeling_conditional_detr.py │ ├── convbert │ │ ├── __init__.py │ │ ├── test_modeling_convbert.py │ │ └── test_modeling_tf_convbert.py │ ├── convnext │ │ ├── __init__.py │ │ ├── test_image_processing_convnext.py │ │ ├── test_modeling_convnext.py │ │ └── test_modeling_tf_convnext.py │ ├── convnextv2 │ │ ├── __init__.py │ │ ├── test_modeling_convnextv2.py │ │ └── test_modeling_tf_convnextv2.py │ ├── cpm │ │ ├── __init__.py │ │ └── test_tokenization_cpm.py │ ├── cpmant │ │ ├── __init__.py │ │ ├── test_modeling_cpmant.py │ │ └── test_tokenization_cpmant.py │ ├── ctrl │ │ ├── __init__.py │ │ ├── test_modeling_ctrl.py │ │ ├── test_modeling_tf_ctrl.py │ │ └── test_tokenization_ctrl.py │ ├── cvt │ │ ├── __init__.py │ │ ├── test_modeling_cvt.py │ │ └── test_modeling_tf_cvt.py │ ├── data2vec │ │ ├── __init__.py │ │ ├── test_modeling_data2vec_audio.py │ │ ├── test_modeling_data2vec_text.py │ │ ├── test_modeling_data2vec_vision.py │ │ └── test_modeling_tf_data2vec_vision.py │ ├── deberta │ │ ├── __init__.py │ │ ├── test_modeling_deberta.py │ │ ├── test_modeling_tf_deberta.py │ │ └── test_tokenization_deberta.py │ ├── deberta_v2 │ │ ├── __init__.py │ │ ├── test_modeling_deberta_v2.py │ │ ├── test_modeling_tf_deberta_v2.py │ │ └── test_tokenization_deberta_v2.py │ ├── decision_transformer │ │ ├── __init__.py │ │ └── test_modeling_decision_transformer.py │ ├── deformable_detr │ │ ├── __init__.py │ │ ├── test_image_processing_deformable_detr.py │ │ └── test_modeling_deformable_detr.py │ ├── deit │ │ ├── __init__.py │ │ ├── test_image_processing_deit.py │ │ ├── test_modeling_deit.py │ │ └── test_modeling_tf_deit.py │ ├── depth_anything │ │ ├── __init__.py │ │ └── test_modeling_depth_anything.py │ ├── deta │ │ ├── __init__.py │ │ ├── test_image_processing_deta.py │ │ └── test_modeling_deta.py │ ├── detr │ │ ├── __init__.py │ │ ├── test_image_processing_detr.py │ │ └── test_modeling_detr.py │ ├── dinat │ │ ├── __init__.py │ │ └── test_modeling_dinat.py │ ├── dinov2 │ │ ├── __init__.py │ │ └── test_modeling_dinov2.py │ ├── distilbert │ │ ├── __init__.py │ │ ├── test_modeling_distilbert.py │ │ ├── test_modeling_flax_distilbert.py │ │ ├── test_modeling_tf_distilbert.py │ │ └── test_tokenization_distilbert.py │ ├── dit │ │ ├── __init__.py │ │ └── test_modeling_dit.py │ ├── donut │ │ ├── __init__.py │ │ ├── test_image_processing_donut.py │ │ ├── test_modeling_donut_swin.py │ │ └── test_processing_donut.py │ ├── dpr │ │ ├── __init__.py │ │ ├── test_modeling_dpr.py │ │ ├── test_modeling_tf_dpr.py │ │ └── test_tokenization_dpr.py │ ├── dpt │ │ ├── __init__.py │ │ ├── test_image_processing_dpt.py │ │ ├── test_modeling_dpt.py │ │ ├── test_modeling_dpt_auto_backbone.py │ │ └── test_modeling_dpt_hybrid.py │ ├── efficientformer │ │ ├── __init__.py │ │ ├── test_image_processing_efficientformer.py │ │ ├── test_modeling_efficientformer.py │ │ └── test_modeling_tf_efficientformer.py │ ├── efficientnet │ │ ├── __init__.py │ │ ├── test_image_processing_efficientnet.py │ │ └── test_modeling_efficientnet.py │ ├── electra │ │ ├── __init__.py │ │ ├── test_modeling_electra.py │ │ ├── test_modeling_flax_electra.py │ │ ├── test_modeling_tf_electra.py │ │ └── test_tokenization_electra.py │ ├── encodec │ │ ├── __init__.py │ │ ├── test_feature_extraction_encodec.py │ │ └── test_modeling_encodec.py │ ├── encoder_decoder │ │ ├── __init__.py │ │ ├── test_modeling_encoder_decoder.py │ │ ├── test_modeling_flax_encoder_decoder.py │ │ └── test_modeling_tf_encoder_decoder.py │ ├── ernie │ │ ├── __init__.py │ │ └── test_modeling_ernie.py │ ├── ernie_m │ │ ├── __init__.py │ │ ├── test_modeling_ernie_m.py │ │ └── test_tokenization_ernie_m.py │ ├── esm │ │ ├── __init__.py │ │ ├── test_modeling_esm.py │ │ ├── test_modeling_esmfold.py │ │ ├── test_modeling_tf_esm.py │ │ └── test_tokenization_esm.py │ ├── falcon │ │ ├── __init__.py │ │ └── test_modeling_falcon.py │ ├── fastspeech2_conformer │ │ ├── __init__.py │ │ ├── test_modeling_fastspeech2_conformer.py │ │ └── test_tokenization_fastspeech2_conformer.py │ ├── flaubert │ │ ├── __init__.py │ │ ├── test_modeling_flaubert.py │ │ └── test_modeling_tf_flaubert.py │ ├── flava │ │ ├── __init__.py │ │ ├── test_image_processing_flava.py │ │ ├── test_modeling_flava.py │ │ └── test_processor_flava.py │ ├── fnet │ │ ├── __init__.py │ │ ├── test_modeling_fnet.py │ │ └── test_tokenization_fnet.py │ ├── focalnet │ │ ├── __init__.py │ │ └── test_modeling_focalnet.py │ ├── fsmt │ │ ├── __init__.py │ │ ├── test_modeling_fsmt.py │ │ └── test_tokenization_fsmt.py │ ├── funnel │ │ ├── __init__.py │ │ ├── test_modeling_funnel.py │ │ ├── test_modeling_tf_funnel.py │ │ └── test_tokenization_funnel.py │ ├── fuyu │ │ ├── __init__.py │ │ ├── test_image_processing_fuyu.py │ │ ├── test_modeling_fuyu.py │ │ └── test_processing_fuyu.py │ ├── gemma │ │ ├── __init__.py │ │ ├── test_modeling_flax_gemma.py │ │ ├── test_modeling_gemma.py │ │ └── test_tokenization_gemma.py │ ├── git │ │ ├── __init__.py │ │ ├── test_modeling_git.py │ │ └── test_processor_git.py │ ├── glpn │ │ ├── __init__.py │ │ ├── test_image_processing_glpn.py │ │ └── test_modeling_glpn.py │ ├── gpt2 │ │ ├── __init__.py │ │ ├── test_modeling_flax_gpt2.py │ │ ├── test_modeling_gpt2.py │ │ ├── test_modeling_tf_gpt2.py │ │ ├── test_tokenization_gpt2.py │ │ └── test_tokenization_gpt2_tf.py │ ├── gpt_bigcode │ │ ├── __init__.py │ │ └── test_modeling_gpt_bigcode.py │ ├── gpt_neo │ │ ├── __init__.py │ │ ├── test_modeling_flax_gpt_neo.py │ │ └── test_modeling_gpt_neo.py │ ├── gpt_neox │ │ ├── __init__.py │ │ └── test_modeling_gpt_neox.py │ ├── gpt_neox_japanese │ │ ├── __init__.py │ │ ├── test_modeling_gpt_neox_japanese.py │ │ └── test_tokenization_gpt_neox_japanese.py │ ├── gpt_sw3 │ │ ├── __init__.py │ │ └── test_tokenization_gpt_sw3.py │ ├── gptj │ │ ├── __init__.py │ │ ├── test_modeling_flax_gptj.py │ │ ├── test_modeling_gptj.py │ │ └── test_modeling_tf_gptj.py │ ├── gptsan_japanese │ │ ├── __init__.py │ │ ├── test_modeling_gptsan_japanese.py │ │ └── test_tokenization_gptsan_japanese.py │ ├── graphormer │ │ ├── __init__.py │ │ └── test_modeling_graphormer.py │ ├── groupvit │ │ ├── __init__.py │ │ ├── test_modeling_groupvit.py │ │ └── test_modeling_tf_groupvit.py │ ├── herbert │ │ ├── __init__.py │ │ └── test_tokenization_herbert.py │ ├── hubert │ │ ├── __init__.py │ │ ├── test_modeling_hubert.py │ │ └── test_modeling_tf_hubert.py │ ├── ibert │ │ ├── __init__.py │ │ └── test_modeling_ibert.py │ ├── idefics │ │ ├── __init__.py │ │ ├── test_image_processing_idefics.py │ │ ├── test_modeling_idefics.py │ │ └── test_processor_idefics.py │ ├── imagegpt │ │ ├── __init__.py │ │ ├── test_image_processing_imagegpt.py │ │ └── test_modeling_imagegpt.py │ ├── informer │ │ ├── __init__.py │ │ └── test_modeling_informer.py │ ├── instructblip │ │ ├── __init__.py │ │ ├── test_modeling_instructblip.py │ │ └── test_processor_instructblip.py │ ├── jukebox │ │ ├── __init__.py │ │ ├── test_modeling_jukebox.py │ │ └── test_tokenization_jukebox.py │ ├── kosmos2 │ │ ├── __init__.py │ │ ├── test_modeling_kosmos2.py │ │ └── test_processor_kosmos2.py │ ├── layoutlm │ │ ├── __init__.py │ │ ├── test_modeling_layoutlm.py │ │ ├── test_modeling_tf_layoutlm.py │ │ └── test_tokenization_layoutlm.py │ ├── layoutlmv2 │ │ ├── __init__.py │ │ ├── test_image_processing_layoutlmv2.py │ │ ├── test_modeling_layoutlmv2.py │ │ ├── test_processor_layoutlmv2.py │ │ └── test_tokenization_layoutlmv2.py │ ├── layoutlmv3 │ │ ├── __init__.py │ │ ├── test_image_processing_layoutlmv3.py │ │ ├── test_modeling_layoutlmv3.py │ │ ├── test_modeling_tf_layoutlmv3.py │ │ ├── test_processor_layoutlmv3.py │ │ └── test_tokenization_layoutlmv3.py │ ├── layoutxlm │ │ ├── __init__.py │ │ ├── test_processor_layoutxlm.py │ │ └── test_tokenization_layoutxlm.py │ ├── led │ │ ├── __init__.py │ │ ├── test_modeling_led.py │ │ ├── test_modeling_tf_led.py │ │ └── test_tokenization_led.py │ ├── levit │ │ ├── __init__.py │ │ ├── test_image_processing_levit.py │ │ └── test_modeling_levit.py │ ├── lilt │ │ ├── __init__.py │ │ └── test_modeling_lilt.py │ ├── llava │ │ ├── __init__.py │ │ └── test_modeling_llava.py │ ├── llava_next │ │ ├── __init__.py │ │ ├── test_image_processor_llava_next.py │ │ └── test_modeling_llava_next.py │ ├── longformer │ │ ├── __init__.py │ │ ├── test_modeling_longformer.py │ │ ├── test_modeling_tf_longformer.py │ │ └── test_tokenization_longformer.py │ ├── longt5 │ │ ├── __init__.py │ │ ├── test_modeling_flax_longt5.py │ │ └── test_modeling_longt5.py │ ├── luke │ │ ├── __init__.py │ │ ├── test_modeling_luke.py │ │ └── test_tokenization_luke.py │ ├── lxmert │ │ ├── __init__.py │ │ ├── test_modeling_lxmert.py │ │ ├── test_modeling_tf_lxmert.py │ │ └── test_tokenization_lxmert.py │ ├── m2m_100 │ │ ├── __init__.py │ │ ├── test_modeling_m2m_100.py │ │ └── test_tokenization_m2m_100.py │ ├── mamba │ │ ├── __init__.py │ │ └── test_modeling_mamba.py │ ├── marian │ │ ├── __init__.py │ │ ├── test_modeling_flax_marian.py │ │ ├── test_modeling_marian.py │ │ ├── test_modeling_tf_marian.py │ │ └── test_tokenization_marian.py │ ├── markuplm │ │ ├── __init__.py │ │ ├── test_feature_extraction_markuplm.py │ │ ├── test_modeling_markuplm.py │ │ ├── test_processor_markuplm.py │ │ └── test_tokenization_markuplm.py │ ├── mask2former │ │ ├── __init__.py │ │ ├── test_image_processing_mask2former.py │ │ └── test_modeling_mask2former.py │ ├── maskformer │ │ ├── __init__.py │ │ ├── test_image_processing_maskformer.py │ │ ├── test_modeling_maskformer.py │ │ └── test_modeling_maskformer_swin.py │ ├── mbart │ │ ├── __init__.py │ │ ├── test_modeling_flax_mbart.py │ │ ├── test_modeling_mbart.py │ │ ├── test_modeling_tf_mbart.py │ │ └── test_tokenization_mbart.py │ ├── mbart50 │ │ ├── __init__.py │ │ └── test_tokenization_mbart50.py │ ├── mega │ │ ├── __init__.py │ │ └── test_modeling_mega.py │ ├── megatron_bert │ │ ├── __init__.py │ │ └── test_modeling_megatron_bert.py │ ├── megatron_gpt2 │ │ ├── __init__.py │ │ └── test_modeling_megatron_gpt2.py │ ├── mgp_str │ │ ├── __init__.py │ │ ├── test_modeling_mgp_str.py │ │ ├── test_processor_mgp_str.py │ │ └── test_tokenization_mgp_str.py │ ├── mistral │ │ ├── __init__.py │ │ ├── test_modeling_flax_mistral.py │ │ └── test_modeling_mistral.py │ ├── mixtral │ │ ├── __init__.py │ │ └── test_modeling_mixtral.py │ ├── mluke │ │ ├── __init__.py │ │ └── test_tokenization_mluke.py │ ├── mobilebert │ │ ├── __init__.py │ │ ├── test_modeling_mobilebert.py │ │ ├── test_modeling_tf_mobilebert.py │ │ └── test_tokenization_mobilebert.py │ ├── mobilenet_v1 │ │ ├── __init__.py │ │ ├── test_image_processing_mobilenet_v1.py │ │ └── test_modeling_mobilenet_v1.py │ ├── mobilenet_v2 │ │ ├── __init__.py │ │ ├── test_image_processing_mobilenet_v2.py │ │ └── test_modeling_mobilenet_v2.py │ ├── mobilevit │ │ ├── __init__.py │ │ ├── test_image_processing_mobilevit.py │ │ ├── test_modeling_mobilevit.py │ │ └── test_modeling_tf_mobilevit.py │ ├── mobilevitv2 │ │ ├── __init__.py │ │ └── test_modeling_mobilevitv2.py │ ├── mpnet │ │ ├── __init__.py │ │ ├── test_modeling_mpnet.py │ │ ├── test_modeling_tf_mpnet.py │ │ └── test_tokenization_mpnet.py │ ├── mpt │ │ ├── __init__.py │ │ └── test_modeling_mpt.py │ ├── mra │ │ ├── __init__.py │ │ └── test_modeling_mra.py │ ├── mt5 │ │ ├── __init__.py │ │ ├── test_modeling_flax_mt5.py │ │ ├── test_modeling_mt5.py │ │ └── test_modeling_tf_mt5.py │ ├── musicgen │ │ ├── __init__.py │ │ ├── test_modeling_musicgen.py │ │ └── test_processing_musicgen.py │ ├── musicgen_melody │ │ ├── __init__.py │ │ ├── test_feature_extraction_musicgen_melody.py │ │ ├── test_modeling_musicgen_melody.py │ │ └── test_processor_musicgen_melody.py │ ├── mvp │ │ ├── __init__.py │ │ ├── test_modeling_mvp.py │ │ └── test_tokenization_mvp.py │ ├── nat │ │ ├── __init__.py │ │ └── test_modeling_nat.py │ ├── nezha │ │ ├── __init__.py │ │ └── test_modeling_nezha.py │ ├── nllb │ │ ├── __init__.py │ │ └── test_tokenization_nllb.py │ ├── nllb_moe │ │ ├── __init__.py │ │ └── test_modeling_nllb_moe.py │ ├── nougat │ │ ├── __init__.py │ │ ├── test_image_processing_nougat.py │ │ └── test_tokenization_nougat.py │ ├── nystromformer │ │ ├── __init__.py │ │ └── test_modeling_nystromformer.py │ ├── oneformer │ │ ├── __init__.py │ │ ├── test_image_processing_oneformer.py │ │ ├── test_modeling_oneformer.py │ │ └── test_processor_oneformer.py │ ├── openai │ │ ├── __init__.py │ │ ├── test_modeling_openai.py │ │ ├── test_modeling_tf_openai.py │ │ └── test_tokenization_openai.py │ ├── opt │ │ ├── __init__.py │ │ ├── test_modeling_flax_opt.py │ │ ├── test_modeling_opt.py │ │ └── test_modeling_tf_opt.py │ ├── owlv2 │ │ ├── __init__.py │ │ ├── test_image_processor_owlv2.py │ │ └── test_modeling_owlv2.py │ ├── owlvit │ │ ├── __init__.py │ │ ├── test_image_processing_owlvit.py │ │ ├── test_modeling_owlvit.py │ │ └── test_processor_owlvit.py │ ├── patchtsmixer │ │ ├── __init__.py │ │ └── test_modeling_patchtsmixer.py │ ├── patchtst │ │ ├── __init__.py │ │ └── test_modeling_patchtst.py │ ├── pegasus │ │ ├── __init__.py │ │ ├── test_modeling_flax_pegasus.py │ │ ├── test_modeling_pegasus.py │ │ ├── test_modeling_tf_pegasus.py │ │ └── test_tokenization_pegasus.py │ ├── pegasus_x │ │ ├── __init__.py │ │ └── test_modeling_pegasus_x.py │ ├── perceiver │ │ ├── __init__.py │ │ ├── test_modeling_perceiver.py │ │ └── test_tokenization_perceiver.py │ ├── persimmon │ │ ├── __init__.py │ │ └── test_modeling_persimmon.py │ ├── phi │ │ ├── __init__.py │ │ └── test_modeling_phi.py │ ├── phobert │ │ ├── __init__.py │ │ └── test_tokenization_phobert.py │ ├── pix2struct │ │ ├── __init__.py │ │ ├── test_image_processing_pix2struct.py │ │ ├── test_modeling_pix2struct.py │ │ └── test_processor_pix2struct.py │ ├── plbart │ │ ├── __init__.py │ │ ├── test_modeling_plbart.py │ │ └── test_tokenization_plbart.py │ ├── poolformer │ │ ├── __init__.py │ │ ├── test_image_processing_poolformer.py │ │ └── test_modeling_poolformer.py │ ├── pop2piano │ │ ├── __init__.py │ │ ├── test_feature_extraction_pop2piano.py │ │ ├── test_modeling_pop2piano.py │ │ ├── test_processor_pop2piano.py │ │ └── test_tokenization_pop2piano.py │ ├── prophetnet │ │ ├── __init__.py │ │ ├── test_modeling_prophetnet.py │ │ └── test_tokenization_prophetnet.py │ ├── pvt │ │ ├── __init__.py │ │ ├── test_image_processing_pvt.py │ │ └── test_modeling_pvt.py │ ├── pvt_v2 │ │ ├── __init__.py │ │ └── test_modeling_pvt_v2.py │ ├── qdqbert │ │ ├── __init__.py │ │ └── test_modeling_qdqbert.py │ ├── qwen2 │ │ ├── __init__.py │ │ ├── test_modeling_qwen2.py │ │ └── test_tokenization_qwen2.py │ ├── rag │ │ ├── __init__.py │ │ ├── test_modeling_rag.py │ │ ├── test_modeling_tf_rag.py │ │ ├── test_retrieval_rag.py │ │ └── test_tokenization_rag.py │ ├── realm │ │ ├── __init__.py │ │ ├── test_modeling_realm.py │ │ ├── test_retrieval_realm.py │ │ └── test_tokenization_realm.py │ ├── reformer │ │ ├── __init__.py │ │ ├── test_modeling_reformer.py │ │ └── test_tokenization_reformer.py │ ├── regnet │ │ ├── __init__.py │ │ ├── test_modeling_flax_regnet.py │ │ ├── test_modeling_regnet.py │ │ └── test_modeling_tf_regnet.py │ ├── rembert │ │ ├── __init__.py │ │ ├── test_modeling_rembert.py │ │ ├── test_modeling_tf_rembert.py │ │ └── test_tokenization_rembert.py │ ├── resnet │ │ ├── __init__.py │ │ ├── test_modeling_flax_resnet.py │ │ ├── test_modeling_resnet.py │ │ └── test_modeling_tf_resnet.py │ ├── roberta │ │ ├── __init__.py │ │ ├── test_modeling_flax_roberta.py │ │ ├── test_modeling_roberta.py │ │ ├── test_modeling_tf_roberta.py │ │ └── test_tokenization_roberta.py │ ├── roberta_prelayernorm │ │ ├── __init__.py │ │ ├── test_modeling_flax_roberta_prelayernorm.py │ │ ├── test_modeling_roberta_prelayernorm.py │ │ └── test_modeling_tf_roberta_prelayernorm.py │ ├── roc_bert │ │ ├── __init__.py │ │ ├── test_modeling_roc_bert.py │ │ └── test_tokenization_roc_bert.py │ ├── roformer │ │ ├── __init__.py │ │ ├── test_modeling_flax_roformer.py │ │ ├── test_modeling_roformer.py │ │ ├── test_modeling_tf_roformer.py │ │ └── test_tokenization_roformer.py │ ├── rwkv │ │ ├── __init__.py │ │ └── test_modeling_rwkv.py │ ├── sam │ │ ├── __init__.py │ │ ├── test_modeling_sam.py │ │ ├── test_modeling_tf_sam.py │ │ └── test_processor_sam.py │ ├── seamless_m4t │ │ ├── __init__.py │ │ ├── test_feature_extraction_seamless_m4t.py │ │ ├── test_modeling_seamless_m4t.py │ │ ├── test_processor_seamless_m4t.py │ │ └── test_tokenization_seamless_m4t.py │ ├── seamless_m4t_v2 │ │ ├── __init__.py │ │ └── test_modeling_seamless_m4t_v2.py │ ├── segformer │ │ ├── __init__.py │ │ ├── test_image_processing_segformer.py │ │ ├── test_modeling_segformer.py │ │ └── test_modeling_tf_segformer.py │ ├── seggpt │ │ ├── __init__.py │ │ ├── test_image_processing_seggpt.py │ │ └── test_modeling_seggpt.py │ ├── sew │ │ ├── __init__.py │ │ └── test_modeling_sew.py │ ├── sew_d │ │ ├── __init__.py │ │ └── test_modeling_sew_d.py │ ├── siglip │ │ ├── __init__.py │ │ ├── test_image_processor_siglip.py │ │ ├── test_modeling_siglip.py │ │ └── test_tokenization_siglip.py │ ├── speech_encoder_decoder │ │ ├── __init__.py │ │ ├── test_modeling_flax_speech_encoder_decoder.py │ │ └── test_modeling_speech_encoder_decoder.py │ ├── speech_to_text │ │ ├── __init__.py │ │ ├── test_feature_extraction_speech_to_text.py │ │ ├── test_modeling_speech_to_text.py │ │ ├── test_modeling_tf_speech_to_text.py │ │ ├── test_processor_speech_to_text.py │ │ └── test_tokenization_speech_to_text.py │ ├── speech_to_text_2 │ │ ├── __init__.py │ │ ├── test_modeling_speech_to_text_2.py │ │ └── test_tokenization_speech_to_text_2.py │ ├── speecht5 │ │ ├── __init__.py │ │ ├── test_feature_extraction_speecht5.py │ │ ├── test_modeling_speecht5.py │ │ ├── test_processor_speecht5.py │ │ └── test_tokenization_speecht5.py │ ├── splinter │ │ ├── __init__.py │ │ └── test_modeling_splinter.py │ ├── squeezebert │ │ ├── __init__.py │ │ ├── test_modeling_squeezebert.py │ │ └── test_tokenization_squeezebert.py │ ├── stablelm │ │ ├── __init__.py │ │ └── test_modeling_stablelm.py │ ├── starcoder2 │ │ ├── __init__.py │ │ └── test_modeling_starcoder2.py │ ├── superpoint │ │ ├── __init__.py │ │ ├── test_image_processing_superpoint.py │ │ └── test_modeling_superpoint.py │ ├── swiftformer │ │ ├── __init__.py │ │ └── test_modeling_swiftformer.py │ ├── swin │ │ ├── __init__.py │ │ ├── test_modeling_swin.py │ │ └── test_modeling_tf_swin.py │ ├── swin2sr │ │ ├── __init__.py │ │ ├── test_image_processing_swin2sr.py │ │ └── test_modeling_swin2sr.py │ ├── swinv2 │ │ ├── __init__.py │ │ └── test_modeling_swinv2.py │ ├── switch_transformers │ │ ├── __init__.py │ │ └── test_modeling_switch_transformers.py │ ├── t5 │ │ ├── __init__.py │ │ ├── test_modeling_flax_t5.py │ │ ├── test_modeling_t5.py │ │ ├── test_modeling_tf_t5.py │ │ └── test_tokenization_t5.py │ ├── table_transformer │ │ ├── __init__.py │ │ └── test_modeling_table_transformer.py │ ├── tapas │ │ ├── __init__.py │ │ ├── test_modeling_tapas.py │ │ ├── test_modeling_tf_tapas.py │ │ └── test_tokenization_tapas.py │ ├── time_series_transformer │ │ ├── __init__.py │ │ └── test_modeling_time_series_transformer.py │ ├── timesformer │ │ ├── __init__.py │ │ └── test_modeling_timesformer.py │ ├── timm_backbone │ │ ├── __init__.py │ │ └── test_modeling_timm_backbone.py │ ├── trocr │ │ ├── __init__.py │ │ └── test_modeling_trocr.py │ ├── tvlt │ │ ├── __init__.py │ │ ├── test_feature_extraction_tvlt.py │ │ ├── test_image_processor_tvlt.py │ │ ├── test_modeling_tvlt.py │ │ └── test_processor_tvlt.py │ ├── tvp │ │ ├── __init__.py │ │ ├── test_image_processing_tvp.py │ │ └── test_modeling_tvp.py │ ├── udop │ │ ├── __init__.py │ │ ├── test_modeling_udop.py │ │ ├── test_processor_udop.py │ │ └── test_tokenization_udop.py │ ├── umt5 │ │ ├── __init__.py │ │ └── test_modeling_umt5.py │ ├── unispeech │ │ ├── __init__.py │ │ └── test_modeling_unispeech.py │ ├── unispeech_sat │ │ ├── __init__.py │ │ └── test_modeling_unispeech_sat.py │ ├── univnet │ │ ├── __init__.py │ │ ├── test_feature_extraction_univnet.py │ │ └── test_modeling_univnet.py │ ├── upernet │ │ ├── __init__.py │ │ └── test_modeling_upernet.py │ ├── videomae │ │ ├── __init__.py │ │ ├── test_image_processing_videomae.py │ │ └── test_modeling_videomae.py │ ├── vilt │ │ ├── __init__.py │ │ ├── test_image_processing_vilt.py │ │ └── test_modeling_vilt.py │ ├── vipllava │ │ ├── __init__.py │ │ └── test_modeling_vipllava.py │ ├── vision_encoder_decoder │ │ ├── __init__.py │ │ ├── test_modeling_flax_vision_encoder_decoder.py │ │ ├── test_modeling_tf_vision_encoder_decoder.py │ │ └── test_modeling_vision_encoder_decoder.py │ ├── vision_text_dual_encoder │ │ ├── __init__.py │ │ ├── test_modeling_flax_vision_text_dual_encoder.py │ │ ├── test_modeling_tf_vision_text_dual_encoder.py │ │ ├── test_modeling_vision_text_dual_encoder.py │ │ └── test_processor_vision_text_dual_encoder.py │ ├── visual_bert │ │ ├── __init__.py │ │ └── test_modeling_visual_bert.py │ ├── vit │ │ ├── __init__.py │ │ ├── test_image_processing_vit.py │ │ ├── test_modeling_flax_vit.py │ │ ├── test_modeling_tf_vit.py │ │ └── test_modeling_vit.py │ ├── vit_hybrid │ │ ├── __init__.py │ │ └── test_modeling_vit_hybrid.py │ ├── vit_mae │ │ ├── __init__.py │ │ ├── test_modeling_tf_vit_mae.py │ │ └── test_modeling_vit_mae.py │ ├── vit_msn │ │ ├── __init__.py │ │ └── test_modeling_vit_msn.py │ ├── vitdet │ │ ├── __init__.py │ │ └── test_modeling_vitdet.py │ ├── vitmatte │ │ ├── __init__.py │ │ ├── test_image_processing_vitmatte.py │ │ └── test_modeling_vitmatte.py │ ├── vits │ │ ├── __init__.py │ │ ├── test_modeling_vits.py │ │ └── test_tokenization_vits.py │ ├── vivit │ │ ├── __init__.py │ │ ├── test_image_processing_vivit.py │ │ └── test_modeling_vivit.py │ ├── wav2vec2 │ │ ├── __init__.py │ │ ├── test_feature_extraction_wav2vec2.py │ │ ├── test_modeling_flax_wav2vec2.py │ │ ├── test_modeling_tf_wav2vec2.py │ │ ├── test_modeling_wav2vec2.py │ │ ├── test_processor_wav2vec2.py │ │ └── test_tokenization_wav2vec2.py │ ├── wav2vec2_bert │ │ ├── __init__.py │ │ ├── test_modeling_wav2vec2_bert.py │ │ └── test_processor_wav2vec2_bert.py │ ├── wav2vec2_conformer │ │ ├── __init__.py │ │ └── test_modeling_wav2vec2_conformer.py │ ├── wav2vec2_phoneme │ │ ├── __init__.py │ │ └── test_tokenization_wav2vec2_phoneme.py │ ├── wav2vec2_with_lm │ │ ├── __init__.py │ │ └── test_processor_wav2vec2_with_lm.py │ ├── wavlm │ │ ├── __init__.py │ │ └── test_modeling_wavlm.py │ ├── whisper │ │ ├── __init__.py │ │ ├── test_feature_extraction_whisper.py │ │ ├── test_modeling_flax_whisper.py │ │ ├── test_modeling_tf_whisper.py │ │ ├── test_modeling_whisper.py │ │ ├── test_processor_whisper.py │ │ └── test_tokenization_whisper.py │ ├── x_clip │ │ ├── __init__.py │ │ └── test_modeling_x_clip.py │ ├── xglm │ │ ├── __init__.py │ │ ├── test_modeling_flax_xglm.py │ │ ├── test_modeling_tf_xglm.py │ │ ├── test_modeling_xglm.py │ │ └── test_tokenization_xglm.py │ ├── xlm │ │ ├── __init__.py │ │ ├── test_modeling_tf_xlm.py │ │ ├── test_modeling_xlm.py │ │ └── test_tokenization_xlm.py │ ├── xlm_prophetnet │ │ ├── __init__.py │ │ ├── test_modeling_xlm_prophetnet.py │ │ └── test_tokenization_xlm_prophetnet.py │ ├── xlm_roberta │ │ ├── __init__.py │ │ ├── test_modeling_flax_xlm_roberta.py │ │ ├── test_modeling_tf_xlm_roberta.py │ │ ├── test_modeling_xlm_roberta.py │ │ └── test_tokenization_xlm_roberta.py │ ├── xlm_roberta_xl │ │ ├── __init__.py │ │ └── test_modeling_xlm_roberta_xl.py │ ├── xlnet │ │ ├── __init__.py │ │ ├── test_modeling_tf_xlnet.py │ │ ├── test_modeling_xlnet.py │ │ └── test_tokenization_xlnet.py │ ├── xmod │ │ ├── __init__.py │ │ └── test_modeling_xmod.py │ ├── yolos │ │ ├── __init__.py │ │ ├── test_image_processing_yolos.py │ │ └── test_modeling_yolos.py │ └── yoso │ │ ├── __init__.py │ │ └── test_modeling_yoso.py ├── optimization │ ├── __init__.py │ ├── test_optimization.py │ └── test_optimization_tf.py ├── peft_integration │ └── test_peft_integration.py ├── pipelines │ ├── __init__.py │ ├── test_pipelines_audio_classification.py │ ├── test_pipelines_automatic_speech_recognition.py │ ├── test_pipelines_common.py │ ├── test_pipelines_conversational.py │ ├── test_pipelines_depth_estimation.py │ ├── test_pipelines_document_question_answering.py │ ├── test_pipelines_feature_extraction.py │ ├── test_pipelines_fill_mask.py │ ├── test_pipelines_image_classification.py │ ├── test_pipelines_image_feature_extraction.py │ ├── test_pipelines_image_segmentation.py │ ├── test_pipelines_image_to_image.py │ ├── test_pipelines_image_to_text.py │ ├── test_pipelines_mask_generation.py │ ├── test_pipelines_object_detection.py │ ├── test_pipelines_question_answering.py │ ├── test_pipelines_summarization.py │ ├── test_pipelines_table_question_answering.py │ ├── test_pipelines_text2text_generation.py │ ├── test_pipelines_text_classification.py │ ├── test_pipelines_text_generation.py │ ├── test_pipelines_text_to_audio.py │ ├── test_pipelines_token_classification.py │ ├── test_pipelines_translation.py │ ├── test_pipelines_video_classification.py │ ├── test_pipelines_visual_question_answering.py │ ├── test_pipelines_zero_shot.py │ ├── test_pipelines_zero_shot_audio_classification.py │ ├── test_pipelines_zero_shot_image_classification.py │ └── test_pipelines_zero_shot_object_detection.py ├── quantization │ ├── aqlm_integration │ │ ├── __init__.py │ │ └── test_aqlm.py │ ├── autoawq │ │ ├── __init__.py │ │ └── test_awq.py │ ├── bnb │ │ ├── README.md │ │ ├── __init__.py │ │ ├── test_4bit.py │ │ └── test_mixed_int8.py │ ├── gptq │ │ ├── __init__.py │ │ └── test_gptq.py │ └── quanto_integration │ │ ├── __init__.py │ │ └── test_quanto.py ├── repo_utils │ ├── test_check_copies.py │ ├── test_check_docstrings.py │ ├── test_check_dummies.py │ ├── test_get_test_info.py │ └── test_tests_fetcher.py ├── sagemaker │ ├── README.md │ ├── __init__.py │ ├── conftest.py │ ├── scripts │ │ ├── pytorch │ │ │ ├── run_ddp.py │ │ │ └── run_glue_model_parallelism.py │ │ └── tensorflow │ │ │ ├── run_tf.py │ │ │ └── run_tf_dist.py │ ├── test_multi_node_data_parallel.py │ ├── test_multi_node_model_parallel.py │ └── test_single_node_gpu.py ├── test_backbone_common.py ├── test_cache_utils.py ├── test_configuration_common.py ├── test_configuration_utils.py ├── test_feature_extraction_common.py ├── test_feature_extraction_utils.py ├── test_image_processing_common.py ├── test_image_processing_utils.py ├── test_image_transforms.py ├── test_modeling_common.py ├── test_modeling_flax_common.py ├── test_modeling_flax_utils.py ├── test_modeling_tf_common.py ├── test_modeling_tf_utils.py ├── test_modeling_utils.py ├── test_pipeline_mixin.py ├── test_processing_common.py ├── test_sequence_feature_extraction_common.py ├── test_tokenization_common.py ├── test_tokenization_utils.py ├── tokenization │ ├── __init__.py │ ├── test_tokenization_fast.py │ └── test_tokenization_utils.py ├── tools │ ├── __init__.py │ ├── test_agent_types.py │ ├── test_document_question_answering.py │ ├── test_image_captioning.py │ ├── test_image_question_answering.py │ ├── test_image_segmentation.py │ ├── test_python_interpreter.py │ ├── test_speech_to_text.py │ ├── test_text_classification.py │ ├── test_text_question_answering.py │ ├── test_text_summarization.py │ ├── test_text_to_speech.py │ ├── test_tools_common.py │ └── test_translation.py ├── trainer │ ├── __init__.py │ ├── test_data_collator.py │ ├── test_trainer.py │ ├── test_trainer_callback.py │ ├── test_trainer_distributed.py │ ├── test_trainer_seq2seq.py │ ├── test_trainer_tpu.py │ └── test_trainer_utils.py └── utils │ ├── __init__.py │ ├── test_activations.py │ ├── test_activations_tf.py │ ├── test_add_new_model_like.py │ ├── test_audio_utils.py │ ├── test_backbone_utils.py │ ├── test_cli.py │ ├── test_convert_slow_tokenizer.py │ ├── test_doc_samples.py │ ├── test_dynamic_module_utils.py │ ├── test_file_utils.py │ ├── test_generic.py │ ├── test_hf_argparser.py │ ├── test_hub_utils.py │ ├── test_image_processing_utils.py │ ├── test_image_utils.py │ ├── test_logging.py │ ├── test_model_card.py │ ├── test_model_output.py │ ├── test_modeling_tf_core.py │ ├── test_offline.py │ ├── test_skip_decorators.py │ └── test_versions_utils.py └── utils ├── add_pipeline_model_mapping_to_test.py ├── check_build.py ├── check_config_attributes.py ├── check_config_docstrings.py ├── check_copies.py ├── check_doc_toc.py ├── check_docstrings.py ├── check_doctest_list.py ├── check_dummies.py ├── check_inits.py ├── check_model_tester.py ├── check_repo.py ├── check_self_hosted_runner.py ├── check_support_list.py ├── check_table.py ├── check_task_guides.py ├── check_tf_ops.py ├── create_dummy_models.py ├── custom_init_isort.py ├── download_glue_data.py ├── extract_warnings.py ├── get_ci_error_statistics.py ├── get_github_job_time.py ├── get_modified_files.py ├── get_previous_daily_ci.py ├── get_test_info.py ├── notification_service.py ├── notification_service_doc_tests.py ├── past_ci_versions.py ├── print_env.py ├── release.py ├── sort_auto_mappings.py ├── split_model_tests.py ├── test_module ├── __init__.py ├── custom_configuration.py ├── custom_feature_extraction.py ├── custom_image_processing.py ├── custom_modeling.py ├── custom_pipeline.py ├── custom_processing.py ├── custom_tokenization.py └── custom_tokenization_fast.py ├── tests_fetcher.py ├── update_metadata.py └── update_tiny_models.py /.codespellrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/.codespellrc -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/.gitignore -------------------------------------------------------------------------------- /.owners.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/.owners.yml -------------------------------------------------------------------------------- /.pre-commit-config-zh-cn.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/.pre-commit-config-zh-cn.yaml -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/README.md -------------------------------------------------------------------------------- /README_zh-CN.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/README_zh-CN.md -------------------------------------------------------------------------------- /configs/api_examples/eval_api_360.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/api_examples/eval_api_360.py -------------------------------------------------------------------------------- /configs/api_examples/eval_api_baidu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/api_examples/eval_api_baidu.py -------------------------------------------------------------------------------- /configs/api_examples/eval_api_pangu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/api_examples/eval_api_pangu.py -------------------------------------------------------------------------------- /configs/api_examples/eval_api_qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/api_examples/eval_api_qwen.py -------------------------------------------------------------------------------- /configs/api_examples/eval_api_xunfei.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/api_examples/eval_api_xunfei.py -------------------------------------------------------------------------------- /configs/api_examples/eval_api_zhipu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/api_examples/eval_api_zhipu.py -------------------------------------------------------------------------------- /configs/datasets/ARC_c/ARC_c_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/ARC_c/ARC_c_gen.py -------------------------------------------------------------------------------- /configs/datasets/ARC_c/ARC_c_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/ARC_c/ARC_c_ppl.py -------------------------------------------------------------------------------- /configs/datasets/ARC_e/ARC_e_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/ARC_e/ARC_e_gen.py -------------------------------------------------------------------------------- /configs/datasets/ARC_e/ARC_e_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/ARC_e/ARC_e_ppl.py -------------------------------------------------------------------------------- /configs/datasets/CIBench/CIBench_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/CIBench/CIBench_gen.py -------------------------------------------------------------------------------- /configs/datasets/CLUE_C3/CLUE_C3_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/CLUE_C3/CLUE_C3_gen.py -------------------------------------------------------------------------------- /configs/datasets/CLUE_C3/CLUE_C3_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/CLUE_C3/CLUE_C3_ppl.py -------------------------------------------------------------------------------- /configs/datasets/IFEval/IFEval.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/IFEval/IFEval.md -------------------------------------------------------------------------------- /configs/datasets/IFEval/IFEval_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/IFEval/IFEval_gen.py -------------------------------------------------------------------------------- /configs/datasets/NPHardEval/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/NPHardEval/README.md -------------------------------------------------------------------------------- /configs/datasets/PJExam/PJExam_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/PJExam/PJExam_gen.py -------------------------------------------------------------------------------- /configs/datasets/QuALITY/QuALITY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/QuALITY/QuALITY.md -------------------------------------------------------------------------------- /configs/datasets/QuALITY/QuALITY_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/QuALITY/QuALITY_gen.py -------------------------------------------------------------------------------- /configs/datasets/SVAMP/svamp_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/SVAMP/svamp_gen.py -------------------------------------------------------------------------------- /configs/datasets/TabMWP/TabMWP_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/TabMWP/TabMWP_gen.py -------------------------------------------------------------------------------- /configs/datasets/XCOPA/XCOPA_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/XCOPA/XCOPA_ppl.py -------------------------------------------------------------------------------- /configs/datasets/XLSum/XLSum_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/XLSum/XLSum_gen.py -------------------------------------------------------------------------------- /configs/datasets/Xsum/Xsum_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/Xsum/Xsum_gen.py -------------------------------------------------------------------------------- /configs/datasets/adv_glue/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/adv_glue/__init__.py -------------------------------------------------------------------------------- /configs/datasets/agieval/agieval_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/agieval/agieval_gen.py -------------------------------------------------------------------------------- /configs/datasets/anli/anli_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/anli/anli_gen.py -------------------------------------------------------------------------------- /configs/datasets/anli/anli_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/anli/anli_ppl.py -------------------------------------------------------------------------------- /configs/datasets/apps/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/apps/README.md -------------------------------------------------------------------------------- /configs/datasets/apps/apps_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/apps/apps_gen.py -------------------------------------------------------------------------------- /configs/datasets/apps/apps_mini_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/apps/apps_mini_gen.py -------------------------------------------------------------------------------- /configs/datasets/bbh/bbh_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/bbh/bbh_gen.py -------------------------------------------------------------------------------- /configs/datasets/bbh/bbh_gen_0a5495.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/bbh/bbh_gen_0a5495.py -------------------------------------------------------------------------------- /configs/datasets/bbh/bbh_gen_5b92b0.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/bbh/bbh_gen_5b92b0.py -------------------------------------------------------------------------------- /configs/datasets/bbh/bbh_gen_5bf00b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/bbh/bbh_gen_5bf00b.py -------------------------------------------------------------------------------- /configs/datasets/ceval/ceval_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/ceval/ceval_gen.py -------------------------------------------------------------------------------- /configs/datasets/ceval/ceval_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/ceval/ceval_ppl.py -------------------------------------------------------------------------------- /configs/datasets/cmb/cmb_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/cmb/cmb_gen.py -------------------------------------------------------------------------------- /configs/datasets/cmb/cmb_gen_dfb5c4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/cmb/cmb_gen_dfb5c4.py -------------------------------------------------------------------------------- /configs/datasets/cmmlu/cmmlu_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/cmmlu/cmmlu_gen.py -------------------------------------------------------------------------------- /configs/datasets/cmmlu/cmmlu_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/cmmlu/cmmlu_ppl.py -------------------------------------------------------------------------------- /configs/datasets/collections/example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/collections/example.py -------------------------------------------------------------------------------- /configs/datasets/drop/drop_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/drop/drop_gen.py -------------------------------------------------------------------------------- /configs/datasets/flores/flores_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/flores/flores_gen.py -------------------------------------------------------------------------------- /configs/datasets/game24/game24_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/game24/game24_gen.py -------------------------------------------------------------------------------- /configs/datasets/gpqa/gpqa_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/gpqa/gpqa_gen.py -------------------------------------------------------------------------------- /configs/datasets/gsm8k/gsm8k_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/gsm8k/gsm8k_gen.py -------------------------------------------------------------------------------- /configs/datasets/kaoshi/kaoshi_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/kaoshi/kaoshi_gen.py -------------------------------------------------------------------------------- /configs/datasets/lambada/lambada_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/lambada/lambada_gen.py -------------------------------------------------------------------------------- /configs/datasets/lcsts/lcsts_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/lcsts/lcsts_gen.py -------------------------------------------------------------------------------- /configs/datasets/leval/leval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/leval/leval.py -------------------------------------------------------------------------------- /configs/datasets/longbench/longbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/longbench/longbench.py -------------------------------------------------------------------------------- /configs/datasets/lveval/lveval.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/lveval/lveval.md -------------------------------------------------------------------------------- /configs/datasets/lveval/lveval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/lveval/lveval.py -------------------------------------------------------------------------------- /configs/datasets/math/math_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/math/math_gen.py -------------------------------------------------------------------------------- /configs/datasets/math401/math401_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/math401/math401_gen.py -------------------------------------------------------------------------------- /configs/datasets/mbpp/mbpp_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/mbpp/mbpp_gen.py -------------------------------------------------------------------------------- /configs/datasets/mbpp_cn/mbpp_cn_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/mbpp_cn/mbpp_cn_gen.py -------------------------------------------------------------------------------- /configs/datasets/mmlu/mmlu_clean_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/mmlu/mmlu_clean_ppl.py -------------------------------------------------------------------------------- /configs/datasets/mmlu/mmlu_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/mmlu/mmlu_gen.py -------------------------------------------------------------------------------- /configs/datasets/mmlu/mmlu_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/mmlu/mmlu_ppl.py -------------------------------------------------------------------------------- /configs/datasets/needlebench/atc/atc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/needlebench/atc/atc.py -------------------------------------------------------------------------------- /configs/datasets/needlebench/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/needlebench/readme.md -------------------------------------------------------------------------------- /configs/datasets/nq/nq_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/nq/nq_gen.py -------------------------------------------------------------------------------- /configs/datasets/nq/nq_gen_0356ec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/nq/nq_gen_0356ec.py -------------------------------------------------------------------------------- /configs/datasets/nq/nq_gen_2463e2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/nq/nq_gen_2463e2.py -------------------------------------------------------------------------------- /configs/datasets/nq/nq_gen_3dcea1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/nq/nq_gen_3dcea1.py -------------------------------------------------------------------------------- /configs/datasets/nq/nq_gen_68c1c6.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/nq/nq_gen_68c1c6.py -------------------------------------------------------------------------------- /configs/datasets/nq/nq_gen_c788f6.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/nq/nq_gen_c788f6.py -------------------------------------------------------------------------------- /configs/datasets/nq_cn/nqcn_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/nq_cn/nqcn_gen.py -------------------------------------------------------------------------------- /configs/datasets/obqa/obqa_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/obqa/obqa_gen.py -------------------------------------------------------------------------------- /configs/datasets/obqa/obqa_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/obqa/obqa_ppl.py -------------------------------------------------------------------------------- /configs/datasets/piqa/piqa_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/piqa/piqa_gen.py -------------------------------------------------------------------------------- /configs/datasets/piqa/piqa_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/piqa/piqa_ppl.py -------------------------------------------------------------------------------- /configs/datasets/py150/py150_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/py150/py150_gen.py -------------------------------------------------------------------------------- /configs/datasets/qabench/qabench_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/qabench/qabench_gen.py -------------------------------------------------------------------------------- /configs/datasets/qasper/qasper_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/qasper/qasper_gen.py -------------------------------------------------------------------------------- /configs/datasets/race/race_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/race/race_gen.py -------------------------------------------------------------------------------- /configs/datasets/race/race_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/race/race_ppl.py -------------------------------------------------------------------------------- /configs/datasets/safety/safety_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/safety/safety_gen.py -------------------------------------------------------------------------------- /configs/datasets/siqa/siqa_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/siqa/siqa_gen.py -------------------------------------------------------------------------------- /configs/datasets/siqa/siqa_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/siqa/siqa_ppl.py -------------------------------------------------------------------------------- /configs/datasets/squad20/squad20_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/squad20/squad20_gen.py -------------------------------------------------------------------------------- /configs/datasets/taco/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/taco/README.md -------------------------------------------------------------------------------- /configs/datasets/taco/taco_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/taco/taco_gen.py -------------------------------------------------------------------------------- /configs/datasets/teval/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/teval/README.md -------------------------------------------------------------------------------- /configs/datasets/teval/teval_en_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/teval/teval_en_gen.py -------------------------------------------------------------------------------- /configs/datasets/teval/teval_zh_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/teval/teval_zh_gen.py -------------------------------------------------------------------------------- /configs/datasets/tydiqa/tydiqa_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/tydiqa/tydiqa_gen.py -------------------------------------------------------------------------------- /configs/datasets/xiezhi/xiezhi_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/xiezhi/xiezhi_gen.py -------------------------------------------------------------------------------- /configs/datasets/xiezhi/xiezhi_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/xiezhi/xiezhi_ppl.py -------------------------------------------------------------------------------- /configs/datasets/z_bench/z_bench_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/datasets/z_bench/z_bench_gen.py -------------------------------------------------------------------------------- /configs/eval_alaya.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_alaya.py -------------------------------------------------------------------------------- /configs/eval_attack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_attack.py -------------------------------------------------------------------------------- /configs/eval_bluelm_32k_lveval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_bluelm_32k_lveval.py -------------------------------------------------------------------------------- /configs/eval_chat_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_chat_agent.py -------------------------------------------------------------------------------- /configs/eval_chat_agent_baseline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_chat_agent_baseline.py -------------------------------------------------------------------------------- /configs/eval_chat_cibench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_chat_cibench.py -------------------------------------------------------------------------------- /configs/eval_chat_cibench_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_chat_cibench_api.py -------------------------------------------------------------------------------- /configs/eval_chat_last.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_chat_last.py -------------------------------------------------------------------------------- /configs/eval_chembench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_chembench.py -------------------------------------------------------------------------------- /configs/eval_cibench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_cibench.py -------------------------------------------------------------------------------- /configs/eval_circular.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_circular.py -------------------------------------------------------------------------------- /configs/eval_claude.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_claude.py -------------------------------------------------------------------------------- /configs/eval_code_passk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_code_passk.py -------------------------------------------------------------------------------- /configs/eval_codeagent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_codeagent.py -------------------------------------------------------------------------------- /configs/eval_codegeex2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_codegeex2.py -------------------------------------------------------------------------------- /configs/eval_contamination.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_contamination.py -------------------------------------------------------------------------------- /configs/eval_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_demo.py -------------------------------------------------------------------------------- /configs/eval_ds1000_interpreter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_ds1000_interpreter.py -------------------------------------------------------------------------------- /configs/eval_gpt3.5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_gpt3.5.py -------------------------------------------------------------------------------- /configs/eval_gpt4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_gpt4.py -------------------------------------------------------------------------------- /configs/eval_hf_llama2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_hf_llama2.py -------------------------------------------------------------------------------- /configs/eval_hf_llama_7b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_hf_llama_7b.py -------------------------------------------------------------------------------- /configs/eval_internLM.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_internLM.py -------------------------------------------------------------------------------- /configs/eval_internlm2_chat_keyset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_internlm2_chat_keyset.py -------------------------------------------------------------------------------- /configs/eval_internlm2_keyset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_internlm2_keyset.py -------------------------------------------------------------------------------- /configs/eval_internlm_7b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_internlm_7b.py -------------------------------------------------------------------------------- /configs/eval_internlm_chat_turbomind.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_internlm_chat_turbomind.py -------------------------------------------------------------------------------- /configs/eval_internlm_math_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_internlm_math_chat.py -------------------------------------------------------------------------------- /configs/eval_internlm_turbomind.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_internlm_turbomind.py -------------------------------------------------------------------------------- /configs/eval_internlm_turbomind_tis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_internlm_turbomind_tis.py -------------------------------------------------------------------------------- /configs/eval_lightllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_lightllm.py -------------------------------------------------------------------------------- /configs/eval_llama2_7b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_llama2_7b.py -------------------------------------------------------------------------------- /configs/eval_llama2_7b_lveval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_llama2_7b_lveval.py -------------------------------------------------------------------------------- /configs/eval_mixtral_8x7b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_mixtral_8x7b.py -------------------------------------------------------------------------------- /configs/eval_multi_prompt_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_multi_prompt_demo.py -------------------------------------------------------------------------------- /configs/eval_needlebench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_needlebench.py -------------------------------------------------------------------------------- /configs/eval_qwen_7b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_qwen_7b.py -------------------------------------------------------------------------------- /configs/eval_qwen_7b_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_qwen_7b_chat.py -------------------------------------------------------------------------------- /configs/eval_qwen_7b_chat_lawbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_qwen_7b_chat_lawbench.py -------------------------------------------------------------------------------- /configs/eval_rwkv5_3b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_rwkv5_3b.py -------------------------------------------------------------------------------- /configs/eval_subjective_alignbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_subjective_alignbench.py -------------------------------------------------------------------------------- /configs/eval_subjective_alpacaeval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_subjective_alpacaeval.py -------------------------------------------------------------------------------- /configs/eval_subjective_compassarena.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_subjective_compassarena.py -------------------------------------------------------------------------------- /configs/eval_subjective_mtbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_subjective_mtbench.py -------------------------------------------------------------------------------- /configs/eval_teval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/eval_teval.py -------------------------------------------------------------------------------- /configs/models/alaya/alaya.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/alaya/alaya.py -------------------------------------------------------------------------------- /configs/models/aquila/hf_aquila2_34b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/aquila/hf_aquila2_34b.py -------------------------------------------------------------------------------- /configs/models/aquila/hf_aquila2_7b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/aquila/hf_aquila2_7b.py -------------------------------------------------------------------------------- /configs/models/chatglm/hf_chatglm_6b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/chatglm/hf_chatglm_6b.py -------------------------------------------------------------------------------- /configs/models/claude/claude.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/claude/claude.py -------------------------------------------------------------------------------- /configs/models/claude/claude2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/claude/claude2.py -------------------------------------------------------------------------------- /configs/models/falcon/hf_falcon_40b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/falcon/hf_falcon_40b.py -------------------------------------------------------------------------------- /configs/models/falcon/hf_falcon_7b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/falcon/hf_falcon_7b.py -------------------------------------------------------------------------------- /configs/models/gemini/gemini_pro.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/gemini/gemini_pro.py -------------------------------------------------------------------------------- /configs/models/gemma/hf_gemma_2b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/gemma/hf_gemma_2b.py -------------------------------------------------------------------------------- /configs/models/gemma/hf_gemma_2b_it.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/gemma/hf_gemma_2b_it.py -------------------------------------------------------------------------------- /configs/models/gemma/hf_gemma_7b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/gemma/hf_gemma_7b.py -------------------------------------------------------------------------------- /configs/models/gemma/hf_gemma_7b_it.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/gemma/hf_gemma_7b_it.py -------------------------------------------------------------------------------- /configs/models/hf_llama/hf_llama2_7b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/hf_llama/hf_llama2_7b.py -------------------------------------------------------------------------------- /configs/models/hf_llama/hf_llama_13b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/hf_llama/hf_llama_13b.py -------------------------------------------------------------------------------- /configs/models/hf_llama/hf_llama_30b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/hf_llama/hf_llama_30b.py -------------------------------------------------------------------------------- /configs/models/hf_llama/hf_llama_65b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/hf_llama/hf_llama_65b.py -------------------------------------------------------------------------------- /configs/models/hf_llama/hf_llama_7b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/hf_llama/hf_llama_7b.py -------------------------------------------------------------------------------- /configs/models/internlm/internlm_7b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/internlm/internlm_7b.py -------------------------------------------------------------------------------- /configs/models/lemur/lemur_70b_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/lemur/lemur_70b_chat.py -------------------------------------------------------------------------------- /configs/models/mpt/hf_mpt_7b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/mpt/hf_mpt_7b.py -------------------------------------------------------------------------------- /configs/models/openai/gpt_3_5_turbo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/openai/gpt_3_5_turbo.py -------------------------------------------------------------------------------- /configs/models/openai/gpt_4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/openai/gpt_4.py -------------------------------------------------------------------------------- /configs/models/opt/hf_opt_125m.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/opt/hf_opt_125m.py -------------------------------------------------------------------------------- /configs/models/opt/hf_opt_350m.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/opt/hf_opt_350m.py -------------------------------------------------------------------------------- /configs/models/others/hf_abel_7b_001.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/others/hf_abel_7b_001.py -------------------------------------------------------------------------------- /configs/models/others/hf_abel_7b_002.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/others/hf_abel_7b_002.py -------------------------------------------------------------------------------- /configs/models/others/hf_phi_2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/others/hf_phi_2.py -------------------------------------------------------------------------------- /configs/models/qwen/hf_qwen1_5_0_5b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/qwen/hf_qwen1_5_0_5b.py -------------------------------------------------------------------------------- /configs/models/qwen/hf_qwen1_5_14b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/qwen/hf_qwen1_5_14b.py -------------------------------------------------------------------------------- /configs/models/qwen/hf_qwen1_5_1_8b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/qwen/hf_qwen1_5_1_8b.py -------------------------------------------------------------------------------- /configs/models/qwen/hf_qwen1_5_4b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/qwen/hf_qwen1_5_4b.py -------------------------------------------------------------------------------- /configs/models/qwen/hf_qwen1_5_72b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/qwen/hf_qwen1_5_72b.py -------------------------------------------------------------------------------- /configs/models/qwen/hf_qwen1_5_7b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/qwen/hf_qwen1_5_7b.py -------------------------------------------------------------------------------- /configs/models/qwen/hf_qwen_14b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/qwen/hf_qwen_14b.py -------------------------------------------------------------------------------- /configs/models/qwen/hf_qwen_14b_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/qwen/hf_qwen_14b_chat.py -------------------------------------------------------------------------------- /configs/models/qwen/hf_qwen_1_8b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/qwen/hf_qwen_1_8b.py -------------------------------------------------------------------------------- /configs/models/qwen/hf_qwen_72b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/qwen/hf_qwen_72b.py -------------------------------------------------------------------------------- /configs/models/qwen/hf_qwen_72b_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/qwen/hf_qwen_72b_chat.py -------------------------------------------------------------------------------- /configs/models/qwen/hf_qwen_7b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/qwen/hf_qwen_7b.py -------------------------------------------------------------------------------- /configs/models/qwen/hf_qwen_7b_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/qwen/hf_qwen_7b_chat.py -------------------------------------------------------------------------------- /configs/models/qwen/ms_qwen_7b_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/qwen/ms_qwen_7b_chat.py -------------------------------------------------------------------------------- /configs/models/qwen/vllm_qwen1_5_72b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/qwen/vllm_qwen1_5_72b.py -------------------------------------------------------------------------------- /configs/models/rwkv/rwkv5_3b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/rwkv/rwkv5_3b.py -------------------------------------------------------------------------------- /configs/models/yi/hf_yi_34b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/yi/hf_yi_34b.py -------------------------------------------------------------------------------- /configs/models/yi/hf_yi_34b_200k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/yi/hf_yi_34b_200k.py -------------------------------------------------------------------------------- /configs/models/yi/hf_yi_34b_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/yi/hf_yi_34b_chat.py -------------------------------------------------------------------------------- /configs/models/yi/hf_yi_6b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/yi/hf_yi_6b.py -------------------------------------------------------------------------------- /configs/models/yi/hf_yi_6b_200k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/yi/hf_yi_6b_200k.py -------------------------------------------------------------------------------- /configs/models/yi/hf_yi_6b_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/models/yi/hf_yi_6b_chat.py -------------------------------------------------------------------------------- /configs/multimodal/llava/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/multimodal/llava/README.md -------------------------------------------------------------------------------- /configs/multimodal/minigpt_4/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/multimodal/minigpt_4/README.md -------------------------------------------------------------------------------- /configs/multimodal/mplug_owl/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/multimodal/mplug_owl/README.md -------------------------------------------------------------------------------- /configs/multimodal/otter/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/multimodal/otter/README.md -------------------------------------------------------------------------------- /configs/multimodal/tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/multimodal/tasks.py -------------------------------------------------------------------------------- /configs/search/search.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/search/search.yml -------------------------------------------------------------------------------- /configs/subjective/model_cfg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/subjective/model_cfg.py -------------------------------------------------------------------------------- /configs/summarizers/agent_bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/agent_bench.py -------------------------------------------------------------------------------- /configs/summarizers/cibench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/cibench.py -------------------------------------------------------------------------------- /configs/summarizers/code_passk.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/code_passk.py -------------------------------------------------------------------------------- /configs/summarizers/compass_math.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/compass_math.py -------------------------------------------------------------------------------- /configs/summarizers/contamination.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/contamination.py -------------------------------------------------------------------------------- /configs/summarizers/example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/example.py -------------------------------------------------------------------------------- /configs/summarizers/groups/agieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/groups/agieval.py -------------------------------------------------------------------------------- /configs/summarizers/groups/bbh.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/groups/bbh.py -------------------------------------------------------------------------------- /configs/summarizers/groups/ceval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/groups/ceval.py -------------------------------------------------------------------------------- /configs/summarizers/groups/cibench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/groups/cibench.py -------------------------------------------------------------------------------- /configs/summarizers/groups/cmmlu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/groups/cmmlu.py -------------------------------------------------------------------------------- /configs/summarizers/groups/ds1000.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/groups/ds1000.py -------------------------------------------------------------------------------- /configs/summarizers/groups/flores.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/groups/flores.py -------------------------------------------------------------------------------- /configs/summarizers/groups/lawbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/groups/lawbench.py -------------------------------------------------------------------------------- /configs/summarizers/groups/lcbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/groups/lcbench.py -------------------------------------------------------------------------------- /configs/summarizers/groups/leval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/groups/leval.py -------------------------------------------------------------------------------- /configs/summarizers/groups/longbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/groups/longbench.py -------------------------------------------------------------------------------- /configs/summarizers/groups/lveval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/groups/lveval.py -------------------------------------------------------------------------------- /configs/summarizers/groups/mathbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/groups/mathbench.py -------------------------------------------------------------------------------- /configs/summarizers/groups/mmlu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/groups/mmlu.py -------------------------------------------------------------------------------- /configs/summarizers/groups/scibench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/groups/scibench.py -------------------------------------------------------------------------------- /configs/summarizers/groups/teval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/groups/teval.py -------------------------------------------------------------------------------- /configs/summarizers/groups/tydiqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/groups/tydiqa.py -------------------------------------------------------------------------------- /configs/summarizers/groups/xiezhi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/groups/xiezhi.py -------------------------------------------------------------------------------- /configs/summarizers/infinitebench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/infinitebench.py -------------------------------------------------------------------------------- /configs/summarizers/internlm2_keyset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/internlm2_keyset.py -------------------------------------------------------------------------------- /configs/summarizers/lawbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/lawbench.py -------------------------------------------------------------------------------- /configs/summarizers/leaderboard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/leaderboard.py -------------------------------------------------------------------------------- /configs/summarizers/leval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/leval.py -------------------------------------------------------------------------------- /configs/summarizers/longbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/longbench.py -------------------------------------------------------------------------------- /configs/summarizers/longeval_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/longeval_v2.py -------------------------------------------------------------------------------- /configs/summarizers/lveval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/lveval.py -------------------------------------------------------------------------------- /configs/summarizers/math_agent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/math_agent.py -------------------------------------------------------------------------------- /configs/summarizers/math_baseline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/math_baseline.py -------------------------------------------------------------------------------- /configs/summarizers/mathbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/mathbench.py -------------------------------------------------------------------------------- /configs/summarizers/mathbench_v1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/mathbench_v1.py -------------------------------------------------------------------------------- /configs/summarizers/medium.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/medium.py -------------------------------------------------------------------------------- /configs/summarizers/needlebench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/needlebench.py -------------------------------------------------------------------------------- /configs/summarizers/plugineval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/plugineval.py -------------------------------------------------------------------------------- /configs/summarizers/small.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/small.py -------------------------------------------------------------------------------- /configs/summarizers/subjective.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/subjective.py -------------------------------------------------------------------------------- /configs/summarizers/teval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/teval.py -------------------------------------------------------------------------------- /configs/summarizers/tiny.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/configs/summarizers/tiny.py -------------------------------------------------------------------------------- /data/BoolQ/random_index.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/data/BoolQ/random_index.pth -------------------------------------------------------------------------------- /data/BoolQ/val.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/data/BoolQ/val.jsonl -------------------------------------------------------------------------------- /data/CB/val.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/data/CB/val.jsonl -------------------------------------------------------------------------------- /data/RTE/val.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/data/RTE/val.jsonl -------------------------------------------------------------------------------- /data/ReCoRD/random_index.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/data/ReCoRD/random_index.pth -------------------------------------------------------------------------------- /data/ReCoRD/val.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/data/ReCoRD/val.jsonl -------------------------------------------------------------------------------- /data/SQuAD2.0/dev-v2.0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/data/SQuAD2.0/dev-v2.0.json -------------------------------------------------------------------------------- /data/SQuAD2.0/random_index.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/data/SQuAD2.0/random_index.pth -------------------------------------------------------------------------------- /data/WSC/val.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/data/WSC/val.jsonl -------------------------------------------------------------------------------- /data/WiC/val.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/data/WiC/val.jsonl -------------------------------------------------------------------------------- /data/drop/drop_dataset_dev.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/data/drop/drop_dataset_dev.json -------------------------------------------------------------------------------- /data/drop/random_index.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/data/drop/random_index.pth -------------------------------------------------------------------------------- /data/openbookqa/Main/dev.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/data/openbookqa/Main/dev.tsv -------------------------------------------------------------------------------- /data/openbookqa/Main/test.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/data/openbookqa/Main/test.tsv -------------------------------------------------------------------------------- /data/openbookqa/Main/train.tsv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/data/openbookqa/Main/train.tsv -------------------------------------------------------------------------------- /data/winogrande/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/data/winogrande/README.md -------------------------------------------------------------------------------- /data/winogrande/dev-labels.lst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/data/winogrande/dev-labels.lst -------------------------------------------------------------------------------- /data/winogrande/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/data/winogrande/eval.py -------------------------------------------------------------------------------- /data/winogrande/train_l-labels.lst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/data/winogrande/train_l-labels.lst -------------------------------------------------------------------------------- /data/winogrande/train_m-labels.lst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/data/winogrande/train_m-labels.lst -------------------------------------------------------------------------------- /data/winogrande/train_s-labels.lst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/data/winogrande/train_s-labels.lst -------------------------------------------------------------------------------- /data/winogrande/train_xl-labels.lst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/data/winogrande/train_xl-labels.lst -------------------------------------------------------------------------------- /data/winogrande/train_xs-labels.lst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/data/winogrande/train_xs-labels.lst -------------------------------------------------------------------------------- /docs/en/.readthedocs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/en/.readthedocs.yaml -------------------------------------------------------------------------------- /docs/en/MMBench.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/en/MMBench.md -------------------------------------------------------------------------------- /docs/en/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/en/Makefile -------------------------------------------------------------------------------- /docs/en/_static/css/readthedocs.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/en/_static/css/readthedocs.css -------------------------------------------------------------------------------- /docs/en/_static/image/logo.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/en/_static/image/logo.svg -------------------------------------------------------------------------------- /docs/en/_static/image/logo_icon.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/en/_static/image/logo_icon.svg -------------------------------------------------------------------------------- /docs/en/_static/js/custom.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/en/_static/js/custom.js -------------------------------------------------------------------------------- /docs/en/_templates/404.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/en/_templates/404.html -------------------------------------------------------------------------------- /docs/en/_templates/callable.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/en/_templates/callable.rst -------------------------------------------------------------------------------- /docs/en/advanced_guides/code_eval.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/en/advanced_guides/code_eval.md -------------------------------------------------------------------------------- /docs/en/advanced_guides/longeval.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/en/advanced_guides/longeval.md -------------------------------------------------------------------------------- /docs/en/advanced_guides/new_dataset.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/en/advanced_guides/new_dataset.md -------------------------------------------------------------------------------- /docs/en/advanced_guides/new_model.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/en/advanced_guides/new_model.md -------------------------------------------------------------------------------- /docs/en/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/en/conf.py -------------------------------------------------------------------------------- /docs/en/docutils.conf: -------------------------------------------------------------------------------- 1 | [html writers] 2 | table_style: colwidths-auto 3 | -------------------------------------------------------------------------------- /docs/en/get_started/faq.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/en/get_started/faq.md -------------------------------------------------------------------------------- /docs/en/get_started/installation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/en/get_started/installation.md -------------------------------------------------------------------------------- /docs/en/get_started/quick_start.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/en/get_started/quick_start.md -------------------------------------------------------------------------------- /docs/en/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/en/index.rst -------------------------------------------------------------------------------- /docs/en/notes/contribution_guide.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/en/notes/contribution_guide.md -------------------------------------------------------------------------------- /docs/en/notes/news.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/en/notes/news.md -------------------------------------------------------------------------------- /docs/en/prompt/chain_of_thought.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/en/prompt/chain_of_thought.md -------------------------------------------------------------------------------- /docs/en/prompt/meta_template.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/en/prompt/meta_template.md -------------------------------------------------------------------------------- /docs/en/prompt/overview.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/en/prompt/overview.md -------------------------------------------------------------------------------- /docs/en/prompt/prompt_template.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/en/prompt/prompt_template.md -------------------------------------------------------------------------------- /docs/en/tools.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/en/tools.md -------------------------------------------------------------------------------- /docs/en/user_guides/config.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/en/user_guides/config.md -------------------------------------------------------------------------------- /docs/en/user_guides/datasets.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/en/user_guides/datasets.md -------------------------------------------------------------------------------- /docs/en/user_guides/evaluation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/en/user_guides/evaluation.md -------------------------------------------------------------------------------- /docs/en/user_guides/experimentation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/en/user_guides/experimentation.md -------------------------------------------------------------------------------- /docs/en/user_guides/metrics.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/en/user_guides/metrics.md -------------------------------------------------------------------------------- /docs/en/user_guides/models.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/en/user_guides/models.md -------------------------------------------------------------------------------- /docs/en/user_guides/summarizer.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/en/user_guides/summarizer.md -------------------------------------------------------------------------------- /docs/zh_cn/.readthedocs.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/zh_cn/.readthedocs.yaml -------------------------------------------------------------------------------- /docs/zh_cn/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/zh_cn/Makefile -------------------------------------------------------------------------------- /docs/zh_cn/_static/css/readthedocs.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/zh_cn/_static/css/readthedocs.css -------------------------------------------------------------------------------- /docs/zh_cn/_static/image/logo.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/zh_cn/_static/image/logo.svg -------------------------------------------------------------------------------- /docs/zh_cn/_static/image/logo_icon.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/zh_cn/_static/image/logo_icon.svg -------------------------------------------------------------------------------- /docs/zh_cn/_static/js/custom.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/zh_cn/_static/js/custom.js -------------------------------------------------------------------------------- /docs/zh_cn/_templates/404.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/zh_cn/_templates/404.html -------------------------------------------------------------------------------- /docs/zh_cn/_templates/callable.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/zh_cn/_templates/callable.rst -------------------------------------------------------------------------------- /docs/zh_cn/advanced_guides/code_eval.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/zh_cn/advanced_guides/code_eval.md -------------------------------------------------------------------------------- /docs/zh_cn/advanced_guides/longeval.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/zh_cn/advanced_guides/longeval.md -------------------------------------------------------------------------------- /docs/zh_cn/advanced_guides/new_model.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/zh_cn/advanced_guides/new_model.md -------------------------------------------------------------------------------- /docs/zh_cn/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/zh_cn/conf.py -------------------------------------------------------------------------------- /docs/zh_cn/cp_origin_docs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/zh_cn/cp_origin_docs.sh -------------------------------------------------------------------------------- /docs/zh_cn/docutils.conf: -------------------------------------------------------------------------------- 1 | [html writers] 2 | table_style: colwidths-auto 3 | -------------------------------------------------------------------------------- /docs/zh_cn/get_started/faq.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/zh_cn/get_started/faq.md -------------------------------------------------------------------------------- /docs/zh_cn/get_started/installation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/zh_cn/get_started/installation.md -------------------------------------------------------------------------------- /docs/zh_cn/get_started/quick_start.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/zh_cn/get_started/quick_start.md -------------------------------------------------------------------------------- /docs/zh_cn/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/zh_cn/index.rst -------------------------------------------------------------------------------- /docs/zh_cn/notes/contribution_guide.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/zh_cn/notes/contribution_guide.md -------------------------------------------------------------------------------- /docs/zh_cn/notes/news.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/zh_cn/notes/news.md -------------------------------------------------------------------------------- /docs/zh_cn/prompt/chain_of_thought.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/zh_cn/prompt/chain_of_thought.md -------------------------------------------------------------------------------- /docs/zh_cn/prompt/meta_template.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/zh_cn/prompt/meta_template.md -------------------------------------------------------------------------------- /docs/zh_cn/prompt/overview.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/zh_cn/prompt/overview.md -------------------------------------------------------------------------------- /docs/zh_cn/prompt/prompt_template.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/zh_cn/prompt/prompt_template.md -------------------------------------------------------------------------------- /docs/zh_cn/tools.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/zh_cn/tools.md -------------------------------------------------------------------------------- /docs/zh_cn/user_guides/config.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/zh_cn/user_guides/config.md -------------------------------------------------------------------------------- /docs/zh_cn/user_guides/datasets.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/zh_cn/user_guides/datasets.md -------------------------------------------------------------------------------- /docs/zh_cn/user_guides/evaluation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/zh_cn/user_guides/evaluation.md -------------------------------------------------------------------------------- /docs/zh_cn/user_guides/metrics.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/zh_cn/user_guides/metrics.md -------------------------------------------------------------------------------- /docs/zh_cn/user_guides/models.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/zh_cn/user_guides/models.md -------------------------------------------------------------------------------- /docs/zh_cn/user_guides/summarizer.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/docs/zh_cn/user_guides/summarizer.md -------------------------------------------------------------------------------- /opencompass/__init__.py: -------------------------------------------------------------------------------- 1 | __version__ = '0.2.3' 2 | -------------------------------------------------------------------------------- /opencompass/cli/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/cli/main.py -------------------------------------------------------------------------------- /opencompass/datasets/FinanceIQ.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/FinanceIQ.py -------------------------------------------------------------------------------- /opencompass/datasets/GaokaoBench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/GaokaoBench.py -------------------------------------------------------------------------------- /opencompass/datasets/IFEval/ifeval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/IFEval/ifeval.py -------------------------------------------------------------------------------- /opencompass/datasets/OpenFinData.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/OpenFinData.py -------------------------------------------------------------------------------- /opencompass/datasets/QuALITY.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/QuALITY.py -------------------------------------------------------------------------------- /opencompass/datasets/TheoremQA.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/TheoremQA.py -------------------------------------------------------------------------------- /opencompass/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/__init__.py -------------------------------------------------------------------------------- /opencompass/datasets/advglue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/advglue.py -------------------------------------------------------------------------------- /opencompass/datasets/afqmcd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/afqmcd.py -------------------------------------------------------------------------------- /opencompass/datasets/agieval/agieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/agieval/agieval.py -------------------------------------------------------------------------------- /opencompass/datasets/agieval/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/agieval/utils.py -------------------------------------------------------------------------------- /opencompass/datasets/anli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/anli.py -------------------------------------------------------------------------------- /opencompass/datasets/apps.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/apps.py -------------------------------------------------------------------------------- /opencompass/datasets/arc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/arc.py -------------------------------------------------------------------------------- /opencompass/datasets/ax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/ax.py -------------------------------------------------------------------------------- /opencompass/datasets/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/base.py -------------------------------------------------------------------------------- /opencompass/datasets/bbh.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/bbh.py -------------------------------------------------------------------------------- /opencompass/datasets/boolq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/boolq.py -------------------------------------------------------------------------------- /opencompass/datasets/bustum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/bustum.py -------------------------------------------------------------------------------- /opencompass/datasets/c3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/c3.py -------------------------------------------------------------------------------- /opencompass/datasets/cb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/cb.py -------------------------------------------------------------------------------- /opencompass/datasets/ceval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/ceval.py -------------------------------------------------------------------------------- /opencompass/datasets/chembench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/chembench.py -------------------------------------------------------------------------------- /opencompass/datasets/chid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/chid.py -------------------------------------------------------------------------------- /opencompass/datasets/cibench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/cibench.py -------------------------------------------------------------------------------- /opencompass/datasets/circular.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/circular.py -------------------------------------------------------------------------------- /opencompass/datasets/civilcomments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/civilcomments.py -------------------------------------------------------------------------------- /opencompass/datasets/cluewsc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/cluewsc.py -------------------------------------------------------------------------------- /opencompass/datasets/cmb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/cmb.py -------------------------------------------------------------------------------- /opencompass/datasets/cmmlu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/cmmlu.py -------------------------------------------------------------------------------- /opencompass/datasets/cmnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/cmnli.py -------------------------------------------------------------------------------- /opencompass/datasets/cmrc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/cmrc.py -------------------------------------------------------------------------------- /opencompass/datasets/commonsenseqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/commonsenseqa.py -------------------------------------------------------------------------------- /opencompass/datasets/copa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/copa.py -------------------------------------------------------------------------------- /opencompass/datasets/crowspairs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/crowspairs.py -------------------------------------------------------------------------------- /opencompass/datasets/crowspairs_cn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/crowspairs_cn.py -------------------------------------------------------------------------------- /opencompass/datasets/csl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/csl.py -------------------------------------------------------------------------------- /opencompass/datasets/custom.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/custom.py -------------------------------------------------------------------------------- /opencompass/datasets/cvalues.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/cvalues.py -------------------------------------------------------------------------------- /opencompass/datasets/drcd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/drcd.py -------------------------------------------------------------------------------- /opencompass/datasets/drop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/drop.py -------------------------------------------------------------------------------- /opencompass/datasets/ds1000.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/ds1000.py -------------------------------------------------------------------------------- /opencompass/datasets/eprstmt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/eprstmt.py -------------------------------------------------------------------------------- /opencompass/datasets/flores.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/flores.py -------------------------------------------------------------------------------- /opencompass/datasets/game24.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/game24.py -------------------------------------------------------------------------------- /opencompass/datasets/govrepcrs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/govrepcrs.py -------------------------------------------------------------------------------- /opencompass/datasets/gpqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/gpqa.py -------------------------------------------------------------------------------- /opencompass/datasets/gsm8k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/gsm8k.py -------------------------------------------------------------------------------- /opencompass/datasets/gsm_hard.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/gsm_hard.py -------------------------------------------------------------------------------- /opencompass/datasets/hellaswag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/hellaswag.py -------------------------------------------------------------------------------- /opencompass/datasets/huggingface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/huggingface.py -------------------------------------------------------------------------------- /opencompass/datasets/humaneval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/humaneval.py -------------------------------------------------------------------------------- /opencompass/datasets/humaneval_multi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/humaneval_multi.py -------------------------------------------------------------------------------- /opencompass/datasets/humanevalx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/humanevalx.py -------------------------------------------------------------------------------- /opencompass/datasets/hungarian_math.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/hungarian_math.py -------------------------------------------------------------------------------- /opencompass/datasets/iwslt2017.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/iwslt2017.py -------------------------------------------------------------------------------- /opencompass/datasets/jsonl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/jsonl.py -------------------------------------------------------------------------------- /opencompass/datasets/kaoshi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/kaoshi.py -------------------------------------------------------------------------------- /opencompass/datasets/lambada.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/lambada.py -------------------------------------------------------------------------------- /opencompass/datasets/lcsts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/lcsts.py -------------------------------------------------------------------------------- /opencompass/datasets/leval/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/leval/__init__.py -------------------------------------------------------------------------------- /opencompass/datasets/leval/leval_tpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/leval/leval_tpo.py -------------------------------------------------------------------------------- /opencompass/datasets/lmeval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/lmeval.py -------------------------------------------------------------------------------- /opencompass/datasets/lveval/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/lveval/__init__.py -------------------------------------------------------------------------------- /opencompass/datasets/math.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/math.py -------------------------------------------------------------------------------- /opencompass/datasets/math401.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/math401.py -------------------------------------------------------------------------------- /opencompass/datasets/math_intern.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/math_intern.py -------------------------------------------------------------------------------- /opencompass/datasets/mathbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/mathbench.py -------------------------------------------------------------------------------- /opencompass/datasets/mbpp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/mbpp.py -------------------------------------------------------------------------------- /opencompass/datasets/mmlu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/mmlu.py -------------------------------------------------------------------------------- /opencompass/datasets/multirc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/multirc.py -------------------------------------------------------------------------------- /opencompass/datasets/narrativeqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/narrativeqa.py -------------------------------------------------------------------------------- /opencompass/datasets/obqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/obqa.py -------------------------------------------------------------------------------- /opencompass/datasets/piqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/piqa.py -------------------------------------------------------------------------------- /opencompass/datasets/py150.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/py150.py -------------------------------------------------------------------------------- /opencompass/datasets/qasper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/qasper.py -------------------------------------------------------------------------------- /opencompass/datasets/qaspercut.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/qaspercut.py -------------------------------------------------------------------------------- /opencompass/datasets/race.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/race.py -------------------------------------------------------------------------------- /opencompass/datasets/record.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/record.py -------------------------------------------------------------------------------- /opencompass/datasets/rolebench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/rolebench.py -------------------------------------------------------------------------------- /opencompass/datasets/safety.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/safety.py -------------------------------------------------------------------------------- /opencompass/datasets/scibench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/scibench.py -------------------------------------------------------------------------------- /opencompass/datasets/siqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/siqa.py -------------------------------------------------------------------------------- /opencompass/datasets/squad20.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/squad20.py -------------------------------------------------------------------------------- /opencompass/datasets/storycloze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/storycloze.py -------------------------------------------------------------------------------- /opencompass/datasets/strategyqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/strategyqa.py -------------------------------------------------------------------------------- /opencompass/datasets/summedits.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/summedits.py -------------------------------------------------------------------------------- /opencompass/datasets/summscreen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/summscreen.py -------------------------------------------------------------------------------- /opencompass/datasets/svamp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/svamp.py -------------------------------------------------------------------------------- /opencompass/datasets/tabmwp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/tabmwp.py -------------------------------------------------------------------------------- /opencompass/datasets/taco.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/taco.py -------------------------------------------------------------------------------- /opencompass/datasets/teval/schema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/teval/schema.py -------------------------------------------------------------------------------- /opencompass/datasets/teval/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /opencompass/datasets/tnews.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/tnews.py -------------------------------------------------------------------------------- /opencompass/datasets/triviaqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/triviaqa.py -------------------------------------------------------------------------------- /opencompass/datasets/triviaqarc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/triviaqarc.py -------------------------------------------------------------------------------- /opencompass/datasets/truthfulqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/truthfulqa.py -------------------------------------------------------------------------------- /opencompass/datasets/tydiqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/tydiqa.py -------------------------------------------------------------------------------- /opencompass/datasets/wic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/wic.py -------------------------------------------------------------------------------- /opencompass/datasets/wikibench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/wikibench.py -------------------------------------------------------------------------------- /opencompass/datasets/winograd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/winograd.py -------------------------------------------------------------------------------- /opencompass/datasets/winogrande.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/winogrande.py -------------------------------------------------------------------------------- /opencompass/datasets/wnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/wnli.py -------------------------------------------------------------------------------- /opencompass/datasets/wsc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/wsc.py -------------------------------------------------------------------------------- /opencompass/datasets/xcopa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/xcopa.py -------------------------------------------------------------------------------- /opencompass/datasets/xiezhi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/xiezhi.py -------------------------------------------------------------------------------- /opencompass/datasets/xlsum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/xlsum.py -------------------------------------------------------------------------------- /opencompass/datasets/xsum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/datasets/xsum.py -------------------------------------------------------------------------------- /opencompass/lagent/agents/react.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/lagent/agents/react.py -------------------------------------------------------------------------------- /opencompass/metrics/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/metrics/__init__.py -------------------------------------------------------------------------------- /opencompass/metrics/dump_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/metrics/dump_results.py -------------------------------------------------------------------------------- /opencompass/metrics/mme_score.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/metrics/mme_score.py -------------------------------------------------------------------------------- /opencompass/metrics/seedbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/metrics/seedbench.py -------------------------------------------------------------------------------- /opencompass/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/models/__init__.py -------------------------------------------------------------------------------- /opencompass/models/accessory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/models/accessory.py -------------------------------------------------------------------------------- /opencompass/models/ai360_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/models/ai360_api.py -------------------------------------------------------------------------------- /opencompass/models/alaya.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/models/alaya.py -------------------------------------------------------------------------------- /opencompass/models/baichuan_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/models/baichuan_api.py -------------------------------------------------------------------------------- /opencompass/models/baidu_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/models/baidu_api.py -------------------------------------------------------------------------------- /opencompass/models/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/models/base.py -------------------------------------------------------------------------------- /opencompass/models/base_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/models/base_api.py -------------------------------------------------------------------------------- /opencompass/models/bytedance_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/models/bytedance_api.py -------------------------------------------------------------------------------- /opencompass/models/gemini_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/models/gemini_api.py -------------------------------------------------------------------------------- /opencompass/models/glm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/models/glm.py -------------------------------------------------------------------------------- /opencompass/models/huggingface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/models/huggingface.py -------------------------------------------------------------------------------- /opencompass/models/hunyuan_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/models/hunyuan_api.py -------------------------------------------------------------------------------- /opencompass/models/intern_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/models/intern_model.py -------------------------------------------------------------------------------- /opencompass/models/krgpt_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/models/krgpt_api.py -------------------------------------------------------------------------------- /opencompass/models/lagent.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/models/lagent.py -------------------------------------------------------------------------------- /opencompass/models/langchain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/models/langchain.py -------------------------------------------------------------------------------- /opencompass/models/lightllm_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/models/lightllm_api.py -------------------------------------------------------------------------------- /opencompass/models/llama2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/models/llama2.py -------------------------------------------------------------------------------- /opencompass/models/minimax_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/models/minimax_api.py -------------------------------------------------------------------------------- /opencompass/models/mistral_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/models/mistral_api.py -------------------------------------------------------------------------------- /opencompass/models/mixtral.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/models/mixtral.py -------------------------------------------------------------------------------- /opencompass/models/modelscope.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/models/modelscope.py -------------------------------------------------------------------------------- /opencompass/models/moonshot_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/models/moonshot_api.py -------------------------------------------------------------------------------- /opencompass/models/nanbeige_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/models/nanbeige_api.py -------------------------------------------------------------------------------- /opencompass/models/openai_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/models/openai_api.py -------------------------------------------------------------------------------- /opencompass/models/pangu_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/models/pangu_api.py -------------------------------------------------------------------------------- /opencompass/models/qwen_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/models/qwen_api.py -------------------------------------------------------------------------------- /opencompass/models/sensetime_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/models/sensetime_api.py -------------------------------------------------------------------------------- /opencompass/models/turbomind.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/models/turbomind.py -------------------------------------------------------------------------------- /opencompass/models/turbomind_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/models/turbomind_api.py -------------------------------------------------------------------------------- /opencompass/models/turbomind_tis.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/models/turbomind_tis.py -------------------------------------------------------------------------------- /opencompass/models/unigpt_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/models/unigpt_api.py -------------------------------------------------------------------------------- /opencompass/models/vllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/models/vllm.py -------------------------------------------------------------------------------- /opencompass/models/xunfei_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/models/xunfei_api.py -------------------------------------------------------------------------------- /opencompass/models/yayi_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/models/yayi_api.py -------------------------------------------------------------------------------- /opencompass/models/zhipuai_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/models/zhipuai_api.py -------------------------------------------------------------------------------- /opencompass/models/zhipuai_v2_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/models/zhipuai_v2_api.py -------------------------------------------------------------------------------- /opencompass/openicl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/openicl/__init__.py -------------------------------------------------------------------------------- /opencompass/openicl/utils/__init__.py: -------------------------------------------------------------------------------- 1 | from .logging import * # noqa 2 | -------------------------------------------------------------------------------- /opencompass/openicl/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/openicl/utils/logging.py -------------------------------------------------------------------------------- /opencompass/partitioners/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/partitioners/__init__.py -------------------------------------------------------------------------------- /opencompass/partitioners/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/partitioners/base.py -------------------------------------------------------------------------------- /opencompass/partitioners/mm_naive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/partitioners/mm_naive.py -------------------------------------------------------------------------------- /opencompass/partitioners/naive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/partitioners/naive.py -------------------------------------------------------------------------------- /opencompass/partitioners/size.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/partitioners/size.py -------------------------------------------------------------------------------- /opencompass/partitioners/sub_size.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/partitioners/sub_size.py -------------------------------------------------------------------------------- /opencompass/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/registry.py -------------------------------------------------------------------------------- /opencompass/runners/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/runners/__init__.py -------------------------------------------------------------------------------- /opencompass/runners/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/runners/base.py -------------------------------------------------------------------------------- /opencompass/runners/dlc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/runners/dlc.py -------------------------------------------------------------------------------- /opencompass/runners/local.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/runners/local.py -------------------------------------------------------------------------------- /opencompass/runners/local_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/runners/local_api.py -------------------------------------------------------------------------------- /opencompass/runners/slurm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/runners/slurm.py -------------------------------------------------------------------------------- /opencompass/summarizers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/summarizers/__init__.py -------------------------------------------------------------------------------- /opencompass/summarizers/circular.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/summarizers/circular.py -------------------------------------------------------------------------------- /opencompass/summarizers/default.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/summarizers/default.py -------------------------------------------------------------------------------- /opencompass/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/tasks/__init__.py -------------------------------------------------------------------------------- /opencompass/tasks/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/tasks/base.py -------------------------------------------------------------------------------- /opencompass/tasks/llm_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/tasks/llm_eval.py -------------------------------------------------------------------------------- /opencompass/tasks/merge_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/tasks/merge_utils.py -------------------------------------------------------------------------------- /opencompass/tasks/mm_infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/tasks/mm_infer.py -------------------------------------------------------------------------------- /opencompass/tasks/openicl_attack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/tasks/openicl_attack.py -------------------------------------------------------------------------------- /opencompass/tasks/openicl_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/tasks/openicl_eval.py -------------------------------------------------------------------------------- /opencompass/tasks/openicl_infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/tasks/openicl_infer.py -------------------------------------------------------------------------------- /opencompass/tasks/random_prune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/tasks/random_prune.py -------------------------------------------------------------------------------- /opencompass/tasks/search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/tasks/search.py -------------------------------------------------------------------------------- /opencompass/tasks/search_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/tasks/search_utils.py -------------------------------------------------------------------------------- /opencompass/tasks/subjective_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/tasks/subjective_eval.py -------------------------------------------------------------------------------- /opencompass/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/utils/__init__.py -------------------------------------------------------------------------------- /opencompass/utils/abbr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/utils/abbr.py -------------------------------------------------------------------------------- /opencompass/utils/auxiliary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/utils/auxiliary.py -------------------------------------------------------------------------------- /opencompass/utils/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/utils/build.py -------------------------------------------------------------------------------- /opencompass/utils/collect_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/utils/collect_env.py -------------------------------------------------------------------------------- /opencompass/utils/dependency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/utils/dependency.py -------------------------------------------------------------------------------- /opencompass/utils/file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/utils/file.py -------------------------------------------------------------------------------- /opencompass/utils/fileio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/utils/fileio.py -------------------------------------------------------------------------------- /opencompass/utils/lark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/utils/lark.py -------------------------------------------------------------------------------- /opencompass/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/utils/logging.py -------------------------------------------------------------------------------- /opencompass/utils/menu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/utils/menu.py -------------------------------------------------------------------------------- /opencompass/utils/prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/utils/prompt.py -------------------------------------------------------------------------------- /opencompass/utils/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/utils/run.py -------------------------------------------------------------------------------- /opencompass/utils/types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/opencompass/utils/types.py -------------------------------------------------------------------------------- /run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/run.py -------------------------------------------------------------------------------- /searched_coeff/arc-c_budget_6.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/searched_coeff/arc-c_budget_6.pth -------------------------------------------------------------------------------- /searched_coeff/arc-e_budget_6.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/searched_coeff/arc-e_budget_6.pth -------------------------------------------------------------------------------- /searched_coeff/boolq_budget_2.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/searched_coeff/boolq_budget_2.pth -------------------------------------------------------------------------------- /searched_coeff/boolq_budget_4.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/searched_coeff/boolq_budget_4.pth -------------------------------------------------------------------------------- /searched_coeff/cb_budget_2.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/searched_coeff/cb_budget_2.pth -------------------------------------------------------------------------------- /searched_coeff/cb_budget_4.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/searched_coeff/cb_budget_4.pth -------------------------------------------------------------------------------- /searched_coeff/drop_budget_2.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/searched_coeff/drop_budget_2.pth -------------------------------------------------------------------------------- /searched_coeff/drop_budget_4.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/searched_coeff/drop_budget_4.pth -------------------------------------------------------------------------------- /searched_coeff/gsm8k_budget_6.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/searched_coeff/gsm8k_budget_6.pth -------------------------------------------------------------------------------- /searched_coeff/obqa_budget_6.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/searched_coeff/obqa_budget_6.pth -------------------------------------------------------------------------------- /searched_coeff/record_budget_2.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/searched_coeff/record_budget_2.pth -------------------------------------------------------------------------------- /searched_coeff/record_budget_4.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/searched_coeff/record_budget_4.pth -------------------------------------------------------------------------------- /searched_coeff/rte_budget_2.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/searched_coeff/rte_budget_2.pth -------------------------------------------------------------------------------- /searched_coeff/rte_budget_4.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/searched_coeff/rte_budget_4.pth -------------------------------------------------------------------------------- /searched_coeff/squad_budget_2.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/searched_coeff/squad_budget_2.pth -------------------------------------------------------------------------------- /searched_coeff/squad_budget_4.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/searched_coeff/squad_budget_4.pth -------------------------------------------------------------------------------- /searched_coeff/wic_budget_2.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/searched_coeff/wic_budget_2.pth -------------------------------------------------------------------------------- /searched_coeff/wic_budget_4.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/searched_coeff/wic_budget_4.pth -------------------------------------------------------------------------------- /searched_coeff/wsc_budget_2.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/searched_coeff/wsc_budget_2.pth -------------------------------------------------------------------------------- /searched_coeff/wsc_budget_4.pth: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/searched_coeff/wsc_budget_4.pth -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/setup.py -------------------------------------------------------------------------------- /tests/dataset/test_humaneval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/tests/dataset/test_humaneval.py -------------------------------------------------------------------------------- /tests/prompt/test_prompt_list.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/tests/prompt/test_prompt_list.py -------------------------------------------------------------------------------- /tools/case_analyzer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/tools/case_analyzer.py -------------------------------------------------------------------------------- /tools/collect_code_preds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/tools/collect_code_preds.py -------------------------------------------------------------------------------- /tools/convert_alignmentbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/tools/convert_alignmentbench.py -------------------------------------------------------------------------------- /tools/eval_mmbench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/tools/eval_mmbench.py -------------------------------------------------------------------------------- /tools/list_configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/tools/list_configs.py -------------------------------------------------------------------------------- /tools/prediction_merger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/tools/prediction_merger.py -------------------------------------------------------------------------------- /tools/prompt_viewer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/tools/prompt_viewer.py -------------------------------------------------------------------------------- /tools/test_api_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/tools/test_api_model.py -------------------------------------------------------------------------------- /tools/update_dataset_suffix.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/tools/update_dataset_suffix.py -------------------------------------------------------------------------------- /tools/viz_multi_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/tools/viz_multi_model.py -------------------------------------------------------------------------------- /transformers/.circleci/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/.circleci/config.yml -------------------------------------------------------------------------------- /transformers/.coveragerc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/.coveragerc -------------------------------------------------------------------------------- /transformers/.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/.gitattributes -------------------------------------------------------------------------------- /transformers/.github/conda/build.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/.github/conda/build.sh -------------------------------------------------------------------------------- /transformers/.github/conda/meta.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/.github/conda/meta.yaml -------------------------------------------------------------------------------- /transformers/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/.gitignore -------------------------------------------------------------------------------- /transformers/CITATION.cff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/CITATION.cff -------------------------------------------------------------------------------- /transformers/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /transformers/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/CONTRIBUTING.md -------------------------------------------------------------------------------- /transformers/ISSUES.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/ISSUES.md -------------------------------------------------------------------------------- /transformers/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/LICENSE -------------------------------------------------------------------------------- /transformers/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/Makefile -------------------------------------------------------------------------------- /transformers/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/README.md -------------------------------------------------------------------------------- /transformers/README_de.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/README_de.md -------------------------------------------------------------------------------- /transformers/README_es.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/README_es.md -------------------------------------------------------------------------------- /transformers/README_fr.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/README_fr.md -------------------------------------------------------------------------------- /transformers/README_hd.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/README_hd.md -------------------------------------------------------------------------------- /transformers/README_ja.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/README_ja.md -------------------------------------------------------------------------------- /transformers/README_ko.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/README_ko.md -------------------------------------------------------------------------------- /transformers/README_pt-br.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/README_pt-br.md -------------------------------------------------------------------------------- /transformers/README_ru.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/README_ru.md -------------------------------------------------------------------------------- /transformers/README_te.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/README_te.md -------------------------------------------------------------------------------- /transformers/README_vi.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/README_vi.md -------------------------------------------------------------------------------- /transformers/README_zh-hans.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/README_zh-hans.md -------------------------------------------------------------------------------- /transformers/README_zh-hant.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/README_zh-hant.md -------------------------------------------------------------------------------- /transformers/SECURITY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/SECURITY.md -------------------------------------------------------------------------------- /transformers/awesome-transformers.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/awesome-transformers.md -------------------------------------------------------------------------------- /transformers/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/conftest.py -------------------------------------------------------------------------------- /transformers/docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/docs/README.md -------------------------------------------------------------------------------- /transformers/docs/TRANSLATING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/docs/TRANSLATING.md -------------------------------------------------------------------------------- /transformers/docs/source/_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/docs/source/_config.py -------------------------------------------------------------------------------- /transformers/docs/source/de/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/docs/source/de/index.md -------------------------------------------------------------------------------- /transformers/docs/source/de/peft.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/docs/source/de/peft.md -------------------------------------------------------------------------------- /transformers/docs/source/en/contributing.md: -------------------------------------------------------------------------------- 1 | ../../../CONTRIBUTING.md -------------------------------------------------------------------------------- /transformers/docs/source/en/fsdp.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/docs/source/en/fsdp.md -------------------------------------------------------------------------------- /transformers/docs/source/en/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/docs/source/en/index.md -------------------------------------------------------------------------------- /transformers/docs/source/en/notebooks.md: -------------------------------------------------------------------------------- 1 | ../../../notebooks/README.md -------------------------------------------------------------------------------- /transformers/docs/source/en/peft.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/docs/source/en/peft.md -------------------------------------------------------------------------------- /transformers/docs/source/es/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/docs/source/es/index.md -------------------------------------------------------------------------------- /transformers/docs/source/fr/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/docs/source/fr/index.md -------------------------------------------------------------------------------- /transformers/docs/source/it/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/docs/source/it/index.md -------------------------------------------------------------------------------- /transformers/docs/source/ja/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/docs/source/ja/index.md -------------------------------------------------------------------------------- /transformers/docs/source/ja/peft.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/docs/source/ja/peft.md -------------------------------------------------------------------------------- /transformers/docs/source/ko/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/docs/source/ko/index.md -------------------------------------------------------------------------------- /transformers/docs/source/ko/peft.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/docs/source/ko/peft.md -------------------------------------------------------------------------------- /transformers/docs/source/ms/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/docs/source/ms/index.md -------------------------------------------------------------------------------- /transformers/docs/source/pt/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/docs/source/pt/index.md -------------------------------------------------------------------------------- /transformers/docs/source/te/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/docs/source/te/index.md -------------------------------------------------------------------------------- /transformers/docs/source/tr/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/docs/source/tr/index.md -------------------------------------------------------------------------------- /transformers/docs/source/zh/fsdp.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/docs/source/zh/fsdp.md -------------------------------------------------------------------------------- /transformers/docs/source/zh/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/docs/source/zh/index.md -------------------------------------------------------------------------------- /transformers/docs/source/zh/peft.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/docs/source/zh/peft.md -------------------------------------------------------------------------------- /transformers/examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/examples/README.md -------------------------------------------------------------------------------- /transformers/examples/flax/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/examples/flax/README.md -------------------------------------------------------------------------------- /transformers/examples/research_projects/bert-loses-patience/pabee/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/examples/research_projects/bertabs/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/examples/research_projects/codeparrot/scripts/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/examples/research_projects/deebert/src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/examples/research_projects/information-gain-filtration/igf/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/hubconf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/hubconf.py -------------------------------------------------------------------------------- /transformers/model_cards/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/model_cards/README.md -------------------------------------------------------------------------------- /transformers/notebooks/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/notebooks/README.md -------------------------------------------------------------------------------- /transformers/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/pyproject.toml -------------------------------------------------------------------------------- /transformers/scripts/fsmt/s3-move.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/scripts/fsmt/s3-move.sh -------------------------------------------------------------------------------- /transformers/scripts/stale.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/scripts/stale.py -------------------------------------------------------------------------------- /transformers/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/setup.py -------------------------------------------------------------------------------- /transformers/src/transformers/benchmark/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/src/transformers/models/deprecated/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/src/transformers/models/deprecated/bort/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/src/transformers/models/dialogpt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/src/transformers/models/dit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/benchmark/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/bettertransformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/fsdp/test_fsdp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/tests/fsdp/test_fsdp.py -------------------------------------------------------------------------------- /transformers/tests/generation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/albert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/align/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/altclip/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/audio_spectrogram_transformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/auto/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/autoformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/bark/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/bart/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/barthez/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/bartpho/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/beit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/bert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/bert_generation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/bert_japanese/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/bertweet/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/big_bird/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/bigbird_pegasus/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/biogpt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/bit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/blenderbot/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/blenderbot_small/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/blip/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/blip_2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/bloom/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/bridgetower/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/bros/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/byt5/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/camembert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/canine/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/chinese_clip/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/clap/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/clip/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/clipseg/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/clvp/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/code_llama/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/codegen/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/cohere/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/conditional_detr/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/convbert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/convnext/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/convnextv2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/cpm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/cpmant/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/ctrl/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/cvt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/data2vec/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/deberta/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/deberta_v2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/decision_transformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/deformable_detr/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/deit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/depth_anything/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/deta/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/detr/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/dinat/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/dinov2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/distilbert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/dit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/donut/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/dpr/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/dpt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/efficientformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/efficientnet/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/electra/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/encodec/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/encoder_decoder/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/ernie/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/ernie_m/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/esm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/falcon/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/fastspeech2_conformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/flaubert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/flava/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/fnet/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/focalnet/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/fsmt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/funnel/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/fuyu/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/gemma/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/git/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/glpn/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/gpt2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/gpt_bigcode/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/gpt_neo/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/gpt_neox/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/gpt_neox_japanese/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/gpt_sw3/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/gptj/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/gptsan_japanese/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/graphormer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/groupvit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/herbert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/hubert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/ibert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/idefics/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/imagegpt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/informer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/instructblip/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/jukebox/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/kosmos2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/layoutlm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/layoutlmv2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/layoutlmv3/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/layoutxlm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/led/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/levit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/lilt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/llava/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/llava_next/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/longformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/longt5/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/luke/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/lxmert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/m2m_100/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/mamba/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/marian/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/markuplm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/mask2former/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/maskformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/mbart/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/mbart50/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/mega/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/megatron_bert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/megatron_gpt2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/mgp_str/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/mistral/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/mixtral/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/mluke/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/mobilebert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/mobilenet_v1/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/mobilenet_v2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/mobilevit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/mobilevitv2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/mpnet/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/mpt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/mra/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/mt5/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/musicgen/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/musicgen_melody/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/mvp/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/nat/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/nezha/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/nllb/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/nllb_moe/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/nougat/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/nystromformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/oneformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/openai/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/opt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/owlv2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/owlvit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/patchtsmixer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/patchtst/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/pegasus/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/pegasus_x/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/perceiver/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/persimmon/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/phi/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/phobert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/pix2struct/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/plbart/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/poolformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/pop2piano/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/prophetnet/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/pvt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/pvt_v2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/qdqbert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/qwen2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/rag/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/realm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/reformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/regnet/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/rembert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/resnet/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/roberta/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/roberta_prelayernorm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/roc_bert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/roformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/rwkv/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/sam/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/seamless_m4t/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/seamless_m4t_v2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/segformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/seggpt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/sew/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/sew_d/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/siglip/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/speech_encoder_decoder/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/speech_to_text/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/speech_to_text_2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/speecht5/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/splinter/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/squeezebert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/stablelm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/starcoder2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/superpoint/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/swiftformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/swin/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/swin2sr/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/swinv2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/switch_transformers/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/t5/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/table_transformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/tapas/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/time_series_transformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/timesformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/timm_backbone/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/trocr/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/tvlt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/tvp/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/udop/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/umt5/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /transformers/tests/models/unispeech/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/unispeech_sat/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/univnet/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/upernet/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/videomae/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/vilt/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/vipllava/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/vision_encoder_decoder/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/vision_text_dual_encoder/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/visual_bert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/vit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/vit_hybrid/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/vit_mae/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/vit_msn/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/vitdet/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/vitmatte/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/vits/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/vivit/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/wav2vec2/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/wav2vec2_bert/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/wav2vec2_conformer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/wav2vec2_phoneme/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/wav2vec2_with_lm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/wavlm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/whisper/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/x_clip/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/xglm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/xlm/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/xlm_prophetnet/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/xlm_roberta/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/xlm_roberta_xl/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/xlnet/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/xmod/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/yolos/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/models/yoso/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/optimization/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/pipelines/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/quantization/aqlm_integration/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/quantization/autoawq/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/quantization/bnb/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/quantization/gptq/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/quantization/quanto_integration/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/tokenization/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/tools/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/trainer/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/tests/utils/test_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/tests/utils/test_cli.py -------------------------------------------------------------------------------- /transformers/utils/check_build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/utils/check_build.py -------------------------------------------------------------------------------- /transformers/utils/check_copies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/utils/check_copies.py -------------------------------------------------------------------------------- /transformers/utils/check_doc_toc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/utils/check_doc_toc.py -------------------------------------------------------------------------------- /transformers/utils/check_dummies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/utils/check_dummies.py -------------------------------------------------------------------------------- /transformers/utils/check_inits.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/utils/check_inits.py -------------------------------------------------------------------------------- /transformers/utils/check_repo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/utils/check_repo.py -------------------------------------------------------------------------------- /transformers/utils/check_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/utils/check_table.py -------------------------------------------------------------------------------- /transformers/utils/check_tf_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/utils/check_tf_ops.py -------------------------------------------------------------------------------- /transformers/utils/get_test_info.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/utils/get_test_info.py -------------------------------------------------------------------------------- /transformers/utils/print_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/utils/print_env.py -------------------------------------------------------------------------------- /transformers/utils/release.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/utils/release.py -------------------------------------------------------------------------------- /transformers/utils/test_module/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /transformers/utils/tests_fetcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/imagination-research/EEP/HEAD/transformers/utils/tests_fetcher.py --------------------------------------------------------------------------------