├── .gitignore ├── .project ├── .pydevproject ├── LICENSE ├── README.md ├── README_en.md ├── apps ├── deprecated │ ├── api.py │ ├── async_client.py │ ├── client.py │ ├── tigerbot_chatapi.py │ └── web_api_demo.py ├── exllamav2_web_demo.py └── web_demo.py ├── docs └── openai_zh.md ├── image ├── .DS_Store ├── 70b-chat-example.jpg ├── api │ ├── .DS_Store │ ├── case-1.png │ ├── case-2.png │ ├── case-3.png │ ├── case-4.png │ ├── case-5.png │ ├── case-6.png │ ├── demo │ │ ├── chat.png │ │ ├── chat2.png │ │ ├── embedding.png │ │ ├── finetune.png │ │ ├── pdf2text.png │ │ ├── plugin.png │ │ ├── summarization.png │ │ └── text2image.png │ ├── rethink │ │ ├── case-1.png │ │ └── case-3.gif │ └── search │ │ └── demo.png ├── auto-valuation-1.png ├── auto-valuation-2.png ├── code-lang-type-2.png ├── code-lang-type.png ├── contact.jpg ├── eval_base_1214.png ├── eval_chat_1214.png ├── logo_core.png ├── loss-70b-chat-v3-valid.jpg ├── loss-70b-chat-v3.jpg ├── loss-curve-4.jpg ├── loss-curve.jpg ├── next-tok-acc-curve.jpg ├── next-tok-acc.jpg ├── peft_eval_loss.png ├── peft_metrics.png ├── peft_train_loss.png ├── pretrain-2.png ├── pretrain.png ├── pretrain_v2.png ├── qiyewechat.png ├── search-link.jpg ├── search_api.jpg ├── search_api.png ├── terminal_case.jpeg ├── tgi-demo.mp4 ├── tiger.jpg ├── tigerbot-idiom.jpg ├── tigerbot-idiom2.jpg ├── tigerbot-idiom3.jpg ├── tigerbot_chatapi_sample.png ├── zh-books-2.png └── zh-books.png ├── infer.py ├── opencompass ├── .DS_Store ├── LICENSE ├── README.md ├── README_detail.md ├── README_zh-CN.md ├── configs │ ├── datasets │ │ ├── ARC_c │ │ │ ├── ARC_c_gen.py │ │ │ ├── ARC_c_gen_1e0de5.py │ │ │ ├── ARC_c_ppl.py │ │ │ ├── ARC_c_ppl_a450bd.py │ │ │ └── ARC_c_ppl_d52a21.py │ │ ├── ARC_e │ │ │ ├── ARC_e_gen.py │ │ │ ├── ARC_e_gen_1e0de5.py │ │ │ ├── ARC_e_ppl.py │ │ │ ├── ARC_e_ppl_a450bd.py │ │ │ └── ARC_e_ppl_d52a21.py │ │ ├── CLUE_C3 │ │ │ ├── CLUE_C3_gen.py │ │ │ ├── CLUE_C3_gen_8c358f.py │ │ │ ├── CLUE_C3_ppl.py │ │ │ ├── CLUE_C3_ppl_56b537.py │ │ │ └── CLUE_C3_ppl_e24a31.py │ │ ├── CLUE_CMRC │ │ │ ├── CLUE_CMRC_gen.py │ │ │ ├── CLUE_CMRC_gen_1bd3c8.py │ │ │ ├── CLUE_CMRC_gen_3749cd.py │ │ │ ├── CLUE_CMRC_gen_8484b9.py │ │ │ ├── CLUE_CMRC_gen_941108.py │ │ │ └── CLUE_CMRC_gen_chat.py │ │ ├── CLUE_DRCD │ │ │ ├── CLUE_DRCD_gen.py │ │ │ ├── CLUE_DRCD_gen_1bd3c8.py │ │ │ ├── CLUE_DRCD_gen_3749cd.py │ │ │ ├── CLUE_DRCD_gen_8484b9.py │ │ │ └── CLUE_DRCD_gen_941108.py │ │ ├── CLUE_afqmc │ │ │ ├── CLUE_afqmc_gen.py │ │ │ ├── CLUE_afqmc_gen_901306.py │ │ │ ├── CLUE_afqmc_ppl.py │ │ │ ├── CLUE_afqmc_ppl_378c5b.py │ │ │ ├── CLUE_afqmc_ppl_6507d7.py │ │ │ └── CLUE_afqmc_ppl_7b0c1e.py │ │ ├── CLUE_cmnli │ │ │ ├── CLUE_cmnli_gen.py │ │ │ ├── CLUE_cmnli_gen_1abf97.py │ │ │ ├── CLUE_cmnli_gen_51e956.py │ │ │ ├── CLUE_cmnli_ppl.py │ │ │ ├── CLUE_cmnli_ppl_98dd6e.py │ │ │ ├── CLUE_cmnli_ppl_ef69e7.py │ │ │ └── CLUE_cmnli_ppl_fdc6de.py │ │ ├── CLUE_ocnli │ │ │ ├── CLUE_ocnli_gen.py │ │ │ ├── CLUE_ocnli_gen_51e956.py │ │ │ ├── CLUE_ocnli_gen_c4cb6c.py │ │ │ ├── CLUE_ocnli_ppl.py │ │ │ ├── CLUE_ocnli_ppl_98dd6e.py │ │ │ ├── CLUE_ocnli_ppl_ef69e7.py │ │ │ └── CLUE_ocnli_ppl_fdc6de.py │ │ ├── FewCLUE_bustm │ │ │ ├── FewCLUE_bustm_gen.py │ │ │ ├── FewCLUE_bustm_gen_634f41.py │ │ │ ├── FewCLUE_bustm_ppl.py │ │ │ ├── FewCLUE_bustm_ppl_4b16c0.py │ │ │ ├── FewCLUE_bustm_ppl_9ef540.py │ │ │ └── FewCLUE_bustm_ppl_e53034.py │ │ ├── FewCLUE_chid │ │ │ ├── FewCLUE_chid_gen.py │ │ │ ├── FewCLUE_chid_gen_0a29a2.py │ │ │ ├── FewCLUE_chid_ppl.py │ │ │ ├── FewCLUE_chid_ppl_8f2872.py │ │ │ └── FewCLUE_chid_ppl_acccb5.py │ │ ├── FewCLUE_cluewsc │ │ │ ├── FewCLUE_cluewsc_gen.py │ │ │ ├── FewCLUE_cluewsc_gen_c68933.py │ │ │ ├── FewCLUE_cluewsc_ppl.py │ │ │ ├── FewCLUE_cluewsc_ppl_12e4e0.py │ │ │ ├── FewCLUE_cluewsc_ppl_4284a0.py │ │ │ └── FewCLUE_cluewsc_ppl_868415.py │ │ ├── FewCLUE_csl │ │ │ ├── FewCLUE_csl_gen.py │ │ │ ├── FewCLUE_csl_gen_28b223.py │ │ │ ├── FewCLUE_csl_gen_87f4a8.py │ │ │ ├── FewCLUE_csl_ppl.py │ │ │ ├── FewCLUE_csl_ppl_769f8d.py │ │ │ └── FewCLUE_csl_ppl_841b62.py │ │ ├── FewCLUE_eprstmt │ │ │ ├── FewCLUE_eprstmt_gen.py │ │ │ ├── FewCLUE_eprstmt_gen_740ea0.py │ │ │ ├── FewCLUE_eprstmt_ppl.py │ │ │ ├── FewCLUE_eprstmt_ppl_1ce587.py │ │ │ └── FewCLUE_eprstmt_ppl_f1e631.py │ │ ├── FewCLUE_ocnli_fc │ │ │ ├── FewCLUE_ocnli_fc_gen.py │ │ │ ├── FewCLUE_ocnli_fc_gen_f97a97.py │ │ │ ├── FewCLUE_ocnli_fc_ppl.py │ │ │ ├── FewCLUE_ocnli_fc_ppl_9e8b3d.py │ │ │ └── FewCLUE_ocnli_fc_ppl_c08300.py │ │ ├── FewCLUE_tnews │ │ │ ├── FewCLUE_tnews_gen.py │ │ │ ├── FewCLUE_tnews_gen_b90e4a.py │ │ │ ├── FewCLUE_tnews_ppl.py │ │ │ ├── FewCLUE_tnews_ppl_7d1c07.py │ │ │ ├── FewCLUE_tnews_ppl_d10e8a.py │ │ │ └── FewCLUE_tnews_ppl_fff486.py │ │ ├── GaokaoBench │ │ │ ├── GaokaoBench_gen.py │ │ │ ├── GaokaoBench_gen_5cfe9e.py │ │ │ ├── GaokaoBench_mixed.py │ │ │ └── GaokaoBench_mixed_f2038e.py │ │ ├── PJExam │ │ │ ├── PJExam_gen.py │ │ │ └── PJExam_gen_8cd97c.py │ │ ├── SuperGLUE_AX_b │ │ │ ├── SuperGLUE_AX_b_gen.py │ │ │ ├── SuperGLUE_AX_b_gen_4dfefa.py │ │ │ ├── SuperGLUE_AX_b_ppl.py │ │ │ ├── SuperGLUE_AX_b_ppl_0748aa.py │ │ │ └── SuperGLUE_AX_b_ppl_6db806.py │ │ ├── SuperGLUE_AX_g │ │ │ ├── SuperGLUE_AX_g_gen.py │ │ │ ├── SuperGLUE_AX_g_gen_68aac7.py │ │ │ ├── SuperGLUE_AX_g_ppl.py │ │ │ ├── SuperGLUE_AX_g_ppl_50f8f6.py │ │ │ └── SuperGLUE_AX_g_ppl_66caf3.py │ │ ├── SuperGLUE_BoolQ │ │ │ ├── SuperGLUE_BoolQ_gen.py │ │ │ ├── SuperGLUE_BoolQ_gen_883d50.py │ │ │ ├── SuperGLUE_BoolQ_ppl.py │ │ │ ├── SuperGLUE_BoolQ_ppl_314b96.py │ │ │ ├── SuperGLUE_BoolQ_ppl_4da4db.py │ │ │ └── SuperGLUE_BoolQ_ppl_9619db.py │ │ ├── SuperGLUE_CB │ │ │ ├── SuperGLUE_CB_gen.py │ │ │ ├── SuperGLUE_CB_gen_854c6c.py │ │ │ ├── SuperGLUE_CB_ppl.py │ │ │ ├── SuperGLUE_CB_ppl_0143fe.py │ │ │ └── SuperGLUE_CB_ppl_11c175.py │ │ ├── SuperGLUE_COPA │ │ │ ├── SuperGLUE_COPA_gen.py │ │ │ ├── SuperGLUE_COPA_gen_91ca53.py │ │ │ ├── SuperGLUE_COPA_ppl.py │ │ │ ├── SuperGLUE_COPA_ppl_54058d.py │ │ │ ├── SuperGLUE_COPA_ppl_5c24f1.py │ │ │ └── SuperGLUE_COPA_ppl_9f3618.py │ │ ├── SuperGLUE_MultiRC │ │ │ ├── SuperGLUE_MultiRC_gen.py │ │ │ ├── SuperGLUE_MultiRC_gen_27071f.py │ │ │ ├── SuperGLUE_MultiRC_ppl.py │ │ │ ├── SuperGLUE_MultiRC_ppl_866273.py │ │ │ └── SuperGLUE_MultiRC_ppl_ced824.py │ │ ├── SuperGLUE_RTE │ │ │ ├── SuperGLUE_RTE_gen.py │ │ │ ├── SuperGLUE_RTE_gen_68aac7.py │ │ │ ├── SuperGLUE_RTE_ppl.py │ │ │ ├── SuperGLUE_RTE_ppl_50f8f6.py │ │ │ └── SuperGLUE_RTE_ppl_66caf3.py │ │ ├── SuperGLUE_ReCoRD │ │ │ ├── SuperGLUE_ReCoRD_gen.py │ │ │ ├── SuperGLUE_ReCoRD_gen_0f7784.py │ │ │ └── SuperGLUE_ReCoRD_gen_30dea0.py │ │ ├── SuperGLUE_WSC │ │ │ ├── SuperGLUE_WSC_gen.py │ │ │ ├── SuperGLUE_WSC_gen_6dc406.py │ │ │ ├── SuperGLUE_WSC_gen_8a881c.py │ │ │ ├── SuperGLUE_WSC_ppl.py │ │ │ ├── SuperGLUE_WSC_ppl_003529.py │ │ │ ├── SuperGLUE_WSC_ppl_d0f531.py │ │ │ └── SuperGLUE_WSC_ppl_f37e78.py │ │ ├── SuperGLUE_WiC │ │ │ ├── SuperGLUE_WiC_gen.py │ │ │ ├── SuperGLUE_WiC_gen_d06864.py │ │ │ ├── SuperGLUE_WiC_ppl.py │ │ │ ├── SuperGLUE_WiC_ppl_312de9.py │ │ │ ├── SuperGLUE_WiC_ppl_3fb6fd.py │ │ │ └── SuperGLUE_WiC_ppl_c926be.py │ │ ├── TheoremQA │ │ │ ├── TheoremQA_gen.py │ │ │ ├── TheoremQA_gen_424e0a.py │ │ │ ├── TheoremQA_gen_7009de.py │ │ │ └── TheoremQA_gen_ef26ca.py │ │ ├── XCOPA │ │ │ ├── XCOPA_ppl.py │ │ │ └── XCOPA_ppl_54058d.py │ │ ├── XLSum │ │ │ ├── XLSum_gen.py │ │ │ └── XLSum_gen_2bb71c.py │ │ ├── Xsum │ │ │ ├── Xsum_gen.py │ │ │ ├── Xsum_gen_31397e.py │ │ │ └── Xsum_gen_8ea5f8.py │ │ ├── agieval │ │ │ ├── agieval_gen.py │ │ │ ├── agieval_gen_0a9ace.py │ │ │ ├── agieval_gen_397d81.py │ │ │ ├── agieval_mixed.py │ │ │ └── agieval_mixed_2f14ad.py │ │ ├── apps │ │ │ ├── apps_gen.py │ │ │ ├── apps_gen_5b4254.py │ │ │ ├── apps_gen_7fbb95.py │ │ │ └── apps_gen_b4dee3.py │ │ ├── bbh │ │ │ ├── bbh_gen.py │ │ │ └── bbh_gen_5b92b0.py │ │ ├── ceval │ │ │ ├── ceval_gen.py │ │ │ ├── ceval_gen_2daf24.py │ │ │ ├── ceval_gen_5f30c7.py │ │ │ ├── ceval_ppl.py │ │ │ ├── ceval_ppl_578f8d.py │ │ │ └── ceval_ppl_93e5ce.py │ │ ├── civilcomments │ │ │ ├── civilcomments_ppl.py │ │ │ ├── civilcomments_ppl_6a2561.py │ │ │ └── civilcomments_ppl_a3c5fd.py │ │ ├── collections │ │ │ ├── base_medium.py │ │ │ ├── base_small.py │ │ │ ├── chat_medium.py │ │ │ ├── chat_small.py │ │ │ └── example.py │ │ ├── commonsenseqa │ │ │ ├── commonsenseqa_gen.py │ │ │ ├── commonsenseqa_gen_c946f2.py │ │ │ ├── commonsenseqa_ppl.py │ │ │ ├── commonsenseqa_ppl_3e9f2d.py │ │ │ ├── commonsenseqa_ppl_5545e2.py │ │ │ └── commonsenseqa_ppl_716f78.py │ │ ├── crowspairs │ │ │ ├── crowspairs_gen.py │ │ │ ├── crowspairs_gen_02b6c1.py │ │ │ ├── crowspairs_ppl.py │ │ │ ├── crowspairs_ppl_47f211.py │ │ │ └── crowspairs_ppl_e811e1.py │ │ ├── cvalues │ │ │ ├── cvalues_responsibility_gen.py │ │ │ └── cvalues_responsibility_gen_4aec9f.py │ │ ├── drop │ │ │ ├── drop_gen.py │ │ │ └── drop_gen_599f07.py │ │ ├── flores │ │ │ ├── flores_gen.py │ │ │ ├── flores_gen_806ede.py │ │ │ └── flores_gen_aad4fd.py │ │ ├── glm │ │ │ ├── C3.py │ │ │ ├── GaokaoBench.py │ │ │ ├── afqmc.py │ │ │ ├── agieval.py │ │ │ ├── ceval.py │ │ │ ├── chid.py │ │ │ ├── cmnli.py │ │ │ ├── csl.py │ │ │ ├── humaneval.py │ │ │ ├── mmlu.py │ │ │ ├── nq.py │ │ │ ├── ocnli.py │ │ │ ├── tnews.py │ │ │ └── triviaqa.py │ │ ├── govrepcrs │ │ │ ├── govrepcrs_gen.py │ │ │ ├── govrepcrs_gen_aa5eb3.py │ │ │ └── govrepcrs_gen_db7930.py │ │ ├── gsm8k │ │ │ ├── gsm8k_gen.py │ │ │ ├── gsm8k_gen_1d7fe4.py │ │ │ ├── gsm8k_gen_1dce88.py │ │ │ └── gsm8k_gen_e9e91e.py │ │ ├── hellaswag │ │ │ ├── hellaswag_gen.py │ │ │ ├── hellaswag_gen_6faab5.py │ │ │ ├── hellaswag_ppl.py │ │ │ ├── hellaswag_ppl_47bff9.py │ │ │ └── hellaswag_ppl_9dbb12.py │ │ ├── humaneval │ │ │ ├── humaneval_gen.py │ │ │ ├── humaneval_gen_6f294d.py │ │ │ ├── humaneval_gen_8e312c.py │ │ │ ├── humaneval_gen_fd5822.py │ │ │ └── humaneval_gen_ff7054.py │ │ ├── iwslt2017 │ │ │ ├── iwslt2017_gen.py │ │ │ ├── iwslt2017_gen_69ce16.py │ │ │ ├── iwslt2017_gen_b4a814.py │ │ │ └── iwslt2017_gen_d0ebd1.py │ │ ├── jigsawmultilingual │ │ │ ├── jigsawmultilingual_ppl.py │ │ │ ├── jigsawmultilingual_ppl_1af0ae.py │ │ │ └── jigsawmultilingual_ppl_fe50d8.py │ │ ├── lambada │ │ │ ├── lambada_gen.py │ │ │ ├── lambada_gen_217e11.py │ │ │ └── lambada_gen_8b48a5.py │ │ ├── lcsts │ │ │ ├── lcsts_gen.py │ │ │ ├── lcsts_gen_8ee1fe.py │ │ │ └── lcsts_gen_9b0b89.py │ │ ├── math │ │ │ ├── math_gen.py │ │ │ ├── math_gen_265cce.py │ │ │ ├── math_gen_559593.py │ │ │ └── math_gen_5e8458.py │ │ ├── mbpp │ │ │ ├── mbpp_gen.py │ │ │ ├── mbpp_gen_1e1056.py │ │ │ ├── mbpp_gen_6590b0.py │ │ │ └── mbpp_gen_78c1bc.py │ │ ├── mmlu │ │ │ ├── mmlu_gen.py │ │ │ ├── mmlu_gen_23a9a9.py │ │ │ ├── mmlu_gen_5d1409.py │ │ │ ├── mmlu_gen_79e572.py │ │ │ ├── mmlu_gen_a484b3.py │ │ │ ├── mmlu_ppl.py │ │ │ └── mmlu_ppl_ac766d.py │ │ ├── narrativeqa │ │ │ ├── narrativeqa_gen.py │ │ │ ├── narrativeqa_gen_a2d88a.py │ │ │ └── narrativeqa_gen_db6413.py │ │ ├── nq │ │ │ ├── nq_gen.py │ │ │ ├── nq_gen_2463e2.py │ │ │ ├── nq_gen_3dcea1.py │ │ │ ├── nq_gen_68c1c6.py │ │ │ └── nq_gen_c788f6.py │ │ ├── obqa │ │ │ ├── obqa_gen.py │ │ │ ├── obqa_gen_9069e4.py │ │ │ ├── obqa_ppl.py │ │ │ ├── obqa_ppl_1defe8.py │ │ │ └── obqa_ppl_c7c154.py │ │ ├── piqa │ │ │ ├── piqa_gen.py │ │ │ ├── piqa_gen_1194eb.py │ │ │ ├── piqa_ppl.py │ │ │ ├── piqa_ppl_1cf9f0.py │ │ │ └── piqa_ppl_3431ea.py │ │ ├── qabench │ │ │ ├── qabench_gen.py │ │ │ └── qabench_gen_353ae7.py │ │ ├── qasper │ │ │ ├── qasper_gen.py │ │ │ ├── qasper_gen_a2d88a.py │ │ │ └── qasper_gen_db6413.py │ │ ├── qaspercut │ │ │ ├── qaspercut_gen.py │ │ │ ├── qaspercut_gen_a2d88a.py │ │ │ └── qaspercut_gen_db6413.py │ │ ├── race │ │ │ ├── race_gen.py │ │ │ ├── race_gen_69ee4f.py │ │ │ ├── race_gen_9302a5.py │ │ │ ├── race_ppl.py │ │ │ ├── race_ppl_a138cd.py │ │ │ └── race_ppl_abed12.py │ │ ├── realtoxicprompts │ │ │ ├── realtoxicprompts_gen.py │ │ │ ├── realtoxicprompts_gen_7605e4.py │ │ │ └── realtoxicprompts_gen_ac723c.py │ │ ├── safety │ │ │ ├── safety_gen.py │ │ │ └── safety_gen_7ce197.py │ │ ├── siqa │ │ │ ├── siqa_gen.py │ │ │ ├── siqa_gen_e78df3.py │ │ │ ├── siqa_ppl.py │ │ │ ├── siqa_ppl_42bc6e.py │ │ │ ├── siqa_ppl_7845b0.py │ │ │ └── siqa_ppl_ced5f6.py │ │ ├── storycloze │ │ │ ├── storycloze_gen.py │ │ │ ├── storycloze_gen_7f656a.py │ │ │ ├── storycloze_ppl.py │ │ │ ├── storycloze_ppl_496661.py │ │ │ └── storycloze_ppl_afd16f.py │ │ ├── strategyqa │ │ │ ├── strategyqa_gen.py │ │ │ ├── strategyqa_gen_1180a7.py │ │ │ └── strategyqa_gen_934441.py │ │ ├── summedits │ │ │ ├── summedits_gen.py │ │ │ ├── summedits_gen_315438.py │ │ │ ├── summedits_gen_4fb38b.py │ │ │ ├── summedits_ppl.py │ │ │ ├── summedits_ppl_1fbeb6.py │ │ │ ├── summedits_ppl_3c30d0.py │ │ │ └── summedits_ppl_fa58ba.py │ │ ├── summscreen │ │ │ ├── summscreen_gen.py │ │ │ ├── summscreen_gen_653185.py │ │ │ └── summscreen_gen_aa5eb3.py │ │ ├── triviaqa │ │ │ ├── triviaqa_gen.py │ │ │ ├── triviaqa_gen_2121ce.py │ │ │ ├── triviaqa_gen_3e39a5.py │ │ │ ├── triviaqa_gen_429db5.py │ │ │ └── triviaqa_gen_d297bb.py │ │ ├── triviaqarc │ │ │ ├── triviaqarc_gen.py │ │ │ ├── triviaqarc_gen_a2d88a.py │ │ │ └── triviaqarc_gen_db6413.py │ │ ├── truthfulqa │ │ │ ├── truthfulqa_gen.py │ │ │ ├── truthfulqa_gen_1e7d8d.py │ │ │ └── truthfulqa_gen_5ddc62.py │ │ ├── tydiqa │ │ │ ├── tydiqa_gen.py │ │ │ └── tydiqa_gen_978d2a.py │ │ ├── winograd │ │ │ ├── winograd_ppl.py │ │ │ ├── winograd_ppl_8f3049.py │ │ │ └── winograd_ppl_b6c7ed.py │ │ ├── winogrande │ │ │ ├── winogrande_gen.py │ │ │ ├── winogrande_gen_a9ede5.py │ │ │ ├── winogrande_ppl.py │ │ │ ├── winogrande_ppl_55a66e.py │ │ │ └── winogrande_ppl_9307fd.py │ │ └── z_bench │ │ │ ├── z_bench_gen.py │ │ │ ├── z_bench_gen_5813ec.py │ │ │ └── z_bench_gen_61db0a.py │ ├── eval_baichuan_13b.py │ ├── eval_baichuan_7b.py │ ├── eval_chatglm2_6b.py │ ├── eval_demo.py │ ├── eval_gpt3.5.py │ ├── eval_internlm_7b.py │ ├── eval_llama2_13b.py │ ├── eval_llama2_7b.py │ ├── eval_qwen_7b.py │ ├── eval_tigerbot_13b.py │ ├── eval_tigerbot_13b_chat_1.py │ ├── eval_tigerbot_13b_chat_2.py │ ├── eval_tigerbot_7b.py │ ├── eval_tigerbot_7b_chat_1.py │ ├── eval_tigerbot_7b_chat_2.py │ ├── eval_tigerbot_autogptq.py │ ├── eval_tigerbot_exllama.py │ ├── models │ │ ├── gpt_3.5_turbo.py │ │ ├── hf_baichuan_13b_base.py │ │ ├── hf_baichuan_13b_chat.py │ │ ├── hf_baichuan_7b.py │ │ ├── hf_chatglm2_6b.py │ │ ├── hf_chatglm_6b.py │ │ ├── hf_falcon_40b.py │ │ ├── hf_falcon_7b.py │ │ ├── hf_internlm_7b.py │ │ ├── hf_internlm_chat_7b.py │ │ ├── hf_internlm_chat_7b_8k.py │ │ ├── hf_llama2_13b.py │ │ ├── hf_llama2_13b_chat.py │ │ ├── hf_llama2_70b.py │ │ ├── hf_llama2_7b.py │ │ ├── hf_llama_13b.py │ │ ├── hf_llama_65b.py │ │ ├── hf_llama_7b.py │ │ ├── hf_llama_7b_chat.py │ │ ├── hf_moss_moon_003_base.py │ │ ├── hf_moss_moon_003_sft.py │ │ ├── hf_mpt_7b.py │ │ ├── hf_mpt_instruct_7b.py │ │ ├── hf_qwen_7b.py │ │ ├── hf_tigerbot_13b_base.py │ │ ├── hf_tigerbot_13b_chat.py │ │ ├── hf_tigerbot_7b_base.py │ │ ├── hf_tigerbot_7b_chat.py │ │ ├── hf_tigerbot_exllama.py │ │ ├── hf_tigerbot_gptq.py │ │ ├── hf_vicuna_13b.py │ │ ├── hf_vicuna_33b.py │ │ ├── hf_vicuna_7b.py │ │ ├── hf_wizardlm_7b.py │ │ ├── llama2_13b_chat.py │ │ ├── llama2_70b_chat.py │ │ └── llama2_7b_chat.py │ └── summarizers │ │ ├── example.py │ │ ├── groups │ │ ├── GaokaoBench.py │ │ ├── agieval.py │ │ ├── bbh.py │ │ ├── ceval.py │ │ ├── flores.py │ │ ├── jigsaw_multilingual.py │ │ └── mmlu.py │ │ ├── medium.py │ │ └── small.py ├── docs │ ├── en │ │ ├── MMBench.md │ │ ├── Makefile │ │ ├── _static │ │ │ ├── css │ │ │ │ └── readthedocs.css │ │ │ ├── image │ │ │ │ ├── logo.svg │ │ │ │ └── logo_icon.svg │ │ │ └── js │ │ │ │ └── custom.js │ │ ├── _templates │ │ │ ├── 404.html │ │ │ ├── autosummary │ │ │ │ └── class.rst │ │ │ └── callable.rst │ │ ├── advanced_guides │ │ │ ├── new_dataset.md │ │ │ └── new_model.md │ │ ├── conf.py │ │ ├── docutils.conf │ │ ├── get_started.md │ │ ├── index.rst │ │ ├── notes │ │ │ └── contribution_guide.md │ │ ├── prompt │ │ │ ├── few_shot.md │ │ │ ├── meta_template.md │ │ │ ├── overview.md │ │ │ └── prompt_template.md │ │ ├── tools.md │ │ └── user_guides │ │ │ ├── config.md │ │ │ ├── datasets.md │ │ │ ├── evaluation.md │ │ │ ├── experimentation.md │ │ │ ├── framework_overview.md │ │ │ ├── metrics.md │ │ │ └── models.md │ └── zh_cn │ │ ├── Makefile │ │ ├── _static │ │ ├── css │ │ │ └── readthedocs.css │ │ ├── image │ │ │ ├── logo.svg │ │ │ └── logo_icon.svg │ │ └── js │ │ │ └── custom.js │ │ ├── _templates │ │ ├── 404.html │ │ ├── autosummary │ │ │ └── class.rst │ │ └── callable.rst │ │ ├── advanced_guides │ │ ├── new_dataset.md │ │ └── new_model.md │ │ ├── conf.py │ │ ├── docutils.conf │ │ ├── get_started.md │ │ ├── index.rst │ │ ├── notes │ │ └── contribution_guide.md │ │ ├── prompt │ │ ├── few_shot.md │ │ ├── meta_template.md │ │ ├── overview.md │ │ └── prompt_template.md │ │ ├── tools.md │ │ └── user_guides │ │ ├── config.md │ │ ├── datasets.md │ │ ├── evaluation.md │ │ ├── experimentation.md │ │ ├── framework_overview.md │ │ ├── metrics.md │ │ └── models.md ├── opencompass │ ├── __init__.py │ ├── datasets │ │ ├── GaokaoBench.py │ │ ├── TheoremQA.py │ │ ├── __init__.py │ │ ├── afqmcd.py │ │ ├── agieval │ │ │ ├── __init__.py │ │ │ ├── agieval.py │ │ │ ├── constructions.py │ │ │ ├── dataset_loader.py │ │ │ ├── evaluation.py │ │ │ ├── math_equivalence.py │ │ │ ├── post_process.py │ │ │ └── utils.py │ │ ├── arc.py │ │ ├── ax.py │ │ ├── base.py │ │ ├── bbh.py │ │ ├── boolq.py │ │ ├── bustum.py │ │ ├── c3.py │ │ ├── cb.py │ │ ├── ceval.py │ │ ├── chid.py │ │ ├── civilcomments.py │ │ ├── cluewsc.py │ │ ├── cmnli.py │ │ ├── cmrc.py │ │ ├── commonsenseqa.py │ │ ├── copa.py │ │ ├── crowspairs.py │ │ ├── csl.py │ │ ├── cvalues.py │ │ ├── drcd.py │ │ ├── drop.py │ │ ├── eprstmt.py │ │ ├── flores.py │ │ ├── govrepcrs.py │ │ ├── gsm8k.py │ │ ├── hellaswag.py │ │ ├── huggingface.py │ │ ├── humaneval.py │ │ ├── iwslt2017.py │ │ ├── jigsawmultilingual.py │ │ ├── lambada.py │ │ ├── lcsts.py │ │ ├── math.py │ │ ├── mbpp.py │ │ ├── mmlu.py │ │ ├── multirc.py │ │ ├── narrativeqa.py │ │ ├── natural_question.py │ │ ├── obqa.py │ │ ├── piqa.py │ │ ├── qasper.py │ │ ├── qaspercut.py │ │ ├── race.py │ │ ├── realtoxicprompts.py │ │ ├── record.py │ │ ├── safety.py │ │ ├── siqa.py │ │ ├── storycloze.py │ │ ├── strategyqa.py │ │ ├── summedits.py │ │ ├── summscreen.py │ │ ├── tnews.py │ │ ├── triviaqa.py │ │ ├── triviaqarc.py │ │ ├── truthfulqa.py │ │ ├── tydiqa.py │ │ ├── wic.py │ │ ├── winograd.py │ │ ├── winogrande.py │ │ ├── wsc.py │ │ ├── xcopa.py │ │ ├── xlsum.py │ │ └── xsum.py │ ├── models │ │ ├── __init__.py │ │ ├── base.py │ │ ├── base_api.py │ │ ├── glm.py │ │ ├── huggingface.py │ │ ├── llama2.py │ │ └── openai_api.py │ ├── openicl │ │ ├── __init__.py │ │ ├── icl_dataset_reader.py │ │ ├── icl_evaluator │ │ │ ├── __init__.py │ │ │ ├── icl_aucroc_evaluator.py │ │ │ ├── icl_base_evaluator.py │ │ │ ├── icl_em_evaluator.py │ │ │ ├── icl_hf_evaluator.py │ │ │ └── icl_toxic_evaluator.py │ │ ├── icl_inferencer │ │ │ ├── __init__.py │ │ │ ├── icl_base_inferencer.py │ │ │ ├── icl_clp_inferencer.py │ │ │ ├── icl_gen_inferencer.py │ │ │ └── icl_ppl_inferencer.py │ │ ├── icl_prompt_template.py │ │ ├── icl_retriever │ │ │ ├── __init__.py │ │ │ ├── icl_base_retriever.py │ │ │ ├── icl_bm25_retriever.py │ │ │ ├── icl_dpp_retriever.py │ │ │ ├── icl_fix_k_retriever.py │ │ │ ├── icl_mdl_retriever.py │ │ │ ├── icl_random_retriever.py │ │ │ ├── icl_topk_retriever.py │ │ │ ├── icl_votek_retriever.py │ │ │ └── icl_zero_retriever.py │ │ └── utils │ │ │ ├── __init__.py │ │ │ └── logging.py │ ├── partitioners │ │ ├── __init__.py │ │ ├── base.py │ │ ├── naive.py │ │ └── size.py │ ├── registry.py │ ├── runners │ │ ├── __init__.py │ │ ├── base.py │ │ ├── dlc.py │ │ ├── local.py │ │ └── slurm.py │ ├── tasks │ │ ├── __init__.py │ │ ├── base.py │ │ ├── llm_eval.py │ │ ├── openicl_eval.py │ │ └── openicl_infer.py │ └── utils │ │ ├── __init__.py │ │ ├── abbr.py │ │ ├── build.py │ │ ├── collect_env.py │ │ ├── fileio.py │ │ ├── git.py │ │ ├── lark.py │ │ ├── logging.py │ │ ├── menu.py │ │ ├── prompt.py │ │ ├── summarizer.py │ │ ├── text_postprocessors.py │ │ └── types.py ├── requirements.txt ├── requirements │ ├── docs.txt │ └── runtime.txt ├── run.py ├── setup.py ├── tests │ ├── openicl │ │ └── test_prompt_template.py │ └── prompt │ │ ├── test_api_template_parser.py │ │ ├── test_lm_template_parser.py │ │ └── test_prompt_list.py └── tools │ ├── case_analyzer.py │ ├── ceval_util.py │ ├── mmlu_util.py │ ├── prediction_merger.py │ ├── prompt_viewer.py │ └── test_api_model.py ├── other_infer ├── exllamav2_hf_infer.py ├── exllamav2_infer.py ├── gptq_infer.py ├── infer_pretrain.py ├── infer_stream.py └── quant_infer.py ├── requirements.txt ├── train ├── .DS_Store ├── data │ └── medical_qa_6000.jsonl ├── ds_config │ ├── ds_config_qlora.json │ └── ds_config_zero3.json ├── requirements_qlora.txt ├── train_clm.py ├── train_sft.py └── train_with_qlora.py └── utils ├── __init__.py ├── modeling_hack.py └── streaming.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/.gitignore -------------------------------------------------------------------------------- /.project: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/.project -------------------------------------------------------------------------------- /.pydevproject: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/.pydevproject -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/README.md -------------------------------------------------------------------------------- /README_en.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/README_en.md -------------------------------------------------------------------------------- /apps/deprecated/api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/apps/deprecated/api.py -------------------------------------------------------------------------------- /apps/deprecated/async_client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/apps/deprecated/async_client.py -------------------------------------------------------------------------------- /apps/deprecated/client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/apps/deprecated/client.py -------------------------------------------------------------------------------- /apps/deprecated/tigerbot_chatapi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/apps/deprecated/tigerbot_chatapi.py -------------------------------------------------------------------------------- /apps/deprecated/web_api_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/apps/deprecated/web_api_demo.py -------------------------------------------------------------------------------- /apps/exllamav2_web_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/apps/exllamav2_web_demo.py -------------------------------------------------------------------------------- /apps/web_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/apps/web_demo.py -------------------------------------------------------------------------------- /docs/openai_zh.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/docs/openai_zh.md -------------------------------------------------------------------------------- /image/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/.DS_Store -------------------------------------------------------------------------------- /image/70b-chat-example.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/70b-chat-example.jpg -------------------------------------------------------------------------------- /image/api/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/api/.DS_Store -------------------------------------------------------------------------------- /image/api/case-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/api/case-1.png -------------------------------------------------------------------------------- /image/api/case-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/api/case-2.png -------------------------------------------------------------------------------- /image/api/case-3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/api/case-3.png -------------------------------------------------------------------------------- /image/api/case-4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/api/case-4.png -------------------------------------------------------------------------------- /image/api/case-5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/api/case-5.png -------------------------------------------------------------------------------- /image/api/case-6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/api/case-6.png -------------------------------------------------------------------------------- /image/api/demo/chat.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/api/demo/chat.png -------------------------------------------------------------------------------- /image/api/demo/chat2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/api/demo/chat2.png -------------------------------------------------------------------------------- /image/api/demo/embedding.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/api/demo/embedding.png -------------------------------------------------------------------------------- /image/api/demo/finetune.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/api/demo/finetune.png -------------------------------------------------------------------------------- /image/api/demo/pdf2text.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/api/demo/pdf2text.png -------------------------------------------------------------------------------- /image/api/demo/plugin.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/api/demo/plugin.png -------------------------------------------------------------------------------- /image/api/demo/summarization.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/api/demo/summarization.png -------------------------------------------------------------------------------- /image/api/demo/text2image.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/api/demo/text2image.png -------------------------------------------------------------------------------- /image/api/rethink/case-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/api/rethink/case-1.png -------------------------------------------------------------------------------- /image/api/rethink/case-3.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/api/rethink/case-3.gif -------------------------------------------------------------------------------- /image/api/search/demo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/api/search/demo.png -------------------------------------------------------------------------------- /image/auto-valuation-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/auto-valuation-1.png -------------------------------------------------------------------------------- /image/auto-valuation-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/auto-valuation-2.png -------------------------------------------------------------------------------- /image/code-lang-type-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/code-lang-type-2.png -------------------------------------------------------------------------------- /image/code-lang-type.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/code-lang-type.png -------------------------------------------------------------------------------- /image/contact.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/contact.jpg -------------------------------------------------------------------------------- /image/eval_base_1214.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/eval_base_1214.png -------------------------------------------------------------------------------- /image/eval_chat_1214.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/eval_chat_1214.png -------------------------------------------------------------------------------- /image/logo_core.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/logo_core.png -------------------------------------------------------------------------------- /image/loss-70b-chat-v3-valid.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/loss-70b-chat-v3-valid.jpg -------------------------------------------------------------------------------- /image/loss-70b-chat-v3.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/loss-70b-chat-v3.jpg -------------------------------------------------------------------------------- /image/loss-curve-4.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/loss-curve-4.jpg -------------------------------------------------------------------------------- /image/loss-curve.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/loss-curve.jpg -------------------------------------------------------------------------------- /image/next-tok-acc-curve.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/next-tok-acc-curve.jpg -------------------------------------------------------------------------------- /image/next-tok-acc.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/next-tok-acc.jpg -------------------------------------------------------------------------------- /image/peft_eval_loss.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/peft_eval_loss.png -------------------------------------------------------------------------------- /image/peft_metrics.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/peft_metrics.png -------------------------------------------------------------------------------- /image/peft_train_loss.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/peft_train_loss.png -------------------------------------------------------------------------------- /image/pretrain-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/pretrain-2.png -------------------------------------------------------------------------------- /image/pretrain.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/pretrain.png -------------------------------------------------------------------------------- /image/pretrain_v2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/pretrain_v2.png -------------------------------------------------------------------------------- /image/qiyewechat.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/qiyewechat.png -------------------------------------------------------------------------------- /image/search-link.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/search-link.jpg -------------------------------------------------------------------------------- /image/search_api.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/search_api.jpg -------------------------------------------------------------------------------- /image/search_api.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/search_api.png -------------------------------------------------------------------------------- /image/terminal_case.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/terminal_case.jpeg -------------------------------------------------------------------------------- /image/tgi-demo.mp4: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/tgi-demo.mp4 -------------------------------------------------------------------------------- /image/tiger.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/tiger.jpg -------------------------------------------------------------------------------- /image/tigerbot-idiom.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/tigerbot-idiom.jpg -------------------------------------------------------------------------------- /image/tigerbot-idiom2.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/tigerbot-idiom2.jpg -------------------------------------------------------------------------------- /image/tigerbot-idiom3.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/tigerbot-idiom3.jpg -------------------------------------------------------------------------------- /image/tigerbot_chatapi_sample.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/tigerbot_chatapi_sample.png -------------------------------------------------------------------------------- /image/zh-books-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/zh-books-2.png -------------------------------------------------------------------------------- /image/zh-books.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/image/zh-books.png -------------------------------------------------------------------------------- /infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/infer.py -------------------------------------------------------------------------------- /opencompass/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/.DS_Store -------------------------------------------------------------------------------- /opencompass/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/LICENSE -------------------------------------------------------------------------------- /opencompass/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/README.md -------------------------------------------------------------------------------- /opencompass/README_detail.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/README_detail.md -------------------------------------------------------------------------------- /opencompass/README_zh-CN.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/README_zh-CN.md -------------------------------------------------------------------------------- /opencompass/configs/datasets/ARC_c/ARC_c_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/ARC_c/ARC_c_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/ARC_c/ARC_c_gen_1e0de5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/ARC_c/ARC_c_gen_1e0de5.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/ARC_c/ARC_c_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/ARC_c/ARC_c_ppl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/ARC_c/ARC_c_ppl_a450bd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/ARC_c/ARC_c_ppl_a450bd.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/ARC_c/ARC_c_ppl_d52a21.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/ARC_c/ARC_c_ppl_d52a21.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/ARC_e/ARC_e_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/ARC_e/ARC_e_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/ARC_e/ARC_e_gen_1e0de5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/ARC_e/ARC_e_gen_1e0de5.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/ARC_e/ARC_e_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/ARC_e/ARC_e_ppl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/ARC_e/ARC_e_ppl_a450bd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/ARC_e/ARC_e_ppl_a450bd.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/ARC_e/ARC_e_ppl_d52a21.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/ARC_e/ARC_e_ppl_d52a21.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/CLUE_C3/CLUE_C3_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/CLUE_C3/CLUE_C3_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/CLUE_C3/CLUE_C3_gen_8c358f.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/CLUE_C3/CLUE_C3_gen_8c358f.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/CLUE_C3/CLUE_C3_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/CLUE_C3/CLUE_C3_ppl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/CLUE_C3/CLUE_C3_ppl_56b537.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/CLUE_C3/CLUE_C3_ppl_56b537.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/CLUE_C3/CLUE_C3_ppl_e24a31.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/CLUE_C3/CLUE_C3_ppl_e24a31.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/CLUE_CMRC/CLUE_CMRC_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/CLUE_CMRC/CLUE_CMRC_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/CLUE_CMRC/CLUE_CMRC_gen_1bd3c8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/CLUE_CMRC/CLUE_CMRC_gen_1bd3c8.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/CLUE_CMRC/CLUE_CMRC_gen_3749cd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/CLUE_CMRC/CLUE_CMRC_gen_3749cd.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/CLUE_CMRC/CLUE_CMRC_gen_8484b9.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/CLUE_CMRC/CLUE_CMRC_gen_8484b9.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/CLUE_CMRC/CLUE_CMRC_gen_941108.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/CLUE_CMRC/CLUE_CMRC_gen_941108.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/CLUE_CMRC/CLUE_CMRC_gen_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/CLUE_CMRC/CLUE_CMRC_gen_chat.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/CLUE_DRCD/CLUE_DRCD_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/CLUE_DRCD/CLUE_DRCD_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/CLUE_DRCD/CLUE_DRCD_gen_1bd3c8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/CLUE_DRCD/CLUE_DRCD_gen_1bd3c8.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/CLUE_DRCD/CLUE_DRCD_gen_3749cd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/CLUE_DRCD/CLUE_DRCD_gen_3749cd.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/CLUE_DRCD/CLUE_DRCD_gen_8484b9.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/CLUE_DRCD/CLUE_DRCD_gen_8484b9.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/CLUE_DRCD/CLUE_DRCD_gen_941108.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/CLUE_DRCD/CLUE_DRCD_gen_941108.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/CLUE_afqmc/CLUE_afqmc_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/CLUE_afqmc/CLUE_afqmc_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/CLUE_afqmc/CLUE_afqmc_gen_901306.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/CLUE_afqmc/CLUE_afqmc_gen_901306.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/CLUE_afqmc/CLUE_afqmc_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/CLUE_afqmc/CLUE_afqmc_ppl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/CLUE_afqmc/CLUE_afqmc_ppl_378c5b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/CLUE_afqmc/CLUE_afqmc_ppl_378c5b.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/CLUE_afqmc/CLUE_afqmc_ppl_6507d7.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/CLUE_afqmc/CLUE_afqmc_ppl_6507d7.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/CLUE_afqmc/CLUE_afqmc_ppl_7b0c1e.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/CLUE_afqmc/CLUE_afqmc_ppl_7b0c1e.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/CLUE_cmnli/CLUE_cmnli_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/CLUE_cmnli/CLUE_cmnli_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/CLUE_cmnli/CLUE_cmnli_gen_1abf97.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/CLUE_cmnli/CLUE_cmnli_gen_1abf97.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/CLUE_cmnli/CLUE_cmnli_gen_51e956.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/CLUE_cmnli/CLUE_cmnli_gen_51e956.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/CLUE_cmnli/CLUE_cmnli_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/CLUE_cmnli/CLUE_cmnli_ppl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/CLUE_cmnli/CLUE_cmnli_ppl_98dd6e.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/CLUE_cmnli/CLUE_cmnli_ppl_98dd6e.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/CLUE_cmnli/CLUE_cmnli_ppl_ef69e7.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/CLUE_cmnli/CLUE_cmnli_ppl_ef69e7.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/CLUE_cmnli/CLUE_cmnli_ppl_fdc6de.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/CLUE_cmnli/CLUE_cmnli_ppl_fdc6de.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/CLUE_ocnli/CLUE_ocnli_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/CLUE_ocnli/CLUE_ocnli_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/CLUE_ocnli/CLUE_ocnli_gen_51e956.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/CLUE_ocnli/CLUE_ocnli_gen_51e956.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/CLUE_ocnli/CLUE_ocnli_gen_c4cb6c.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/CLUE_ocnli/CLUE_ocnli_gen_c4cb6c.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/CLUE_ocnli/CLUE_ocnli_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/CLUE_ocnli/CLUE_ocnli_ppl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/CLUE_ocnli/CLUE_ocnli_ppl_98dd6e.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/CLUE_ocnli/CLUE_ocnli_ppl_98dd6e.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/CLUE_ocnli/CLUE_ocnli_ppl_ef69e7.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/CLUE_ocnli/CLUE_ocnli_ppl_ef69e7.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/CLUE_ocnli/CLUE_ocnli_ppl_fdc6de.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/CLUE_ocnli/CLUE_ocnli_ppl_fdc6de.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_bustm/FewCLUE_bustm_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_bustm/FewCLUE_bustm_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_bustm/FewCLUE_bustm_gen_634f41.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_bustm/FewCLUE_bustm_gen_634f41.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_bustm/FewCLUE_bustm_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_bustm/FewCLUE_bustm_ppl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_bustm/FewCLUE_bustm_ppl_4b16c0.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_bustm/FewCLUE_bustm_ppl_4b16c0.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_bustm/FewCLUE_bustm_ppl_9ef540.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_bustm/FewCLUE_bustm_ppl_9ef540.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_bustm/FewCLUE_bustm_ppl_e53034.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_bustm/FewCLUE_bustm_ppl_e53034.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_chid/FewCLUE_chid_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_chid/FewCLUE_chid_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_chid/FewCLUE_chid_gen_0a29a2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_chid/FewCLUE_chid_gen_0a29a2.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_chid/FewCLUE_chid_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_chid/FewCLUE_chid_ppl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_chid/FewCLUE_chid_ppl_8f2872.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_chid/FewCLUE_chid_ppl_8f2872.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_chid/FewCLUE_chid_ppl_acccb5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_chid/FewCLUE_chid_ppl_acccb5.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_gen_c68933.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_gen_c68933.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_ppl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_ppl_12e4e0.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_ppl_12e4e0.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_ppl_4284a0.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_ppl_4284a0.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_ppl_868415.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_ppl_868415.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_csl/FewCLUE_csl_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_csl/FewCLUE_csl_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_csl/FewCLUE_csl_gen_28b223.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_csl/FewCLUE_csl_gen_28b223.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_csl/FewCLUE_csl_gen_87f4a8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_csl/FewCLUE_csl_gen_87f4a8.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_csl/FewCLUE_csl_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_csl/FewCLUE_csl_ppl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_csl/FewCLUE_csl_ppl_769f8d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_csl/FewCLUE_csl_ppl_769f8d.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_csl/FewCLUE_csl_ppl_841b62.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_csl/FewCLUE_csl_ppl_841b62.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_eprstmt/FewCLUE_eprstmt_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_eprstmt/FewCLUE_eprstmt_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_eprstmt/FewCLUE_eprstmt_gen_740ea0.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_eprstmt/FewCLUE_eprstmt_gen_740ea0.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_eprstmt/FewCLUE_eprstmt_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_eprstmt/FewCLUE_eprstmt_ppl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_eprstmt/FewCLUE_eprstmt_ppl_1ce587.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_eprstmt/FewCLUE_eprstmt_ppl_1ce587.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_eprstmt/FewCLUE_eprstmt_ppl_f1e631.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_eprstmt/FewCLUE_eprstmt_ppl_f1e631.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_ocnli_fc/FewCLUE_ocnli_fc_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_ocnli_fc/FewCLUE_ocnli_fc_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_ocnli_fc/FewCLUE_ocnli_fc_gen_f97a97.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_ocnli_fc/FewCLUE_ocnli_fc_gen_f97a97.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_ocnli_fc/FewCLUE_ocnli_fc_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_ocnli_fc/FewCLUE_ocnli_fc_ppl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_ocnli_fc/FewCLUE_ocnli_fc_ppl_9e8b3d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_ocnli_fc/FewCLUE_ocnli_fc_ppl_9e8b3d.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_ocnli_fc/FewCLUE_ocnli_fc_ppl_c08300.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_ocnli_fc/FewCLUE_ocnli_fc_ppl_c08300.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_tnews/FewCLUE_tnews_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_tnews/FewCLUE_tnews_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_tnews/FewCLUE_tnews_gen_b90e4a.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_tnews/FewCLUE_tnews_gen_b90e4a.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_tnews/FewCLUE_tnews_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_tnews/FewCLUE_tnews_ppl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_tnews/FewCLUE_tnews_ppl_7d1c07.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_tnews/FewCLUE_tnews_ppl_7d1c07.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_tnews/FewCLUE_tnews_ppl_d10e8a.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_tnews/FewCLUE_tnews_ppl_d10e8a.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/FewCLUE_tnews/FewCLUE_tnews_ppl_fff486.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/FewCLUE_tnews/FewCLUE_tnews_ppl_fff486.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/GaokaoBench/GaokaoBench_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/GaokaoBench/GaokaoBench_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/GaokaoBench/GaokaoBench_gen_5cfe9e.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/GaokaoBench/GaokaoBench_gen_5cfe9e.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/GaokaoBench/GaokaoBench_mixed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/GaokaoBench/GaokaoBench_mixed.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/GaokaoBench/GaokaoBench_mixed_f2038e.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/GaokaoBench/GaokaoBench_mixed_f2038e.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/PJExam/PJExam_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/PJExam/PJExam_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/PJExam/PJExam_gen_8cd97c.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/PJExam/PJExam_gen_8cd97c.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_AX_b/SuperGLUE_AX_b_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_AX_b/SuperGLUE_AX_b_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_AX_b/SuperGLUE_AX_b_gen_4dfefa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_AX_b/SuperGLUE_AX_b_gen_4dfefa.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_AX_b/SuperGLUE_AX_b_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_AX_b/SuperGLUE_AX_b_ppl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_AX_b/SuperGLUE_AX_b_ppl_0748aa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_AX_b/SuperGLUE_AX_b_ppl_0748aa.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_AX_b/SuperGLUE_AX_b_ppl_6db806.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_AX_b/SuperGLUE_AX_b_ppl_6db806.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_AX_g/SuperGLUE_AX_g_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_AX_g/SuperGLUE_AX_g_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_AX_g/SuperGLUE_AX_g_gen_68aac7.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_AX_g/SuperGLUE_AX_g_gen_68aac7.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_AX_g/SuperGLUE_AX_g_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_AX_g/SuperGLUE_AX_g_ppl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_AX_g/SuperGLUE_AX_g_ppl_50f8f6.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_AX_g/SuperGLUE_AX_g_ppl_50f8f6.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_AX_g/SuperGLUE_AX_g_ppl_66caf3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_AX_g/SuperGLUE_AX_g_ppl_66caf3.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_gen_883d50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_gen_883d50.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_ppl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_ppl_314b96.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_ppl_314b96.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_ppl_4da4db.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_ppl_4da4db.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_ppl_9619db.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_BoolQ/SuperGLUE_BoolQ_ppl_9619db.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_CB/SuperGLUE_CB_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_CB/SuperGLUE_CB_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_CB/SuperGLUE_CB_gen_854c6c.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_CB/SuperGLUE_CB_gen_854c6c.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_CB/SuperGLUE_CB_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_CB/SuperGLUE_CB_ppl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_CB/SuperGLUE_CB_ppl_0143fe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_CB/SuperGLUE_CB_ppl_0143fe.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_CB/SuperGLUE_CB_ppl_11c175.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_CB/SuperGLUE_CB_ppl_11c175.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_gen_91ca53.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_gen_91ca53.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_ppl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_ppl_54058d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_ppl_54058d.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_ppl_5c24f1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_ppl_5c24f1.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_ppl_9f3618.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_COPA/SuperGLUE_COPA_ppl_9f3618.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_MultiRC/SuperGLUE_MultiRC_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_MultiRC/SuperGLUE_MultiRC_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_MultiRC/SuperGLUE_MultiRC_gen_27071f.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_MultiRC/SuperGLUE_MultiRC_gen_27071f.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_MultiRC/SuperGLUE_MultiRC_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_MultiRC/SuperGLUE_MultiRC_ppl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_MultiRC/SuperGLUE_MultiRC_ppl_866273.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_MultiRC/SuperGLUE_MultiRC_ppl_866273.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_MultiRC/SuperGLUE_MultiRC_ppl_ced824.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_MultiRC/SuperGLUE_MultiRC_ppl_ced824.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_RTE/SuperGLUE_RTE_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_RTE/SuperGLUE_RTE_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_RTE/SuperGLUE_RTE_gen_68aac7.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_RTE/SuperGLUE_RTE_gen_68aac7.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_RTE/SuperGLUE_RTE_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_RTE/SuperGLUE_RTE_ppl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_RTE/SuperGLUE_RTE_ppl_50f8f6.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_RTE/SuperGLUE_RTE_ppl_50f8f6.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_RTE/SuperGLUE_RTE_ppl_66caf3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_RTE/SuperGLUE_RTE_ppl_66caf3.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_ReCoRD/SuperGLUE_ReCoRD_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_ReCoRD/SuperGLUE_ReCoRD_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_ReCoRD/SuperGLUE_ReCoRD_gen_0f7784.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_ReCoRD/SuperGLUE_ReCoRD_gen_0f7784.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_ReCoRD/SuperGLUE_ReCoRD_gen_30dea0.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_ReCoRD/SuperGLUE_ReCoRD_gen_30dea0.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_gen_6dc406.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_gen_6dc406.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_gen_8a881c.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_gen_8a881c.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_ppl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_ppl_003529.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_ppl_003529.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_ppl_d0f531.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_ppl_d0f531.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_ppl_f37e78.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_ppl_f37e78.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_gen_d06864.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_gen_d06864.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_ppl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_ppl_312de9.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_ppl_312de9.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_ppl_3fb6fd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_ppl_3fb6fd.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_ppl_c926be.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/SuperGLUE_WiC/SuperGLUE_WiC_ppl_c926be.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/TheoremQA/TheoremQA_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/TheoremQA/TheoremQA_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/TheoremQA/TheoremQA_gen_424e0a.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/TheoremQA/TheoremQA_gen_424e0a.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/TheoremQA/TheoremQA_gen_7009de.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/TheoremQA/TheoremQA_gen_7009de.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/TheoremQA/TheoremQA_gen_ef26ca.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/TheoremQA/TheoremQA_gen_ef26ca.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/XCOPA/XCOPA_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/XCOPA/XCOPA_ppl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/XCOPA/XCOPA_ppl_54058d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/XCOPA/XCOPA_ppl_54058d.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/XLSum/XLSum_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/XLSum/XLSum_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/XLSum/XLSum_gen_2bb71c.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/XLSum/XLSum_gen_2bb71c.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/Xsum/Xsum_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/Xsum/Xsum_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/Xsum/Xsum_gen_31397e.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/Xsum/Xsum_gen_31397e.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/Xsum/Xsum_gen_8ea5f8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/Xsum/Xsum_gen_8ea5f8.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/agieval/agieval_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/agieval/agieval_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/agieval/agieval_gen_0a9ace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/agieval/agieval_gen_0a9ace.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/agieval/agieval_gen_397d81.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/agieval/agieval_gen_397d81.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/agieval/agieval_mixed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/agieval/agieval_mixed.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/agieval/agieval_mixed_2f14ad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/agieval/agieval_mixed_2f14ad.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/apps/apps_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/apps/apps_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/apps/apps_gen_5b4254.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/apps/apps_gen_5b4254.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/apps/apps_gen_7fbb95.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/apps/apps_gen_7fbb95.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/apps/apps_gen_b4dee3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/apps/apps_gen_b4dee3.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/bbh/bbh_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/bbh/bbh_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/bbh/bbh_gen_5b92b0.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/bbh/bbh_gen_5b92b0.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/ceval/ceval_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/ceval/ceval_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/ceval/ceval_gen_2daf24.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/ceval/ceval_gen_2daf24.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/ceval/ceval_gen_5f30c7.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/ceval/ceval_gen_5f30c7.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/ceval/ceval_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/ceval/ceval_ppl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/ceval/ceval_ppl_578f8d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/ceval/ceval_ppl_578f8d.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/ceval/ceval_ppl_93e5ce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/ceval/ceval_ppl_93e5ce.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/civilcomments/civilcomments_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/civilcomments/civilcomments_ppl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/civilcomments/civilcomments_ppl_6a2561.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/civilcomments/civilcomments_ppl_6a2561.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/civilcomments/civilcomments_ppl_a3c5fd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/civilcomments/civilcomments_ppl_a3c5fd.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/collections/base_medium.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/collections/base_medium.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/collections/base_small.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/collections/base_small.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/collections/chat_medium.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/collections/chat_medium.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/collections/chat_small.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/collections/chat_small.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/collections/example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/collections/example.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/commonsenseqa/commonsenseqa_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/commonsenseqa/commonsenseqa_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/commonsenseqa/commonsenseqa_gen_c946f2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/commonsenseqa/commonsenseqa_gen_c946f2.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/commonsenseqa/commonsenseqa_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/commonsenseqa/commonsenseqa_ppl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/commonsenseqa/commonsenseqa_ppl_3e9f2d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/commonsenseqa/commonsenseqa_ppl_3e9f2d.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/commonsenseqa/commonsenseqa_ppl_5545e2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/commonsenseqa/commonsenseqa_ppl_5545e2.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/commonsenseqa/commonsenseqa_ppl_716f78.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/commonsenseqa/commonsenseqa_ppl_716f78.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/crowspairs/crowspairs_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/crowspairs/crowspairs_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/crowspairs/crowspairs_gen_02b6c1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/crowspairs/crowspairs_gen_02b6c1.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/crowspairs/crowspairs_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/crowspairs/crowspairs_ppl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/crowspairs/crowspairs_ppl_47f211.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/crowspairs/crowspairs_ppl_47f211.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/crowspairs/crowspairs_ppl_e811e1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/crowspairs/crowspairs_ppl_e811e1.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/cvalues/cvalues_responsibility_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/cvalues/cvalues_responsibility_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/cvalues/cvalues_responsibility_gen_4aec9f.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/cvalues/cvalues_responsibility_gen_4aec9f.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/drop/drop_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/drop/drop_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/drop/drop_gen_599f07.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/drop/drop_gen_599f07.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/flores/flores_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/flores/flores_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/flores/flores_gen_806ede.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/flores/flores_gen_806ede.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/flores/flores_gen_aad4fd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/flores/flores_gen_aad4fd.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/glm/C3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/glm/C3.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/glm/GaokaoBench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/glm/GaokaoBench.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/glm/afqmc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/glm/afqmc.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/glm/agieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/glm/agieval.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/glm/ceval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/glm/ceval.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/glm/chid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/glm/chid.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/glm/cmnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/glm/cmnli.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/glm/csl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/glm/csl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/glm/humaneval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/glm/humaneval.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/glm/mmlu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/glm/mmlu.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/glm/nq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/glm/nq.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/glm/ocnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/glm/ocnli.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/glm/tnews.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/glm/tnews.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/glm/triviaqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/glm/triviaqa.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/govrepcrs/govrepcrs_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/govrepcrs/govrepcrs_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/govrepcrs/govrepcrs_gen_aa5eb3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/govrepcrs/govrepcrs_gen_aa5eb3.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/govrepcrs/govrepcrs_gen_db7930.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/govrepcrs/govrepcrs_gen_db7930.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/gsm8k/gsm8k_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/gsm8k/gsm8k_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/gsm8k/gsm8k_gen_1d7fe4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/gsm8k/gsm8k_gen_1d7fe4.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/gsm8k/gsm8k_gen_1dce88.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/gsm8k/gsm8k_gen_1dce88.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/gsm8k/gsm8k_gen_e9e91e.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/gsm8k/gsm8k_gen_e9e91e.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/hellaswag/hellaswag_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/hellaswag/hellaswag_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/hellaswag/hellaswag_gen_6faab5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/hellaswag/hellaswag_gen_6faab5.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/hellaswag/hellaswag_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/hellaswag/hellaswag_ppl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/hellaswag/hellaswag_ppl_47bff9.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/hellaswag/hellaswag_ppl_47bff9.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/hellaswag/hellaswag_ppl_9dbb12.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/hellaswag/hellaswag_ppl_9dbb12.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/humaneval/humaneval_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/humaneval/humaneval_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/humaneval/humaneval_gen_6f294d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/humaneval/humaneval_gen_6f294d.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/humaneval/humaneval_gen_8e312c.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/humaneval/humaneval_gen_8e312c.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/humaneval/humaneval_gen_fd5822.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/humaneval/humaneval_gen_fd5822.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/humaneval/humaneval_gen_ff7054.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/humaneval/humaneval_gen_ff7054.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/iwslt2017/iwslt2017_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/iwslt2017/iwslt2017_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/iwslt2017/iwslt2017_gen_69ce16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/iwslt2017/iwslt2017_gen_69ce16.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/iwslt2017/iwslt2017_gen_b4a814.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/iwslt2017/iwslt2017_gen_b4a814.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/iwslt2017/iwslt2017_gen_d0ebd1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/iwslt2017/iwslt2017_gen_d0ebd1.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/jigsawmultilingual/jigsawmultilingual_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/jigsawmultilingual/jigsawmultilingual_ppl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/jigsawmultilingual/jigsawmultilingual_ppl_1af0ae.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/jigsawmultilingual/jigsawmultilingual_ppl_1af0ae.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/jigsawmultilingual/jigsawmultilingual_ppl_fe50d8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/jigsawmultilingual/jigsawmultilingual_ppl_fe50d8.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/lambada/lambada_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/lambada/lambada_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/lambada/lambada_gen_217e11.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/lambada/lambada_gen_217e11.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/lambada/lambada_gen_8b48a5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/lambada/lambada_gen_8b48a5.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/lcsts/lcsts_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/lcsts/lcsts_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/lcsts/lcsts_gen_8ee1fe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/lcsts/lcsts_gen_8ee1fe.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/lcsts/lcsts_gen_9b0b89.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/lcsts/lcsts_gen_9b0b89.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/math/math_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/math/math_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/math/math_gen_265cce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/math/math_gen_265cce.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/math/math_gen_559593.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/math/math_gen_559593.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/math/math_gen_5e8458.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/math/math_gen_5e8458.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/mbpp/mbpp_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/mbpp/mbpp_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/mbpp/mbpp_gen_1e1056.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/mbpp/mbpp_gen_1e1056.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/mbpp/mbpp_gen_6590b0.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/mbpp/mbpp_gen_6590b0.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/mbpp/mbpp_gen_78c1bc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/mbpp/mbpp_gen_78c1bc.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/mmlu/mmlu_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/mmlu/mmlu_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/mmlu/mmlu_gen_23a9a9.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/mmlu/mmlu_gen_23a9a9.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/mmlu/mmlu_gen_5d1409.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/mmlu/mmlu_gen_5d1409.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/mmlu/mmlu_gen_79e572.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/mmlu/mmlu_gen_79e572.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/mmlu/mmlu_gen_a484b3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/mmlu/mmlu_gen_a484b3.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/mmlu/mmlu_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/mmlu/mmlu_ppl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/mmlu/mmlu_ppl_ac766d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/mmlu/mmlu_ppl_ac766d.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/narrativeqa/narrativeqa_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/narrativeqa/narrativeqa_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/narrativeqa/narrativeqa_gen_a2d88a.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/narrativeqa/narrativeqa_gen_a2d88a.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/narrativeqa/narrativeqa_gen_db6413.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/narrativeqa/narrativeqa_gen_db6413.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/nq/nq_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/nq/nq_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/nq/nq_gen_2463e2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/nq/nq_gen_2463e2.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/nq/nq_gen_3dcea1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/nq/nq_gen_3dcea1.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/nq/nq_gen_68c1c6.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/nq/nq_gen_68c1c6.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/nq/nq_gen_c788f6.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/nq/nq_gen_c788f6.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/obqa/obqa_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/obqa/obqa_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/obqa/obqa_gen_9069e4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/obqa/obqa_gen_9069e4.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/obqa/obqa_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/obqa/obqa_ppl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/obqa/obqa_ppl_1defe8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/obqa/obqa_ppl_1defe8.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/obqa/obqa_ppl_c7c154.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/obqa/obqa_ppl_c7c154.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/piqa/piqa_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/piqa/piqa_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/piqa/piqa_gen_1194eb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/piqa/piqa_gen_1194eb.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/piqa/piqa_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/piqa/piqa_ppl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/piqa/piqa_ppl_1cf9f0.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/piqa/piqa_ppl_1cf9f0.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/piqa/piqa_ppl_3431ea.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/piqa/piqa_ppl_3431ea.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/qabench/qabench_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/qabench/qabench_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/qabench/qabench_gen_353ae7.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/qabench/qabench_gen_353ae7.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/qasper/qasper_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/qasper/qasper_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/qasper/qasper_gen_a2d88a.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/qasper/qasper_gen_a2d88a.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/qasper/qasper_gen_db6413.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/qasper/qasper_gen_db6413.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/qaspercut/qaspercut_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/qaspercut/qaspercut_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/qaspercut/qaspercut_gen_a2d88a.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/qaspercut/qaspercut_gen_a2d88a.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/qaspercut/qaspercut_gen_db6413.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/qaspercut/qaspercut_gen_db6413.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/race/race_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/race/race_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/race/race_gen_69ee4f.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/race/race_gen_69ee4f.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/race/race_gen_9302a5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/race/race_gen_9302a5.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/race/race_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/race/race_ppl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/race/race_ppl_a138cd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/race/race_ppl_a138cd.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/race/race_ppl_abed12.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/race/race_ppl_abed12.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/realtoxicprompts/realtoxicprompts_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/realtoxicprompts/realtoxicprompts_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/realtoxicprompts/realtoxicprompts_gen_7605e4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/realtoxicprompts/realtoxicprompts_gen_7605e4.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/realtoxicprompts/realtoxicprompts_gen_ac723c.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/realtoxicprompts/realtoxicprompts_gen_ac723c.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/safety/safety_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/safety/safety_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/safety/safety_gen_7ce197.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/safety/safety_gen_7ce197.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/siqa/siqa_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/siqa/siqa_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/siqa/siqa_gen_e78df3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/siqa/siqa_gen_e78df3.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/siqa/siqa_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/siqa/siqa_ppl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/siqa/siqa_ppl_42bc6e.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/siqa/siqa_ppl_42bc6e.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/siqa/siqa_ppl_7845b0.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/siqa/siqa_ppl_7845b0.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/siqa/siqa_ppl_ced5f6.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/siqa/siqa_ppl_ced5f6.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/storycloze/storycloze_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/storycloze/storycloze_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/storycloze/storycloze_gen_7f656a.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/storycloze/storycloze_gen_7f656a.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/storycloze/storycloze_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/storycloze/storycloze_ppl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/storycloze/storycloze_ppl_496661.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/storycloze/storycloze_ppl_496661.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/storycloze/storycloze_ppl_afd16f.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/storycloze/storycloze_ppl_afd16f.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/strategyqa/strategyqa_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/strategyqa/strategyqa_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/strategyqa/strategyqa_gen_1180a7.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/strategyqa/strategyqa_gen_1180a7.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/strategyqa/strategyqa_gen_934441.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/strategyqa/strategyqa_gen_934441.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/summedits/summedits_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/summedits/summedits_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/summedits/summedits_gen_315438.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/summedits/summedits_gen_315438.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/summedits/summedits_gen_4fb38b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/summedits/summedits_gen_4fb38b.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/summedits/summedits_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/summedits/summedits_ppl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/summedits/summedits_ppl_1fbeb6.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/summedits/summedits_ppl_1fbeb6.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/summedits/summedits_ppl_3c30d0.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/summedits/summedits_ppl_3c30d0.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/summedits/summedits_ppl_fa58ba.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/summedits/summedits_ppl_fa58ba.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/summscreen/summscreen_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/summscreen/summscreen_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/summscreen/summscreen_gen_653185.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/summscreen/summscreen_gen_653185.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/summscreen/summscreen_gen_aa5eb3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/summscreen/summscreen_gen_aa5eb3.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/triviaqa/triviaqa_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/triviaqa/triviaqa_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/triviaqa/triviaqa_gen_2121ce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/triviaqa/triviaqa_gen_2121ce.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/triviaqa/triviaqa_gen_3e39a5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/triviaqa/triviaqa_gen_3e39a5.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/triviaqa/triviaqa_gen_429db5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/triviaqa/triviaqa_gen_429db5.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/triviaqa/triviaqa_gen_d297bb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/triviaqa/triviaqa_gen_d297bb.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/triviaqarc/triviaqarc_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/triviaqarc/triviaqarc_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/triviaqarc/triviaqarc_gen_a2d88a.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/triviaqarc/triviaqarc_gen_a2d88a.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/triviaqarc/triviaqarc_gen_db6413.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/triviaqarc/triviaqarc_gen_db6413.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/truthfulqa/truthfulqa_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/truthfulqa/truthfulqa_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/truthfulqa/truthfulqa_gen_1e7d8d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/truthfulqa/truthfulqa_gen_1e7d8d.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/truthfulqa/truthfulqa_gen_5ddc62.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/truthfulqa/truthfulqa_gen_5ddc62.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/tydiqa/tydiqa_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/tydiqa/tydiqa_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/tydiqa/tydiqa_gen_978d2a.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/tydiqa/tydiqa_gen_978d2a.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/winograd/winograd_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/winograd/winograd_ppl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/winograd/winograd_ppl_8f3049.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/winograd/winograd_ppl_8f3049.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/winograd/winograd_ppl_b6c7ed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/winograd/winograd_ppl_b6c7ed.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/winogrande/winogrande_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/winogrande/winogrande_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/winogrande/winogrande_gen_a9ede5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/winogrande/winogrande_gen_a9ede5.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/winogrande/winogrande_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/winogrande/winogrande_ppl.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/winogrande/winogrande_ppl_55a66e.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/winogrande/winogrande_ppl_55a66e.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/winogrande/winogrande_ppl_9307fd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/winogrande/winogrande_ppl_9307fd.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/z_bench/z_bench_gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/z_bench/z_bench_gen.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/z_bench/z_bench_gen_5813ec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/z_bench/z_bench_gen_5813ec.py -------------------------------------------------------------------------------- /opencompass/configs/datasets/z_bench/z_bench_gen_61db0a.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/datasets/z_bench/z_bench_gen_61db0a.py -------------------------------------------------------------------------------- /opencompass/configs/eval_baichuan_13b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/eval_baichuan_13b.py -------------------------------------------------------------------------------- /opencompass/configs/eval_baichuan_7b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/eval_baichuan_7b.py -------------------------------------------------------------------------------- /opencompass/configs/eval_chatglm2_6b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/eval_chatglm2_6b.py -------------------------------------------------------------------------------- /opencompass/configs/eval_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/eval_demo.py -------------------------------------------------------------------------------- /opencompass/configs/eval_gpt3.5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/eval_gpt3.5.py -------------------------------------------------------------------------------- /opencompass/configs/eval_internlm_7b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/eval_internlm_7b.py -------------------------------------------------------------------------------- /opencompass/configs/eval_llama2_13b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/eval_llama2_13b.py -------------------------------------------------------------------------------- /opencompass/configs/eval_llama2_7b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/eval_llama2_7b.py -------------------------------------------------------------------------------- /opencompass/configs/eval_qwen_7b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/eval_qwen_7b.py -------------------------------------------------------------------------------- /opencompass/configs/eval_tigerbot_13b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/eval_tigerbot_13b.py -------------------------------------------------------------------------------- /opencompass/configs/eval_tigerbot_13b_chat_1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/eval_tigerbot_13b_chat_1.py -------------------------------------------------------------------------------- /opencompass/configs/eval_tigerbot_13b_chat_2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/eval_tigerbot_13b_chat_2.py -------------------------------------------------------------------------------- /opencompass/configs/eval_tigerbot_7b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/eval_tigerbot_7b.py -------------------------------------------------------------------------------- /opencompass/configs/eval_tigerbot_7b_chat_1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/eval_tigerbot_7b_chat_1.py -------------------------------------------------------------------------------- /opencompass/configs/eval_tigerbot_7b_chat_2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/eval_tigerbot_7b_chat_2.py -------------------------------------------------------------------------------- /opencompass/configs/eval_tigerbot_autogptq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/eval_tigerbot_autogptq.py -------------------------------------------------------------------------------- /opencompass/configs/eval_tigerbot_exllama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/eval_tigerbot_exllama.py -------------------------------------------------------------------------------- /opencompass/configs/models/gpt_3.5_turbo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/models/gpt_3.5_turbo.py -------------------------------------------------------------------------------- /opencompass/configs/models/hf_baichuan_13b_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/models/hf_baichuan_13b_base.py -------------------------------------------------------------------------------- /opencompass/configs/models/hf_baichuan_13b_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/models/hf_baichuan_13b_chat.py -------------------------------------------------------------------------------- /opencompass/configs/models/hf_baichuan_7b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/models/hf_baichuan_7b.py -------------------------------------------------------------------------------- /opencompass/configs/models/hf_chatglm2_6b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/models/hf_chatglm2_6b.py -------------------------------------------------------------------------------- /opencompass/configs/models/hf_chatglm_6b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/models/hf_chatglm_6b.py -------------------------------------------------------------------------------- /opencompass/configs/models/hf_falcon_40b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/models/hf_falcon_40b.py -------------------------------------------------------------------------------- /opencompass/configs/models/hf_falcon_7b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/models/hf_falcon_7b.py -------------------------------------------------------------------------------- /opencompass/configs/models/hf_internlm_7b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/models/hf_internlm_7b.py -------------------------------------------------------------------------------- /opencompass/configs/models/hf_internlm_chat_7b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/models/hf_internlm_chat_7b.py -------------------------------------------------------------------------------- /opencompass/configs/models/hf_internlm_chat_7b_8k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/models/hf_internlm_chat_7b_8k.py -------------------------------------------------------------------------------- /opencompass/configs/models/hf_llama2_13b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/models/hf_llama2_13b.py -------------------------------------------------------------------------------- /opencompass/configs/models/hf_llama2_13b_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/models/hf_llama2_13b_chat.py -------------------------------------------------------------------------------- /opencompass/configs/models/hf_llama2_70b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/models/hf_llama2_70b.py -------------------------------------------------------------------------------- /opencompass/configs/models/hf_llama2_7b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/models/hf_llama2_7b.py -------------------------------------------------------------------------------- /opencompass/configs/models/hf_llama_13b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/models/hf_llama_13b.py -------------------------------------------------------------------------------- /opencompass/configs/models/hf_llama_65b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/models/hf_llama_65b.py -------------------------------------------------------------------------------- /opencompass/configs/models/hf_llama_7b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/models/hf_llama_7b.py -------------------------------------------------------------------------------- /opencompass/configs/models/hf_llama_7b_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/models/hf_llama_7b_chat.py -------------------------------------------------------------------------------- /opencompass/configs/models/hf_moss_moon_003_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/models/hf_moss_moon_003_base.py -------------------------------------------------------------------------------- /opencompass/configs/models/hf_moss_moon_003_sft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/models/hf_moss_moon_003_sft.py -------------------------------------------------------------------------------- /opencompass/configs/models/hf_mpt_7b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/models/hf_mpt_7b.py -------------------------------------------------------------------------------- /opencompass/configs/models/hf_mpt_instruct_7b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/models/hf_mpt_instruct_7b.py -------------------------------------------------------------------------------- /opencompass/configs/models/hf_qwen_7b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/models/hf_qwen_7b.py -------------------------------------------------------------------------------- /opencompass/configs/models/hf_tigerbot_13b_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/models/hf_tigerbot_13b_base.py -------------------------------------------------------------------------------- /opencompass/configs/models/hf_tigerbot_13b_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/models/hf_tigerbot_13b_chat.py -------------------------------------------------------------------------------- /opencompass/configs/models/hf_tigerbot_7b_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/models/hf_tigerbot_7b_base.py -------------------------------------------------------------------------------- /opencompass/configs/models/hf_tigerbot_7b_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/models/hf_tigerbot_7b_chat.py -------------------------------------------------------------------------------- /opencompass/configs/models/hf_tigerbot_exllama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/models/hf_tigerbot_exllama.py -------------------------------------------------------------------------------- /opencompass/configs/models/hf_tigerbot_gptq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/models/hf_tigerbot_gptq.py -------------------------------------------------------------------------------- /opencompass/configs/models/hf_vicuna_13b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/models/hf_vicuna_13b.py -------------------------------------------------------------------------------- /opencompass/configs/models/hf_vicuna_33b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/models/hf_vicuna_33b.py -------------------------------------------------------------------------------- /opencompass/configs/models/hf_vicuna_7b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/models/hf_vicuna_7b.py -------------------------------------------------------------------------------- /opencompass/configs/models/hf_wizardlm_7b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/models/hf_wizardlm_7b.py -------------------------------------------------------------------------------- /opencompass/configs/models/llama2_13b_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/models/llama2_13b_chat.py -------------------------------------------------------------------------------- /opencompass/configs/models/llama2_70b_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/models/llama2_70b_chat.py -------------------------------------------------------------------------------- /opencompass/configs/models/llama2_7b_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/models/llama2_7b_chat.py -------------------------------------------------------------------------------- /opencompass/configs/summarizers/example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/summarizers/example.py -------------------------------------------------------------------------------- /opencompass/configs/summarizers/groups/GaokaoBench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/summarizers/groups/GaokaoBench.py -------------------------------------------------------------------------------- /opencompass/configs/summarizers/groups/agieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/summarizers/groups/agieval.py -------------------------------------------------------------------------------- /opencompass/configs/summarizers/groups/bbh.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/summarizers/groups/bbh.py -------------------------------------------------------------------------------- /opencompass/configs/summarizers/groups/ceval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/summarizers/groups/ceval.py -------------------------------------------------------------------------------- /opencompass/configs/summarizers/groups/flores.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/summarizers/groups/flores.py -------------------------------------------------------------------------------- /opencompass/configs/summarizers/groups/jigsaw_multilingual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/summarizers/groups/jigsaw_multilingual.py -------------------------------------------------------------------------------- /opencompass/configs/summarizers/groups/mmlu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/summarizers/groups/mmlu.py -------------------------------------------------------------------------------- /opencompass/configs/summarizers/medium.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/summarizers/medium.py -------------------------------------------------------------------------------- /opencompass/configs/summarizers/small.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/configs/summarizers/small.py -------------------------------------------------------------------------------- /opencompass/docs/en/MMBench.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/en/MMBench.md -------------------------------------------------------------------------------- /opencompass/docs/en/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/en/Makefile -------------------------------------------------------------------------------- /opencompass/docs/en/_static/css/readthedocs.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/en/_static/css/readthedocs.css -------------------------------------------------------------------------------- /opencompass/docs/en/_static/image/logo.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/en/_static/image/logo.svg -------------------------------------------------------------------------------- /opencompass/docs/en/_static/image/logo_icon.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/en/_static/image/logo_icon.svg -------------------------------------------------------------------------------- /opencompass/docs/en/_static/js/custom.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/en/_static/js/custom.js -------------------------------------------------------------------------------- /opencompass/docs/en/_templates/404.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/en/_templates/404.html -------------------------------------------------------------------------------- /opencompass/docs/en/_templates/autosummary/class.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/en/_templates/autosummary/class.rst -------------------------------------------------------------------------------- /opencompass/docs/en/_templates/callable.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/en/_templates/callable.rst -------------------------------------------------------------------------------- /opencompass/docs/en/advanced_guides/new_dataset.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/en/advanced_guides/new_dataset.md -------------------------------------------------------------------------------- /opencompass/docs/en/advanced_guides/new_model.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/en/advanced_guides/new_model.md -------------------------------------------------------------------------------- /opencompass/docs/en/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/en/conf.py -------------------------------------------------------------------------------- /opencompass/docs/en/docutils.conf: -------------------------------------------------------------------------------- 1 | [html writers] 2 | table_style: colwidths-auto 3 | -------------------------------------------------------------------------------- /opencompass/docs/en/get_started.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/en/get_started.md -------------------------------------------------------------------------------- /opencompass/docs/en/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/en/index.rst -------------------------------------------------------------------------------- /opencompass/docs/en/notes/contribution_guide.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/en/notes/contribution_guide.md -------------------------------------------------------------------------------- /opencompass/docs/en/prompt/few_shot.md: -------------------------------------------------------------------------------- 1 | # In-context Learning 2 | 3 | Coming soon. 4 | -------------------------------------------------------------------------------- /opencompass/docs/en/prompt/meta_template.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/en/prompt/meta_template.md -------------------------------------------------------------------------------- /opencompass/docs/en/prompt/overview.md: -------------------------------------------------------------------------------- 1 | # Prompt Overview 2 | -------------------------------------------------------------------------------- /opencompass/docs/en/prompt/prompt_template.md: -------------------------------------------------------------------------------- 1 | # Prompt Template 2 | 3 | Coming soon. 4 | -------------------------------------------------------------------------------- /opencompass/docs/en/tools.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/en/tools.md -------------------------------------------------------------------------------- /opencompass/docs/en/user_guides/config.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/en/user_guides/config.md -------------------------------------------------------------------------------- /opencompass/docs/en/user_guides/datasets.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/en/user_guides/datasets.md -------------------------------------------------------------------------------- /opencompass/docs/en/user_guides/evaluation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/en/user_guides/evaluation.md -------------------------------------------------------------------------------- /opencompass/docs/en/user_guides/experimentation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/en/user_guides/experimentation.md -------------------------------------------------------------------------------- /opencompass/docs/en/user_guides/framework_overview.md: -------------------------------------------------------------------------------- 1 | # Overview 2 | -------------------------------------------------------------------------------- /opencompass/docs/en/user_guides/metrics.md: -------------------------------------------------------------------------------- 1 | # Metric Calculation 2 | -------------------------------------------------------------------------------- /opencompass/docs/en/user_guides/models.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/en/user_guides/models.md -------------------------------------------------------------------------------- /opencompass/docs/zh_cn/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/zh_cn/Makefile -------------------------------------------------------------------------------- /opencompass/docs/zh_cn/_static/css/readthedocs.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/zh_cn/_static/css/readthedocs.css -------------------------------------------------------------------------------- /opencompass/docs/zh_cn/_static/image/logo.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/zh_cn/_static/image/logo.svg -------------------------------------------------------------------------------- /opencompass/docs/zh_cn/_static/image/logo_icon.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/zh_cn/_static/image/logo_icon.svg -------------------------------------------------------------------------------- /opencompass/docs/zh_cn/_static/js/custom.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/zh_cn/_static/js/custom.js -------------------------------------------------------------------------------- /opencompass/docs/zh_cn/_templates/404.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/zh_cn/_templates/404.html -------------------------------------------------------------------------------- /opencompass/docs/zh_cn/_templates/autosummary/class.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/zh_cn/_templates/autosummary/class.rst -------------------------------------------------------------------------------- /opencompass/docs/zh_cn/_templates/callable.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/zh_cn/_templates/callable.rst -------------------------------------------------------------------------------- /opencompass/docs/zh_cn/advanced_guides/new_dataset.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/zh_cn/advanced_guides/new_dataset.md -------------------------------------------------------------------------------- /opencompass/docs/zh_cn/advanced_guides/new_model.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/zh_cn/advanced_guides/new_model.md -------------------------------------------------------------------------------- /opencompass/docs/zh_cn/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/zh_cn/conf.py -------------------------------------------------------------------------------- /opencompass/docs/zh_cn/docutils.conf: -------------------------------------------------------------------------------- 1 | [html writers] 2 | table_style: colwidths-auto 3 | -------------------------------------------------------------------------------- /opencompass/docs/zh_cn/get_started.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/zh_cn/get_started.md -------------------------------------------------------------------------------- /opencompass/docs/zh_cn/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/zh_cn/index.rst -------------------------------------------------------------------------------- /opencompass/docs/zh_cn/notes/contribution_guide.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/zh_cn/notes/contribution_guide.md -------------------------------------------------------------------------------- /opencompass/docs/zh_cn/prompt/few_shot.md: -------------------------------------------------------------------------------- 1 | # Few-shot 2 | 3 | Coming soon. 4 | -------------------------------------------------------------------------------- /opencompass/docs/zh_cn/prompt/meta_template.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/zh_cn/prompt/meta_template.md -------------------------------------------------------------------------------- /opencompass/docs/zh_cn/prompt/overview.md: -------------------------------------------------------------------------------- 1 | # Prompt 概括 2 | -------------------------------------------------------------------------------- /opencompass/docs/zh_cn/prompt/prompt_template.md: -------------------------------------------------------------------------------- 1 | # Prompt 模板 2 | 3 | Coming soon. 4 | -------------------------------------------------------------------------------- /opencompass/docs/zh_cn/tools.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/zh_cn/tools.md -------------------------------------------------------------------------------- /opencompass/docs/zh_cn/user_guides/config.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/zh_cn/user_guides/config.md -------------------------------------------------------------------------------- /opencompass/docs/zh_cn/user_guides/datasets.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/zh_cn/user_guides/datasets.md -------------------------------------------------------------------------------- /opencompass/docs/zh_cn/user_guides/evaluation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/zh_cn/user_guides/evaluation.md -------------------------------------------------------------------------------- /opencompass/docs/zh_cn/user_guides/experimentation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/zh_cn/user_guides/experimentation.md -------------------------------------------------------------------------------- /opencompass/docs/zh_cn/user_guides/framework_overview.md: -------------------------------------------------------------------------------- 1 | # 整体概括 2 | -------------------------------------------------------------------------------- /opencompass/docs/zh_cn/user_guides/metrics.md: -------------------------------------------------------------------------------- 1 | # 评估指标 2 | 3 | Coming soon. 4 | -------------------------------------------------------------------------------- /opencompass/docs/zh_cn/user_guides/models.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/docs/zh_cn/user_guides/models.md -------------------------------------------------------------------------------- /opencompass/opencompass/__init__.py: -------------------------------------------------------------------------------- 1 | __version__ = '0.1.0' 2 | -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/GaokaoBench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/GaokaoBench.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/TheoremQA.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/TheoremQA.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/__init__.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/afqmcd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/afqmcd.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/agieval/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/agieval/__init__.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/agieval/agieval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/agieval/agieval.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/agieval/constructions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/agieval/constructions.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/agieval/dataset_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/agieval/dataset_loader.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/agieval/evaluation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/agieval/evaluation.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/agieval/math_equivalence.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/agieval/math_equivalence.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/agieval/post_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/agieval/post_process.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/agieval/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/agieval/utils.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/arc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/arc.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/ax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/ax.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/base.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/bbh.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/bbh.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/boolq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/boolq.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/bustum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/bustum.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/c3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/c3.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/cb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/cb.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/ceval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/ceval.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/chid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/chid.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/civilcomments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/civilcomments.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/cluewsc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/cluewsc.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/cmnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/cmnli.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/cmrc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/cmrc.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/commonsenseqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/commonsenseqa.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/copa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/copa.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/crowspairs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/crowspairs.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/csl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/csl.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/cvalues.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/cvalues.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/drcd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/drcd.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/drop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/drop.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/eprstmt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/eprstmt.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/flores.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/flores.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/govrepcrs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/govrepcrs.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/gsm8k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/gsm8k.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/hellaswag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/hellaswag.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/huggingface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/huggingface.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/humaneval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/humaneval.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/iwslt2017.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/iwslt2017.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/jigsawmultilingual.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/jigsawmultilingual.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/lambada.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/lambada.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/lcsts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/lcsts.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/math.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/math.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/mbpp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/mbpp.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/mmlu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/mmlu.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/multirc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/multirc.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/narrativeqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/narrativeqa.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/natural_question.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/natural_question.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/obqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/obqa.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/piqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/piqa.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/qasper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/qasper.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/qaspercut.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/qaspercut.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/race.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/race.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/realtoxicprompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/realtoxicprompts.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/record.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/record.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/safety.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/safety.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/siqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/siqa.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/storycloze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/storycloze.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/strategyqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/strategyqa.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/summedits.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/summedits.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/summscreen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/summscreen.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/tnews.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/tnews.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/triviaqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/triviaqa.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/triviaqarc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/triviaqarc.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/truthfulqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/truthfulqa.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/tydiqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/tydiqa.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/wic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/wic.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/winograd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/winograd.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/winogrande.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/winogrande.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/wsc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/wsc.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/xcopa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/xcopa.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/xlsum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/xlsum.py -------------------------------------------------------------------------------- /opencompass/opencompass/datasets/xsum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/datasets/xsum.py -------------------------------------------------------------------------------- /opencompass/opencompass/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/models/__init__.py -------------------------------------------------------------------------------- /opencompass/opencompass/models/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/models/base.py -------------------------------------------------------------------------------- /opencompass/opencompass/models/base_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/models/base_api.py -------------------------------------------------------------------------------- /opencompass/opencompass/models/glm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/models/glm.py -------------------------------------------------------------------------------- /opencompass/opencompass/models/huggingface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/models/huggingface.py -------------------------------------------------------------------------------- /opencompass/opencompass/models/llama2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/models/llama2.py -------------------------------------------------------------------------------- /opencompass/opencompass/models/openai_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/models/openai_api.py -------------------------------------------------------------------------------- /opencompass/opencompass/openicl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/openicl/__init__.py -------------------------------------------------------------------------------- /opencompass/opencompass/openicl/icl_dataset_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/openicl/icl_dataset_reader.py -------------------------------------------------------------------------------- /opencompass/opencompass/openicl/icl_evaluator/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/openicl/icl_evaluator/__init__.py -------------------------------------------------------------------------------- /opencompass/opencompass/openicl/icl_evaluator/icl_aucroc_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/openicl/icl_evaluator/icl_aucroc_evaluator.py -------------------------------------------------------------------------------- /opencompass/opencompass/openicl/icl_evaluator/icl_base_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/openicl/icl_evaluator/icl_base_evaluator.py -------------------------------------------------------------------------------- /opencompass/opencompass/openicl/icl_evaluator/icl_em_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/openicl/icl_evaluator/icl_em_evaluator.py -------------------------------------------------------------------------------- /opencompass/opencompass/openicl/icl_evaluator/icl_hf_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/openicl/icl_evaluator/icl_hf_evaluator.py -------------------------------------------------------------------------------- /opencompass/opencompass/openicl/icl_evaluator/icl_toxic_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/openicl/icl_evaluator/icl_toxic_evaluator.py -------------------------------------------------------------------------------- /opencompass/opencompass/openicl/icl_inferencer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/openicl/icl_inferencer/__init__.py -------------------------------------------------------------------------------- /opencompass/opencompass/openicl/icl_inferencer/icl_base_inferencer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/openicl/icl_inferencer/icl_base_inferencer.py -------------------------------------------------------------------------------- /opencompass/opencompass/openicl/icl_inferencer/icl_clp_inferencer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/openicl/icl_inferencer/icl_clp_inferencer.py -------------------------------------------------------------------------------- /opencompass/opencompass/openicl/icl_inferencer/icl_gen_inferencer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/openicl/icl_inferencer/icl_gen_inferencer.py -------------------------------------------------------------------------------- /opencompass/opencompass/openicl/icl_inferencer/icl_ppl_inferencer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/openicl/icl_inferencer/icl_ppl_inferencer.py -------------------------------------------------------------------------------- /opencompass/opencompass/openicl/icl_prompt_template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/openicl/icl_prompt_template.py -------------------------------------------------------------------------------- /opencompass/opencompass/openicl/icl_retriever/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/openicl/icl_retriever/__init__.py -------------------------------------------------------------------------------- /opencompass/opencompass/openicl/icl_retriever/icl_base_retriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/openicl/icl_retriever/icl_base_retriever.py -------------------------------------------------------------------------------- /opencompass/opencompass/openicl/icl_retriever/icl_bm25_retriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/openicl/icl_retriever/icl_bm25_retriever.py -------------------------------------------------------------------------------- /opencompass/opencompass/openicl/icl_retriever/icl_dpp_retriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/openicl/icl_retriever/icl_dpp_retriever.py -------------------------------------------------------------------------------- /opencompass/opencompass/openicl/icl_retriever/icl_fix_k_retriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/openicl/icl_retriever/icl_fix_k_retriever.py -------------------------------------------------------------------------------- /opencompass/opencompass/openicl/icl_retriever/icl_mdl_retriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/openicl/icl_retriever/icl_mdl_retriever.py -------------------------------------------------------------------------------- /opencompass/opencompass/openicl/icl_retriever/icl_random_retriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/openicl/icl_retriever/icl_random_retriever.py -------------------------------------------------------------------------------- /opencompass/opencompass/openicl/icl_retriever/icl_topk_retriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/openicl/icl_retriever/icl_topk_retriever.py -------------------------------------------------------------------------------- /opencompass/opencompass/openicl/icl_retriever/icl_votek_retriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/openicl/icl_retriever/icl_votek_retriever.py -------------------------------------------------------------------------------- /opencompass/opencompass/openicl/icl_retriever/icl_zero_retriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/openicl/icl_retriever/icl_zero_retriever.py -------------------------------------------------------------------------------- /opencompass/opencompass/openicl/utils/__init__.py: -------------------------------------------------------------------------------- 1 | from .logging import * # noqa 2 | -------------------------------------------------------------------------------- /opencompass/opencompass/openicl/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/openicl/utils/logging.py -------------------------------------------------------------------------------- /opencompass/opencompass/partitioners/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/partitioners/__init__.py -------------------------------------------------------------------------------- /opencompass/opencompass/partitioners/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/partitioners/base.py -------------------------------------------------------------------------------- /opencompass/opencompass/partitioners/naive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/partitioners/naive.py -------------------------------------------------------------------------------- /opencompass/opencompass/partitioners/size.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/partitioners/size.py -------------------------------------------------------------------------------- /opencompass/opencompass/registry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/registry.py -------------------------------------------------------------------------------- /opencompass/opencompass/runners/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/runners/__init__.py -------------------------------------------------------------------------------- /opencompass/opencompass/runners/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/runners/base.py -------------------------------------------------------------------------------- /opencompass/opencompass/runners/dlc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/runners/dlc.py -------------------------------------------------------------------------------- /opencompass/opencompass/runners/local.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/runners/local.py -------------------------------------------------------------------------------- /opencompass/opencompass/runners/slurm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/runners/slurm.py -------------------------------------------------------------------------------- /opencompass/opencompass/tasks/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/tasks/__init__.py -------------------------------------------------------------------------------- /opencompass/opencompass/tasks/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/tasks/base.py -------------------------------------------------------------------------------- /opencompass/opencompass/tasks/llm_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/tasks/llm_eval.py -------------------------------------------------------------------------------- /opencompass/opencompass/tasks/openicl_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/tasks/openicl_eval.py -------------------------------------------------------------------------------- /opencompass/opencompass/tasks/openicl_infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/tasks/openicl_infer.py -------------------------------------------------------------------------------- /opencompass/opencompass/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/utils/__init__.py -------------------------------------------------------------------------------- /opencompass/opencompass/utils/abbr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/utils/abbr.py -------------------------------------------------------------------------------- /opencompass/opencompass/utils/build.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/utils/build.py -------------------------------------------------------------------------------- /opencompass/opencompass/utils/collect_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/utils/collect_env.py -------------------------------------------------------------------------------- /opencompass/opencompass/utils/fileio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/utils/fileio.py -------------------------------------------------------------------------------- /opencompass/opencompass/utils/git.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/utils/git.py -------------------------------------------------------------------------------- /opencompass/opencompass/utils/lark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/utils/lark.py -------------------------------------------------------------------------------- /opencompass/opencompass/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/utils/logging.py -------------------------------------------------------------------------------- /opencompass/opencompass/utils/menu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/utils/menu.py -------------------------------------------------------------------------------- /opencompass/opencompass/utils/prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/utils/prompt.py -------------------------------------------------------------------------------- /opencompass/opencompass/utils/summarizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/utils/summarizer.py -------------------------------------------------------------------------------- /opencompass/opencompass/utils/text_postprocessors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/utils/text_postprocessors.py -------------------------------------------------------------------------------- /opencompass/opencompass/utils/types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/opencompass/utils/types.py -------------------------------------------------------------------------------- /opencompass/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/requirements.txt -------------------------------------------------------------------------------- /opencompass/requirements/docs.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/requirements/docs.txt -------------------------------------------------------------------------------- /opencompass/requirements/runtime.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/requirements/runtime.txt -------------------------------------------------------------------------------- /opencompass/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/run.py -------------------------------------------------------------------------------- /opencompass/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/setup.py -------------------------------------------------------------------------------- /opencompass/tests/openicl/test_prompt_template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/tests/openicl/test_prompt_template.py -------------------------------------------------------------------------------- /opencompass/tests/prompt/test_api_template_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/tests/prompt/test_api_template_parser.py -------------------------------------------------------------------------------- /opencompass/tests/prompt/test_lm_template_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/tests/prompt/test_lm_template_parser.py -------------------------------------------------------------------------------- /opencompass/tests/prompt/test_prompt_list.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/tests/prompt/test_prompt_list.py -------------------------------------------------------------------------------- /opencompass/tools/case_analyzer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/tools/case_analyzer.py -------------------------------------------------------------------------------- /opencompass/tools/ceval_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/tools/ceval_util.py -------------------------------------------------------------------------------- /opencompass/tools/mmlu_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/tools/mmlu_util.py -------------------------------------------------------------------------------- /opencompass/tools/prediction_merger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/tools/prediction_merger.py -------------------------------------------------------------------------------- /opencompass/tools/prompt_viewer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/tools/prompt_viewer.py -------------------------------------------------------------------------------- /opencompass/tools/test_api_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/opencompass/tools/test_api_model.py -------------------------------------------------------------------------------- /other_infer/exllamav2_hf_infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/other_infer/exllamav2_hf_infer.py -------------------------------------------------------------------------------- /other_infer/exllamav2_infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/other_infer/exllamav2_infer.py -------------------------------------------------------------------------------- /other_infer/gptq_infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/other_infer/gptq_infer.py -------------------------------------------------------------------------------- /other_infer/infer_pretrain.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/other_infer/infer_pretrain.py -------------------------------------------------------------------------------- /other_infer/infer_stream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/other_infer/infer_stream.py -------------------------------------------------------------------------------- /other_infer/quant_infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/other_infer/quant_infer.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/requirements.txt -------------------------------------------------------------------------------- /train/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/train/.DS_Store -------------------------------------------------------------------------------- /train/data/medical_qa_6000.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/train/data/medical_qa_6000.jsonl -------------------------------------------------------------------------------- /train/ds_config/ds_config_qlora.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/train/ds_config/ds_config_qlora.json -------------------------------------------------------------------------------- /train/ds_config/ds_config_zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/train/ds_config/ds_config_zero3.json -------------------------------------------------------------------------------- /train/requirements_qlora.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/train/requirements_qlora.txt -------------------------------------------------------------------------------- /train/train_clm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/train/train_clm.py -------------------------------------------------------------------------------- /train/train_sft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/train/train_sft.py -------------------------------------------------------------------------------- /train/train_with_qlora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/train/train_with_qlora.py -------------------------------------------------------------------------------- /utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /utils/modeling_hack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/utils/modeling_hack.py -------------------------------------------------------------------------------- /utils/streaming.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TigerResearch/TigerBot/HEAD/utils/streaming.py --------------------------------------------------------------------------------