├── .github ├── .test_durations └── workflows │ ├── isort-check.yml │ ├── pytest-check.yml │ └── yapf-check.yml ├── .gitignore ├── .isort.cfg ├── .style.yapf ├── LICENSE ├── README.md ├── docs ├── CONTRIBUTING.md ├── README.md ├── assets │ └── llmbox.png ├── examples │ ├── benchmarking_llama3.sh │ ├── benchmarking_yulan_mini.sh │ ├── customize_dataset.py │ ├── customize_huggingface_model.py │ └── run_gpt_eval.py ├── trouble_shooting │ ├── debug_evaluation_run.md │ └── installation.md └── utilization │ ├── benchmarking_llama3.md │ ├── how-to-customize-dataset.md │ ├── how-to-customize-model.md │ ├── how-to-load-dataset-gpqa.md │ ├── how-to-load-datasets-from-huggingface.md │ ├── how-to-load-datasets-with-subsets.md │ ├── how-to-use-chat-template.md │ └── supported-datasets.md ├── inference.py ├── requirements-openai.txt ├── requirements.txt ├── test.sh ├── tests ├── __init__.py ├── dry_test │ ├── __init__.py │ ├── fixtures.py │ ├── test_datasets.py │ └── test_models.py ├── requirements-tests.txt └── utilization │ ├── __init__.py │ ├── dataset │ ├── __init__.py │ ├── test_dataset_length.py │ ├── test_formatting.py │ └── test_humaneval.py │ ├── fixtures.py │ ├── model │ ├── __init__.py │ ├── test_apply_prompt_template.py │ ├── test_ensure_type.py │ └── test_to_model_prompt.py │ └── utils │ ├── __init__.py │ ├── test_batch_sampler.py │ ├── test_log_results.py │ └── test_parse_arguments.py ├── training ├── README.md ├── __init__.py ├── bash │ ├── run_dpo.sh │ ├── run_ds2_qlora.sh │ ├── run_ds3.sh │ ├── run_ds3_dynamicntk_4.sh │ ├── run_ds3_lora.sh │ ├── run_gptq.sh │ ├── run_hybrid.sh │ ├── run_lora.sh │ ├── run_ppo.sh │ ├── run_pt.sh │ └── run_qlora.sh ├── configs │ ├── ds_z0_bf16.json │ ├── ds_z1_bf16.json │ ├── ds_z2_bf16.json │ ├── ds_z2_offload_optim_bf16.json │ ├── ds_z3_bf16.json │ ├── ds_z3_offload_param_bf16.json │ └── ds_z3_offload_param_optim_bf16.json ├── data │ ├── alpaca_data_1k.json │ ├── chinese.txt │ └── user_defined_symbols.json ├── dataset │ ├── base_dataset.py │ ├── pt_dataset.py │ └── sft_dataset │ │ ├── __init__.py │ │ ├── alpaca.py │ │ ├── belle.py │ │ ├── dolly.py │ │ ├── evol_instruct.py │ │ ├── flan.py │ │ ├── lima.py │ │ ├── openassistant.py │ │ ├── self_instruct.py │ │ ├── sftdataset.py │ │ └── sharegpt.py ├── download.sh ├── dpo.py ├── evol_instruct.py ├── gptq.py ├── gpu_calculator.py ├── merge_tokenizer.py ├── ppo.py ├── requirements.txt ├── self_instruct │ ├── requirements.txt │ ├── seed_tasks.jsonl │ ├── self_instruct.py │ └── zh_seed_tasks.json ├── train.py └── utils │ ├── download_flanv2.py │ ├── process.py │ ├── process_belle.py │ ├── process_oasst.py │ └── process_sg.py └── utilization ├── README.md ├── __init__.py ├── chat_templates.py ├── dataset ├── __init__.py ├── agieval_cot.py ├── agieval_single_choice.py ├── alpaca_eval.py ├── anli.py ├── arc.py ├── bbh.py ├── boolq.py ├── cb.py ├── ceval.py ├── cmmlu.py ├── cnn_dailymail.py ├── cola.py ├── color_objects.py ├── commonsenseqa.py ├── copa.py ├── coqa.py ├── crows_pairs.py ├── dataset.py ├── dataset_utils │ ├── __init__.py │ ├── icl_strategies.py │ ├── raw_dataset_loader.py │ └── util_mixin.py ├── drop.py ├── gaokao.py ├── generation_dataset.py ├── goldenswag.py ├── gpqa.py ├── gsm8k.py ├── halueval.py ├── hellaswag.py ├── humaneval.py ├── ifeval.py ├── imbue_code.py ├── imbue_private.py ├── imbue_public.py ├── lambada.py ├── lambada_ppl.py ├── math.py ├── math500.py ├── mbpp.py ├── mgsm.py ├── mmlu.py ├── mmlu_pro.py ├── mrpc.py ├── mt_bench.py ├── multiple_choice_dataset.py ├── nq.py ├── openbookqa.py ├── penguins_in_a_table.py ├── piqa.py ├── qnli.py ├── qqp.py ├── quac.py ├── race.py ├── real_toxicity_prompts.py ├── rte.py ├── siqa.py ├── squad.py ├── squad_v2.py ├── sst2.py ├── story_cloze.py ├── tldr.py ├── translation_dataset.py ├── triviaqa.py ├── truthfulqa_mc.py ├── tydiqa.py ├── validation_perplexity_dataset.py ├── vicuna_bench.py ├── webq.py ├── wic.py ├── wikitext_ppl.py ├── winogender.py ├── winograd.py ├── winogrande.py ├── wsc.py ├── xcopa.py ├── xlsum.py ├── xnli.py ├── xsum.py └── xwinograd.py ├── dataset_enum.py ├── evaluator.py ├── hfd.sh ├── load_dataset.py ├── load_model.py ├── metric ├── __init__.py ├── accuracy.py ├── bleu.py ├── drop_utils.py ├── em_f1.py ├── gaokao_bench_metric.py ├── gpteval.py ├── ifeval.py ├── metric.py ├── metric_utils.py ├── pass_at_k.py ├── perplexity.py ├── perspective_api.py ├── rouge.py └── word_accuracy.py ├── model ├── __init__.py ├── anthropic_model.py ├── dashscope_model.py ├── huggingface_model.py ├── model.py ├── model_utils │ ├── __init__.py │ ├── batch_sampler.py │ ├── conversation.py │ ├── keywords_criteria.py │ └── prefix_caching.py ├── openai_model.py ├── qianfan_model.py └── vllm_model.py ├── model_enum.py └── utils ├── __init__.py ├── arguments.py ├── catch_error.py ├── dynamic_stride_tqdm.py ├── generation_args.py ├── hf_argparser.py ├── hfd.py ├── log_results.py ├── logging.py ├── math_equiv.py └── random.py /.github/.test_durations: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/.github/.test_durations -------------------------------------------------------------------------------- /.github/workflows/isort-check.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/.github/workflows/isort-check.yml -------------------------------------------------------------------------------- /.github/workflows/pytest-check.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/.github/workflows/pytest-check.yml -------------------------------------------------------------------------------- /.github/workflows/yapf-check.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/.github/workflows/yapf-check.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/.gitignore -------------------------------------------------------------------------------- /.isort.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/.isort.cfg -------------------------------------------------------------------------------- /.style.yapf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/.style.yapf -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/README.md -------------------------------------------------------------------------------- /docs/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/docs/CONTRIBUTING.md -------------------------------------------------------------------------------- /docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/docs/README.md -------------------------------------------------------------------------------- /docs/assets/llmbox.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/docs/assets/llmbox.png -------------------------------------------------------------------------------- /docs/examples/benchmarking_llama3.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/docs/examples/benchmarking_llama3.sh -------------------------------------------------------------------------------- /docs/examples/benchmarking_yulan_mini.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/docs/examples/benchmarking_yulan_mini.sh -------------------------------------------------------------------------------- /docs/examples/customize_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/docs/examples/customize_dataset.py -------------------------------------------------------------------------------- /docs/examples/customize_huggingface_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/docs/examples/customize_huggingface_model.py -------------------------------------------------------------------------------- /docs/examples/run_gpt_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/docs/examples/run_gpt_eval.py -------------------------------------------------------------------------------- /docs/trouble_shooting/debug_evaluation_run.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/docs/trouble_shooting/debug_evaluation_run.md -------------------------------------------------------------------------------- /docs/trouble_shooting/installation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/docs/trouble_shooting/installation.md -------------------------------------------------------------------------------- /docs/utilization/benchmarking_llama3.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/docs/utilization/benchmarking_llama3.md -------------------------------------------------------------------------------- /docs/utilization/how-to-customize-dataset.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/docs/utilization/how-to-customize-dataset.md -------------------------------------------------------------------------------- /docs/utilization/how-to-customize-model.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/docs/utilization/how-to-customize-model.md -------------------------------------------------------------------------------- /docs/utilization/how-to-load-dataset-gpqa.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/docs/utilization/how-to-load-dataset-gpqa.md -------------------------------------------------------------------------------- /docs/utilization/how-to-load-datasets-from-huggingface.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/docs/utilization/how-to-load-datasets-from-huggingface.md -------------------------------------------------------------------------------- /docs/utilization/how-to-load-datasets-with-subsets.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/docs/utilization/how-to-load-datasets-with-subsets.md -------------------------------------------------------------------------------- /docs/utilization/how-to-use-chat-template.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/docs/utilization/how-to-use-chat-template.md -------------------------------------------------------------------------------- /docs/utilization/supported-datasets.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/docs/utilization/supported-datasets.md -------------------------------------------------------------------------------- /inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/inference.py -------------------------------------------------------------------------------- /requirements-openai.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/requirements-openai.txt -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/requirements.txt -------------------------------------------------------------------------------- /test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/test.sh -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/dry_test/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/dry_test/fixtures.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/tests/dry_test/fixtures.py -------------------------------------------------------------------------------- /tests/dry_test/test_datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/tests/dry_test/test_datasets.py -------------------------------------------------------------------------------- /tests/dry_test/test_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/tests/dry_test/test_models.py -------------------------------------------------------------------------------- /tests/requirements-tests.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/tests/requirements-tests.txt -------------------------------------------------------------------------------- /tests/utilization/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/utilization/dataset/__init__.py: -------------------------------------------------------------------------------- 1 | 2 | -------------------------------------------------------------------------------- /tests/utilization/dataset/test_dataset_length.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/tests/utilization/dataset/test_dataset_length.py -------------------------------------------------------------------------------- /tests/utilization/dataset/test_formatting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/tests/utilization/dataset/test_formatting.py -------------------------------------------------------------------------------- /tests/utilization/dataset/test_humaneval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/tests/utilization/dataset/test_humaneval.py -------------------------------------------------------------------------------- /tests/utilization/fixtures.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/tests/utilization/fixtures.py -------------------------------------------------------------------------------- /tests/utilization/model/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/utilization/model/test_apply_prompt_template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/tests/utilization/model/test_apply_prompt_template.py -------------------------------------------------------------------------------- /tests/utilization/model/test_ensure_type.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/tests/utilization/model/test_ensure_type.py -------------------------------------------------------------------------------- /tests/utilization/model/test_to_model_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/tests/utilization/model/test_to_model_prompt.py -------------------------------------------------------------------------------- /tests/utilization/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/utilization/utils/test_batch_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/tests/utilization/utils/test_batch_sampler.py -------------------------------------------------------------------------------- /tests/utilization/utils/test_log_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/tests/utilization/utils/test_log_results.py -------------------------------------------------------------------------------- /tests/utilization/utils/test_parse_arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/tests/utilization/utils/test_parse_arguments.py -------------------------------------------------------------------------------- /training/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/README.md -------------------------------------------------------------------------------- /training/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /training/bash/run_dpo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/bash/run_dpo.sh -------------------------------------------------------------------------------- /training/bash/run_ds2_qlora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/bash/run_ds2_qlora.sh -------------------------------------------------------------------------------- /training/bash/run_ds3.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/bash/run_ds3.sh -------------------------------------------------------------------------------- /training/bash/run_ds3_dynamicntk_4.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/bash/run_ds3_dynamicntk_4.sh -------------------------------------------------------------------------------- /training/bash/run_ds3_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/bash/run_ds3_lora.sh -------------------------------------------------------------------------------- /training/bash/run_gptq.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/bash/run_gptq.sh -------------------------------------------------------------------------------- /training/bash/run_hybrid.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/bash/run_hybrid.sh -------------------------------------------------------------------------------- /training/bash/run_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/bash/run_lora.sh -------------------------------------------------------------------------------- /training/bash/run_ppo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/bash/run_ppo.sh -------------------------------------------------------------------------------- /training/bash/run_pt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/bash/run_pt.sh -------------------------------------------------------------------------------- /training/bash/run_qlora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/bash/run_qlora.sh -------------------------------------------------------------------------------- /training/configs/ds_z0_bf16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/configs/ds_z0_bf16.json -------------------------------------------------------------------------------- /training/configs/ds_z1_bf16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/configs/ds_z1_bf16.json -------------------------------------------------------------------------------- /training/configs/ds_z2_bf16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/configs/ds_z2_bf16.json -------------------------------------------------------------------------------- /training/configs/ds_z2_offload_optim_bf16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/configs/ds_z2_offload_optim_bf16.json -------------------------------------------------------------------------------- /training/configs/ds_z3_bf16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/configs/ds_z3_bf16.json -------------------------------------------------------------------------------- /training/configs/ds_z3_offload_param_bf16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/configs/ds_z3_offload_param_bf16.json -------------------------------------------------------------------------------- /training/configs/ds_z3_offload_param_optim_bf16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/configs/ds_z3_offload_param_optim_bf16.json -------------------------------------------------------------------------------- /training/data/alpaca_data_1k.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/data/alpaca_data_1k.json -------------------------------------------------------------------------------- /training/data/chinese.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/data/chinese.txt -------------------------------------------------------------------------------- /training/data/user_defined_symbols.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/data/user_defined_symbols.json -------------------------------------------------------------------------------- /training/dataset/base_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/dataset/base_dataset.py -------------------------------------------------------------------------------- /training/dataset/pt_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/dataset/pt_dataset.py -------------------------------------------------------------------------------- /training/dataset/sft_dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/dataset/sft_dataset/__init__.py -------------------------------------------------------------------------------- /training/dataset/sft_dataset/alpaca.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/dataset/sft_dataset/alpaca.py -------------------------------------------------------------------------------- /training/dataset/sft_dataset/belle.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/dataset/sft_dataset/belle.py -------------------------------------------------------------------------------- /training/dataset/sft_dataset/dolly.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/dataset/sft_dataset/dolly.py -------------------------------------------------------------------------------- /training/dataset/sft_dataset/evol_instruct.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/dataset/sft_dataset/evol_instruct.py -------------------------------------------------------------------------------- /training/dataset/sft_dataset/flan.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/dataset/sft_dataset/flan.py -------------------------------------------------------------------------------- /training/dataset/sft_dataset/lima.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/dataset/sft_dataset/lima.py -------------------------------------------------------------------------------- /training/dataset/sft_dataset/openassistant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/dataset/sft_dataset/openassistant.py -------------------------------------------------------------------------------- /training/dataset/sft_dataset/self_instruct.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/dataset/sft_dataset/self_instruct.py -------------------------------------------------------------------------------- /training/dataset/sft_dataset/sftdataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/dataset/sft_dataset/sftdataset.py -------------------------------------------------------------------------------- /training/dataset/sft_dataset/sharegpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/dataset/sft_dataset/sharegpt.py -------------------------------------------------------------------------------- /training/download.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/download.sh -------------------------------------------------------------------------------- /training/dpo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/dpo.py -------------------------------------------------------------------------------- /training/evol_instruct.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/evol_instruct.py -------------------------------------------------------------------------------- /training/gptq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/gptq.py -------------------------------------------------------------------------------- /training/gpu_calculator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/gpu_calculator.py -------------------------------------------------------------------------------- /training/merge_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/merge_tokenizer.py -------------------------------------------------------------------------------- /training/ppo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/ppo.py -------------------------------------------------------------------------------- /training/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/requirements.txt -------------------------------------------------------------------------------- /training/self_instruct/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/self_instruct/requirements.txt -------------------------------------------------------------------------------- /training/self_instruct/seed_tasks.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/self_instruct/seed_tasks.jsonl -------------------------------------------------------------------------------- /training/self_instruct/self_instruct.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/self_instruct/self_instruct.py -------------------------------------------------------------------------------- /training/self_instruct/zh_seed_tasks.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/self_instruct/zh_seed_tasks.json -------------------------------------------------------------------------------- /training/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/train.py -------------------------------------------------------------------------------- /training/utils/download_flanv2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/utils/download_flanv2.py -------------------------------------------------------------------------------- /training/utils/process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/utils/process.py -------------------------------------------------------------------------------- /training/utils/process_belle.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/utils/process_belle.py -------------------------------------------------------------------------------- /training/utils/process_oasst.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/utils/process_oasst.py -------------------------------------------------------------------------------- /training/utils/process_sg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/training/utils/process_sg.py -------------------------------------------------------------------------------- /utilization/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/README.md -------------------------------------------------------------------------------- /utilization/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/__init__.py -------------------------------------------------------------------------------- /utilization/chat_templates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/chat_templates.py -------------------------------------------------------------------------------- /utilization/dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/__init__.py -------------------------------------------------------------------------------- /utilization/dataset/agieval_cot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/agieval_cot.py -------------------------------------------------------------------------------- /utilization/dataset/agieval_single_choice.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/agieval_single_choice.py -------------------------------------------------------------------------------- /utilization/dataset/alpaca_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/alpaca_eval.py -------------------------------------------------------------------------------- /utilization/dataset/anli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/anli.py -------------------------------------------------------------------------------- /utilization/dataset/arc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/arc.py -------------------------------------------------------------------------------- /utilization/dataset/bbh.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/bbh.py -------------------------------------------------------------------------------- /utilization/dataset/boolq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/boolq.py -------------------------------------------------------------------------------- /utilization/dataset/cb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/cb.py -------------------------------------------------------------------------------- /utilization/dataset/ceval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/ceval.py -------------------------------------------------------------------------------- /utilization/dataset/cmmlu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/cmmlu.py -------------------------------------------------------------------------------- /utilization/dataset/cnn_dailymail.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/cnn_dailymail.py -------------------------------------------------------------------------------- /utilization/dataset/cola.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/cola.py -------------------------------------------------------------------------------- /utilization/dataset/color_objects.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/color_objects.py -------------------------------------------------------------------------------- /utilization/dataset/commonsenseqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/commonsenseqa.py -------------------------------------------------------------------------------- /utilization/dataset/copa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/copa.py -------------------------------------------------------------------------------- /utilization/dataset/coqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/coqa.py -------------------------------------------------------------------------------- /utilization/dataset/crows_pairs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/crows_pairs.py -------------------------------------------------------------------------------- /utilization/dataset/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/dataset.py -------------------------------------------------------------------------------- /utilization/dataset/dataset_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/dataset_utils/__init__.py -------------------------------------------------------------------------------- /utilization/dataset/dataset_utils/icl_strategies.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/dataset_utils/icl_strategies.py -------------------------------------------------------------------------------- /utilization/dataset/dataset_utils/raw_dataset_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/dataset_utils/raw_dataset_loader.py -------------------------------------------------------------------------------- /utilization/dataset/dataset_utils/util_mixin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/dataset_utils/util_mixin.py -------------------------------------------------------------------------------- /utilization/dataset/drop.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/drop.py -------------------------------------------------------------------------------- /utilization/dataset/gaokao.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/gaokao.py -------------------------------------------------------------------------------- /utilization/dataset/generation_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/generation_dataset.py -------------------------------------------------------------------------------- /utilization/dataset/goldenswag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/goldenswag.py -------------------------------------------------------------------------------- /utilization/dataset/gpqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/gpqa.py -------------------------------------------------------------------------------- /utilization/dataset/gsm8k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/gsm8k.py -------------------------------------------------------------------------------- /utilization/dataset/halueval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/halueval.py -------------------------------------------------------------------------------- /utilization/dataset/hellaswag.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/hellaswag.py -------------------------------------------------------------------------------- /utilization/dataset/humaneval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/humaneval.py -------------------------------------------------------------------------------- /utilization/dataset/ifeval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/ifeval.py -------------------------------------------------------------------------------- /utilization/dataset/imbue_code.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/imbue_code.py -------------------------------------------------------------------------------- /utilization/dataset/imbue_private.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/imbue_private.py -------------------------------------------------------------------------------- /utilization/dataset/imbue_public.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/imbue_public.py -------------------------------------------------------------------------------- /utilization/dataset/lambada.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/lambada.py -------------------------------------------------------------------------------- /utilization/dataset/lambada_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/lambada_ppl.py -------------------------------------------------------------------------------- /utilization/dataset/math.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/math.py -------------------------------------------------------------------------------- /utilization/dataset/math500.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/math500.py -------------------------------------------------------------------------------- /utilization/dataset/mbpp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/mbpp.py -------------------------------------------------------------------------------- /utilization/dataset/mgsm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/mgsm.py -------------------------------------------------------------------------------- /utilization/dataset/mmlu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/mmlu.py -------------------------------------------------------------------------------- /utilization/dataset/mmlu_pro.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/mmlu_pro.py -------------------------------------------------------------------------------- /utilization/dataset/mrpc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/mrpc.py -------------------------------------------------------------------------------- /utilization/dataset/mt_bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/mt_bench.py -------------------------------------------------------------------------------- /utilization/dataset/multiple_choice_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/multiple_choice_dataset.py -------------------------------------------------------------------------------- /utilization/dataset/nq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/nq.py -------------------------------------------------------------------------------- /utilization/dataset/openbookqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/openbookqa.py -------------------------------------------------------------------------------- /utilization/dataset/penguins_in_a_table.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/penguins_in_a_table.py -------------------------------------------------------------------------------- /utilization/dataset/piqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/piqa.py -------------------------------------------------------------------------------- /utilization/dataset/qnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/qnli.py -------------------------------------------------------------------------------- /utilization/dataset/qqp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/qqp.py -------------------------------------------------------------------------------- /utilization/dataset/quac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/quac.py -------------------------------------------------------------------------------- /utilization/dataset/race.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/race.py -------------------------------------------------------------------------------- /utilization/dataset/real_toxicity_prompts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/real_toxicity_prompts.py -------------------------------------------------------------------------------- /utilization/dataset/rte.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/rte.py -------------------------------------------------------------------------------- /utilization/dataset/siqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/siqa.py -------------------------------------------------------------------------------- /utilization/dataset/squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/squad.py -------------------------------------------------------------------------------- /utilization/dataset/squad_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/squad_v2.py -------------------------------------------------------------------------------- /utilization/dataset/sst2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/sst2.py -------------------------------------------------------------------------------- /utilization/dataset/story_cloze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/story_cloze.py -------------------------------------------------------------------------------- /utilization/dataset/tldr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/tldr.py -------------------------------------------------------------------------------- /utilization/dataset/translation_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/translation_dataset.py -------------------------------------------------------------------------------- /utilization/dataset/triviaqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/triviaqa.py -------------------------------------------------------------------------------- /utilization/dataset/truthfulqa_mc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/truthfulqa_mc.py -------------------------------------------------------------------------------- /utilization/dataset/tydiqa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/tydiqa.py -------------------------------------------------------------------------------- /utilization/dataset/validation_perplexity_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/validation_perplexity_dataset.py -------------------------------------------------------------------------------- /utilization/dataset/vicuna_bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/vicuna_bench.py -------------------------------------------------------------------------------- /utilization/dataset/webq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/webq.py -------------------------------------------------------------------------------- /utilization/dataset/wic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/wic.py -------------------------------------------------------------------------------- /utilization/dataset/wikitext_ppl.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/wikitext_ppl.py -------------------------------------------------------------------------------- /utilization/dataset/winogender.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/winogender.py -------------------------------------------------------------------------------- /utilization/dataset/winograd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/winograd.py -------------------------------------------------------------------------------- /utilization/dataset/winogrande.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/winogrande.py -------------------------------------------------------------------------------- /utilization/dataset/wsc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/wsc.py -------------------------------------------------------------------------------- /utilization/dataset/xcopa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/xcopa.py -------------------------------------------------------------------------------- /utilization/dataset/xlsum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/xlsum.py -------------------------------------------------------------------------------- /utilization/dataset/xnli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/xnli.py -------------------------------------------------------------------------------- /utilization/dataset/xsum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/xsum.py -------------------------------------------------------------------------------- /utilization/dataset/xwinograd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset/xwinograd.py -------------------------------------------------------------------------------- /utilization/dataset_enum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/dataset_enum.py -------------------------------------------------------------------------------- /utilization/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/evaluator.py -------------------------------------------------------------------------------- /utilization/hfd.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/hfd.sh -------------------------------------------------------------------------------- /utilization/load_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/load_dataset.py -------------------------------------------------------------------------------- /utilization/load_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/load_model.py -------------------------------------------------------------------------------- /utilization/metric/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/metric/__init__.py -------------------------------------------------------------------------------- /utilization/metric/accuracy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/metric/accuracy.py -------------------------------------------------------------------------------- /utilization/metric/bleu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/metric/bleu.py -------------------------------------------------------------------------------- /utilization/metric/drop_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/metric/drop_utils.py -------------------------------------------------------------------------------- /utilization/metric/em_f1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/metric/em_f1.py -------------------------------------------------------------------------------- /utilization/metric/gaokao_bench_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/metric/gaokao_bench_metric.py -------------------------------------------------------------------------------- /utilization/metric/gpteval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/metric/gpteval.py -------------------------------------------------------------------------------- /utilization/metric/ifeval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/metric/ifeval.py -------------------------------------------------------------------------------- /utilization/metric/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/metric/metric.py -------------------------------------------------------------------------------- /utilization/metric/metric_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/metric/metric_utils.py -------------------------------------------------------------------------------- /utilization/metric/pass_at_k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/metric/pass_at_k.py -------------------------------------------------------------------------------- /utilization/metric/perplexity.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/metric/perplexity.py -------------------------------------------------------------------------------- /utilization/metric/perspective_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/metric/perspective_api.py -------------------------------------------------------------------------------- /utilization/metric/rouge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/metric/rouge.py -------------------------------------------------------------------------------- /utilization/metric/word_accuracy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/metric/word_accuracy.py -------------------------------------------------------------------------------- /utilization/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/model/__init__.py -------------------------------------------------------------------------------- /utilization/model/anthropic_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/model/anthropic_model.py -------------------------------------------------------------------------------- /utilization/model/dashscope_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/model/dashscope_model.py -------------------------------------------------------------------------------- /utilization/model/huggingface_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/model/huggingface_model.py -------------------------------------------------------------------------------- /utilization/model/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/model/model.py -------------------------------------------------------------------------------- /utilization/model/model_utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/model/model_utils/__init__.py -------------------------------------------------------------------------------- /utilization/model/model_utils/batch_sampler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/model/model_utils/batch_sampler.py -------------------------------------------------------------------------------- /utilization/model/model_utils/conversation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/model/model_utils/conversation.py -------------------------------------------------------------------------------- /utilization/model/model_utils/keywords_criteria.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/model/model_utils/keywords_criteria.py -------------------------------------------------------------------------------- /utilization/model/model_utils/prefix_caching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/model/model_utils/prefix_caching.py -------------------------------------------------------------------------------- /utilization/model/openai_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/model/openai_model.py -------------------------------------------------------------------------------- /utilization/model/qianfan_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/model/qianfan_model.py -------------------------------------------------------------------------------- /utilization/model/vllm_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/model/vllm_model.py -------------------------------------------------------------------------------- /utilization/model_enum.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/model_enum.py -------------------------------------------------------------------------------- /utilization/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/utils/__init__.py -------------------------------------------------------------------------------- /utilization/utils/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/utils/arguments.py -------------------------------------------------------------------------------- /utilization/utils/catch_error.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/utils/catch_error.py -------------------------------------------------------------------------------- /utilization/utils/dynamic_stride_tqdm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/utils/dynamic_stride_tqdm.py -------------------------------------------------------------------------------- /utilization/utils/generation_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/utils/generation_args.py -------------------------------------------------------------------------------- /utilization/utils/hf_argparser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/utils/hf_argparser.py -------------------------------------------------------------------------------- /utilization/utils/hfd.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/utils/hfd.py -------------------------------------------------------------------------------- /utilization/utils/log_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/utils/log_results.py -------------------------------------------------------------------------------- /utilization/utils/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/utils/logging.py -------------------------------------------------------------------------------- /utilization/utils/math_equiv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/utils/math_equiv.py -------------------------------------------------------------------------------- /utilization/utils/random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/RUCAIBox/LLMBox/HEAD/utilization/utils/random.py --------------------------------------------------------------------------------