├── .gitignore ├── DICE.png ├── LICENSE ├── README.md ├── data └── UF-10k-subset │ ├── preference.json │ └── prompt.json ├── llama-factory ├── .dockerignore ├── .gitattributes ├── .gitignore ├── CITATION.cff ├── Dockerfile ├── LICENSE ├── Makefile ├── README.md ├── README_zh.md ├── assets │ ├── benchmark.svg │ ├── logo.png │ └── wechat.jpg ├── docker-compose.yml ├── evaluation │ ├── ceval │ │ ├── ceval.py │ │ ├── ceval.zip │ │ └── mapping.json │ ├── cmmlu │ │ ├── cmmlu.py │ │ ├── cmmlu.zip │ │ └── mapping.json │ └── mmlu │ │ ├── mapping.json │ │ ├── mmlu.py │ │ └── mmlu.zip ├── examples │ ├── README.md │ ├── README_zh.md │ ├── accelerate │ │ ├── fsdp_config.yaml │ │ ├── master_config.yaml │ │ ├── single_config.yaml │ │ └── slave_config.yaml │ ├── deepspeed │ │ ├── ds_z2_config.json │ │ ├── ds_z2_offload_config.json │ │ ├── ds_z3_config.json │ │ └── ds_z3_offload_config.json │ ├── extras │ │ ├── fsdp_qlora │ │ │ └── sft.sh │ │ ├── galore │ │ │ └── sft.sh │ │ ├── llama_pro │ │ │ ├── expand.sh │ │ │ └── sft.sh │ │ └── loraplus │ │ │ └── sft.sh │ ├── full_multi_gpu │ │ ├── multi_node.sh │ │ └── single_node.sh │ ├── inference │ │ ├── api_demo.sh │ │ ├── cli_demo.sh │ │ ├── evaluate.sh │ │ └── web_demo.sh │ ├── lora_multi_gpu │ │ ├── multi_node.sh │ │ └── single_node.sh │ ├── lora_single_gpu │ │ ├── dpo.sh │ │ ├── orpo.sh │ │ ├── ppo.sh │ │ ├── predict.sh │ │ ├── prepare.sh │ │ ├── pretrain.sh │ │ ├── reward.sh │ │ └── sft.sh │ ├── merge_lora │ │ ├── merge.sh │ │ └── quantize.sh │ └── qlora_single_gpu │ │ ├── aqlm.sh │ │ ├── awq.sh │ │ ├── bitsandbytes.sh │ │ └── gptq.sh ├── pyproject.toml ├── requirements.txt ├── scripts │ ├── cal_flops.py │ ├── cal_lr.py │ ├── length_cdf.py │ ├── llama_pro.py │ ├── llamafy_baichuan2.py │ ├── llamafy_qwen.py │ └── loftq_init.py ├── setup.py ├── src │ ├── api_demo.py │ ├── cli_demo.py │ ├── evaluate.py │ ├── export_model.py │ ├── llmtuner │ │ ├── __init__.py │ │ ├── api │ │ │ ├── __init__.py │ │ │ ├── app.py │ │ │ └── protocol.py │ │ ├── chat │ │ │ ├── __init__.py │ │ │ ├── base_engine.py │ │ │ ├── chat_model.py │ │ │ ├── hf_engine.py │ │ │ └── vllm_engine.py │ │ ├── data │ │ │ ├── __init__.py │ │ │ ├── aligner.py │ │ │ ├── collator.py │ │ │ ├── formatter.py │ │ │ ├── loader.py │ │ │ ├── parser.py │ │ │ ├── preprocess.py │ │ │ ├── template.py │ │ │ └── utils.py │ │ ├── eval │ │ │ ├── __init__.py │ │ │ ├── evaluator.py │ │ │ └── template.py │ │ ├── extras │ │ │ ├── __init__.py │ │ │ ├── callbacks.py │ │ │ ├── constants.py │ │ │ ├── logging.py │ │ │ ├── misc.py │ │ │ ├── packages.py │ │ │ ├── patches │ │ │ │ ├── __init__.py │ │ │ │ └── llama_patch.py │ │ │ └── ploting.py │ │ ├── hparams │ │ │ ├── __init__.py │ │ │ ├── data_args.py │ │ │ ├── evaluation_args.py │ │ │ ├── finetuning_args.py │ │ │ ├── generating_args.py │ │ │ ├── model_args.py │ │ │ └── parser.py │ │ ├── model │ │ │ ├── __init__.py │ │ │ ├── adapter.py │ │ │ ├── ema.py │ │ │ ├── loader.py │ │ │ ├── patcher.py │ │ │ └── utils.py │ │ ├── train │ │ │ ├── __init__.py │ │ │ ├── dpo │ │ │ │ ├── __init__.py │ │ │ │ ├── trainer.py │ │ │ │ └── workflow.py │ │ │ ├── orpo │ │ │ │ ├── __init__.py │ │ │ │ ├── trainer.py │ │ │ │ └── workflow.py │ │ │ ├── ppo │ │ │ │ ├── __init__.py │ │ │ │ ├── trainer.py │ │ │ │ ├── utils.py │ │ │ │ └── workflow.py │ │ │ ├── pt │ │ │ │ ├── __init__.py │ │ │ │ ├── trainer.py │ │ │ │ └── workflow.py │ │ │ ├── rm │ │ │ │ ├── __init__.py │ │ │ │ ├── metric.py │ │ │ │ ├── trainer.py │ │ │ │ └── workflow.py │ │ │ ├── sft │ │ │ │ ├── __init__.py │ │ │ │ ├── metric.py │ │ │ │ ├── trainer.py │ │ │ │ └── workflow.py │ │ │ ├── tuner.py │ │ │ └── utils.py │ │ └── webui │ │ │ ├── __init__.py │ │ │ ├── chatter.py │ │ │ ├── common.py │ │ │ ├── components │ │ │ ├── __init__.py │ │ │ ├── chatbot.py │ │ │ ├── data.py │ │ │ ├── eval.py │ │ │ ├── export.py │ │ │ ├── infer.py │ │ │ ├── top.py │ │ │ └── train.py │ │ │ ├── css.py │ │ │ ├── engine.py │ │ │ ├── interface.py │ │ │ ├── locales.py │ │ │ ├── manager.py │ │ │ ├── runner.py │ │ │ └── utils.py │ ├── train_bash.py │ ├── train_web.py │ └── web_demo.py └── tests │ ├── test_throughput.py │ └── test_toolcall.py ├── pyproject.toml ├── requirements.txt ├── scripts ├── data_script │ ├── generate_dpo_scores.py │ ├── generate_lc_paired_set.py │ ├── generate_paired_set.py │ ├── generate_responses.py │ └── generate_scores.py ├── misc_script │ ├── analyze_dataset.py │ ├── post_proc_gen-ed_resp.py │ └── save_model_from_cp.py └── run_dice │ ├── iter.sh │ └── pipeline.sh └── self_alignment ├── __about__.py ├── __init__.py ├── configs └── gen.py ├── models └── dpo_reward │ └── workflow.py └── utils ├── __init__.py ├── args.py ├── dataprocess.py ├── eval_util.py ├── misc.py └── prompt_temp.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/.gitignore -------------------------------------------------------------------------------- /DICE.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/DICE.png -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/README.md -------------------------------------------------------------------------------- /data/UF-10k-subset/preference.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/data/UF-10k-subset/preference.json -------------------------------------------------------------------------------- /data/UF-10k-subset/prompt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/data/UF-10k-subset/prompt.json -------------------------------------------------------------------------------- /llama-factory/.dockerignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/.dockerignore -------------------------------------------------------------------------------- /llama-factory/.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/.gitattributes -------------------------------------------------------------------------------- /llama-factory/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/.gitignore -------------------------------------------------------------------------------- /llama-factory/CITATION.cff: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/CITATION.cff -------------------------------------------------------------------------------- /llama-factory/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/Dockerfile -------------------------------------------------------------------------------- /llama-factory/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/LICENSE -------------------------------------------------------------------------------- /llama-factory/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/Makefile -------------------------------------------------------------------------------- /llama-factory/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/README.md -------------------------------------------------------------------------------- /llama-factory/README_zh.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/README_zh.md -------------------------------------------------------------------------------- /llama-factory/assets/benchmark.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/assets/benchmark.svg -------------------------------------------------------------------------------- /llama-factory/assets/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/assets/logo.png -------------------------------------------------------------------------------- /llama-factory/assets/wechat.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/assets/wechat.jpg -------------------------------------------------------------------------------- /llama-factory/docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/docker-compose.yml -------------------------------------------------------------------------------- /llama-factory/evaluation/ceval/ceval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/evaluation/ceval/ceval.py -------------------------------------------------------------------------------- /llama-factory/evaluation/ceval/ceval.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/evaluation/ceval/ceval.zip -------------------------------------------------------------------------------- /llama-factory/evaluation/ceval/mapping.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/evaluation/ceval/mapping.json -------------------------------------------------------------------------------- /llama-factory/evaluation/cmmlu/cmmlu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/evaluation/cmmlu/cmmlu.py -------------------------------------------------------------------------------- /llama-factory/evaluation/cmmlu/cmmlu.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/evaluation/cmmlu/cmmlu.zip -------------------------------------------------------------------------------- /llama-factory/evaluation/cmmlu/mapping.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/evaluation/cmmlu/mapping.json -------------------------------------------------------------------------------- /llama-factory/evaluation/mmlu/mapping.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/evaluation/mmlu/mapping.json -------------------------------------------------------------------------------- /llama-factory/evaluation/mmlu/mmlu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/evaluation/mmlu/mmlu.py -------------------------------------------------------------------------------- /llama-factory/evaluation/mmlu/mmlu.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/evaluation/mmlu/mmlu.zip -------------------------------------------------------------------------------- /llama-factory/examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/examples/README.md -------------------------------------------------------------------------------- /llama-factory/examples/README_zh.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/examples/README_zh.md -------------------------------------------------------------------------------- /llama-factory/examples/accelerate/fsdp_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/examples/accelerate/fsdp_config.yaml -------------------------------------------------------------------------------- /llama-factory/examples/accelerate/master_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/examples/accelerate/master_config.yaml -------------------------------------------------------------------------------- /llama-factory/examples/accelerate/single_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/examples/accelerate/single_config.yaml -------------------------------------------------------------------------------- /llama-factory/examples/accelerate/slave_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/examples/accelerate/slave_config.yaml -------------------------------------------------------------------------------- /llama-factory/examples/deepspeed/ds_z2_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/examples/deepspeed/ds_z2_config.json -------------------------------------------------------------------------------- /llama-factory/examples/deepspeed/ds_z2_offload_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/examples/deepspeed/ds_z2_offload_config.json -------------------------------------------------------------------------------- /llama-factory/examples/deepspeed/ds_z3_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/examples/deepspeed/ds_z3_config.json -------------------------------------------------------------------------------- /llama-factory/examples/deepspeed/ds_z3_offload_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/examples/deepspeed/ds_z3_offload_config.json -------------------------------------------------------------------------------- /llama-factory/examples/extras/fsdp_qlora/sft.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/examples/extras/fsdp_qlora/sft.sh -------------------------------------------------------------------------------- /llama-factory/examples/extras/galore/sft.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/examples/extras/galore/sft.sh -------------------------------------------------------------------------------- /llama-factory/examples/extras/llama_pro/expand.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/examples/extras/llama_pro/expand.sh -------------------------------------------------------------------------------- /llama-factory/examples/extras/llama_pro/sft.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/examples/extras/llama_pro/sft.sh -------------------------------------------------------------------------------- /llama-factory/examples/extras/loraplus/sft.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/examples/extras/loraplus/sft.sh -------------------------------------------------------------------------------- /llama-factory/examples/full_multi_gpu/multi_node.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/examples/full_multi_gpu/multi_node.sh -------------------------------------------------------------------------------- /llama-factory/examples/full_multi_gpu/single_node.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/examples/full_multi_gpu/single_node.sh -------------------------------------------------------------------------------- /llama-factory/examples/inference/api_demo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/examples/inference/api_demo.sh -------------------------------------------------------------------------------- /llama-factory/examples/inference/cli_demo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/examples/inference/cli_demo.sh -------------------------------------------------------------------------------- /llama-factory/examples/inference/evaluate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/examples/inference/evaluate.sh -------------------------------------------------------------------------------- /llama-factory/examples/inference/web_demo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/examples/inference/web_demo.sh -------------------------------------------------------------------------------- /llama-factory/examples/lora_multi_gpu/multi_node.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/examples/lora_multi_gpu/multi_node.sh -------------------------------------------------------------------------------- /llama-factory/examples/lora_multi_gpu/single_node.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/examples/lora_multi_gpu/single_node.sh -------------------------------------------------------------------------------- /llama-factory/examples/lora_single_gpu/dpo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/examples/lora_single_gpu/dpo.sh -------------------------------------------------------------------------------- /llama-factory/examples/lora_single_gpu/orpo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/examples/lora_single_gpu/orpo.sh -------------------------------------------------------------------------------- /llama-factory/examples/lora_single_gpu/ppo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/examples/lora_single_gpu/ppo.sh -------------------------------------------------------------------------------- /llama-factory/examples/lora_single_gpu/predict.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/examples/lora_single_gpu/predict.sh -------------------------------------------------------------------------------- /llama-factory/examples/lora_single_gpu/prepare.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/examples/lora_single_gpu/prepare.sh -------------------------------------------------------------------------------- /llama-factory/examples/lora_single_gpu/pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/examples/lora_single_gpu/pretrain.sh -------------------------------------------------------------------------------- /llama-factory/examples/lora_single_gpu/reward.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/examples/lora_single_gpu/reward.sh -------------------------------------------------------------------------------- /llama-factory/examples/lora_single_gpu/sft.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/examples/lora_single_gpu/sft.sh -------------------------------------------------------------------------------- /llama-factory/examples/merge_lora/merge.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/examples/merge_lora/merge.sh -------------------------------------------------------------------------------- /llama-factory/examples/merge_lora/quantize.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/examples/merge_lora/quantize.sh -------------------------------------------------------------------------------- /llama-factory/examples/qlora_single_gpu/aqlm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/examples/qlora_single_gpu/aqlm.sh -------------------------------------------------------------------------------- /llama-factory/examples/qlora_single_gpu/awq.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/examples/qlora_single_gpu/awq.sh -------------------------------------------------------------------------------- /llama-factory/examples/qlora_single_gpu/bitsandbytes.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/examples/qlora_single_gpu/bitsandbytes.sh -------------------------------------------------------------------------------- /llama-factory/examples/qlora_single_gpu/gptq.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/examples/qlora_single_gpu/gptq.sh -------------------------------------------------------------------------------- /llama-factory/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/pyproject.toml -------------------------------------------------------------------------------- /llama-factory/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/requirements.txt -------------------------------------------------------------------------------- /llama-factory/scripts/cal_flops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/scripts/cal_flops.py -------------------------------------------------------------------------------- /llama-factory/scripts/cal_lr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/scripts/cal_lr.py -------------------------------------------------------------------------------- /llama-factory/scripts/length_cdf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/scripts/length_cdf.py -------------------------------------------------------------------------------- /llama-factory/scripts/llama_pro.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/scripts/llama_pro.py -------------------------------------------------------------------------------- /llama-factory/scripts/llamafy_baichuan2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/scripts/llamafy_baichuan2.py -------------------------------------------------------------------------------- /llama-factory/scripts/llamafy_qwen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/scripts/llamafy_qwen.py -------------------------------------------------------------------------------- /llama-factory/scripts/loftq_init.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/scripts/loftq_init.py -------------------------------------------------------------------------------- /llama-factory/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/setup.py -------------------------------------------------------------------------------- /llama-factory/src/api_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/api_demo.py -------------------------------------------------------------------------------- /llama-factory/src/cli_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/cli_demo.py -------------------------------------------------------------------------------- /llama-factory/src/evaluate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/evaluate.py -------------------------------------------------------------------------------- /llama-factory/src/export_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/export_model.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/__init__.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/api/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/api/__init__.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/api/app.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/api/app.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/api/protocol.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/api/protocol.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/chat/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/chat/__init__.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/chat/base_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/chat/base_engine.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/chat/chat_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/chat/chat_model.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/chat/hf_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/chat/hf_engine.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/chat/vllm_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/chat/vllm_engine.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/data/__init__.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/data/aligner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/data/aligner.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/data/collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/data/collator.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/data/formatter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/data/formatter.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/data/loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/data/loader.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/data/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/data/parser.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/data/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/data/preprocess.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/data/template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/data/template.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/data/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/data/utils.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/eval/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/eval/__init__.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/eval/evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/eval/evaluator.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/eval/template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/eval/template.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/extras/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/extras/callbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/extras/callbacks.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/extras/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/extras/constants.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/extras/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/extras/logging.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/extras/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/extras/misc.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/extras/packages.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/extras/packages.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/extras/patches/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/extras/patches/llama_patch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/extras/patches/llama_patch.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/extras/ploting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/extras/ploting.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/hparams/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/hparams/__init__.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/hparams/data_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/hparams/data_args.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/hparams/evaluation_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/hparams/evaluation_args.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/hparams/finetuning_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/hparams/finetuning_args.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/hparams/generating_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/hparams/generating_args.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/hparams/model_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/hparams/model_args.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/hparams/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/hparams/parser.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/model/__init__.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/model/adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/model/adapter.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/model/ema.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/model/ema.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/model/loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/model/loader.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/model/patcher.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/model/patcher.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/model/utils.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/train/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/train/__init__.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/train/dpo/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/train/dpo/__init__.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/train/dpo/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/train/dpo/trainer.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/train/dpo/workflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/train/dpo/workflow.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/train/orpo/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/train/orpo/__init__.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/train/orpo/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/train/orpo/trainer.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/train/orpo/workflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/train/orpo/workflow.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/train/ppo/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/train/ppo/__init__.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/train/ppo/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/train/ppo/trainer.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/train/ppo/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/train/ppo/utils.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/train/ppo/workflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/train/ppo/workflow.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/train/pt/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/train/pt/__init__.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/train/pt/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/train/pt/trainer.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/train/pt/workflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/train/pt/workflow.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/train/rm/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/train/rm/__init__.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/train/rm/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/train/rm/metric.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/train/rm/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/train/rm/trainer.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/train/rm/workflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/train/rm/workflow.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/train/sft/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/train/sft/__init__.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/train/sft/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/train/sft/metric.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/train/sft/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/train/sft/trainer.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/train/sft/workflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/train/sft/workflow.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/train/tuner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/train/tuner.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/train/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/train/utils.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/webui/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/webui/__init__.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/webui/chatter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/webui/chatter.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/webui/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/webui/common.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/webui/components/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/webui/components/__init__.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/webui/components/chatbot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/webui/components/chatbot.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/webui/components/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/webui/components/data.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/webui/components/eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/webui/components/eval.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/webui/components/export.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/webui/components/export.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/webui/components/infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/webui/components/infer.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/webui/components/top.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/webui/components/top.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/webui/components/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/webui/components/train.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/webui/css.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/webui/css.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/webui/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/webui/engine.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/webui/interface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/webui/interface.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/webui/locales.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/webui/locales.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/webui/manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/webui/manager.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/webui/runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/webui/runner.py -------------------------------------------------------------------------------- /llama-factory/src/llmtuner/webui/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/llmtuner/webui/utils.py -------------------------------------------------------------------------------- /llama-factory/src/train_bash.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/train_bash.py -------------------------------------------------------------------------------- /llama-factory/src/train_web.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/train_web.py -------------------------------------------------------------------------------- /llama-factory/src/web_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/src/web_demo.py -------------------------------------------------------------------------------- /llama-factory/tests/test_throughput.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/tests/test_throughput.py -------------------------------------------------------------------------------- /llama-factory/tests/test_toolcall.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/llama-factory/tests/test_toolcall.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | vllm==0.4.0.post1 2 | tabulate 3 | dm-tree -------------------------------------------------------------------------------- /scripts/data_script/generate_dpo_scores.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/scripts/data_script/generate_dpo_scores.py -------------------------------------------------------------------------------- /scripts/data_script/generate_lc_paired_set.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/scripts/data_script/generate_lc_paired_set.py -------------------------------------------------------------------------------- /scripts/data_script/generate_paired_set.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/scripts/data_script/generate_paired_set.py -------------------------------------------------------------------------------- /scripts/data_script/generate_responses.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/scripts/data_script/generate_responses.py -------------------------------------------------------------------------------- /scripts/data_script/generate_scores.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/scripts/data_script/generate_scores.py -------------------------------------------------------------------------------- /scripts/misc_script/analyze_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/scripts/misc_script/analyze_dataset.py -------------------------------------------------------------------------------- /scripts/misc_script/post_proc_gen-ed_resp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/scripts/misc_script/post_proc_gen-ed_resp.py -------------------------------------------------------------------------------- /scripts/misc_script/save_model_from_cp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/scripts/misc_script/save_model_from_cp.py -------------------------------------------------------------------------------- /scripts/run_dice/iter.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/scripts/run_dice/iter.sh -------------------------------------------------------------------------------- /scripts/run_dice/pipeline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/scripts/run_dice/pipeline.sh -------------------------------------------------------------------------------- /self_alignment/__about__.py: -------------------------------------------------------------------------------- 1 | __version__ = "0.0.1" -------------------------------------------------------------------------------- /self_alignment/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /self_alignment/configs/gen.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/self_alignment/configs/gen.py -------------------------------------------------------------------------------- /self_alignment/models/dpo_reward/workflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/self_alignment/models/dpo_reward/workflow.py -------------------------------------------------------------------------------- /self_alignment/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /self_alignment/utils/args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/self_alignment/utils/args.py -------------------------------------------------------------------------------- /self_alignment/utils/dataprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/self_alignment/utils/dataprocess.py -------------------------------------------------------------------------------- /self_alignment/utils/eval_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/self_alignment/utils/eval_util.py -------------------------------------------------------------------------------- /self_alignment/utils/misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/self_alignment/utils/misc.py -------------------------------------------------------------------------------- /self_alignment/utils/prompt_temp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sail-sg/dice/HEAD/self_alignment/utils/prompt_temp.py --------------------------------------------------------------------------------