├── LICENSE ├── README.md ├── configs ├── default_config.yaml └── infer_config.yaml ├── data └── 示例.json ├── scripts ├── cli_demo.sh ├── guji_evaluation.sh ├── guji_pretrain-1.sh ├── guji_pretrain.sh └── stf_guji.sh └── src ├── __init__.py ├── api_demo.py ├── cli_demo.py ├── export_model.py ├── train_ppo.py ├── train_pt.py ├── train_rm.py ├── train_sft.py ├── utils ├── Knowledge_utils.py ├── __init__.py ├── __pycache__ │ ├── __init__.cpython-311.pyc │ ├── __init__.cpython-37.pyc │ ├── __init__.cpython-38.pyc │ ├── common.cpython-311.pyc │ ├── common.cpython-37.pyc │ ├── common.cpython-38.pyc │ ├── config.cpython-311.pyc │ ├── config.cpython-38.pyc │ ├── data_collator.cpython-311.pyc │ ├── data_collator.cpython-38.pyc │ ├── other.cpython-311.pyc │ ├── other.cpython-38.pyc │ ├── pairwise.cpython-311.pyc │ ├── pairwise.cpython-38.pyc │ ├── peft_trainer.cpython-311.pyc │ ├── peft_trainer.cpython-38.pyc │ ├── ppo.cpython-311.pyc │ ├── ppo.cpython-38.pyc │ ├── seq2seq.cpython-311.pyc │ ├── seq2seq.cpython-38.pyc │ ├── template.cpython-311.pyc │ └── template.cpython-38.pyc ├── common.py ├── config.py ├── data_collator.py ├── model.py ├── other.py ├── pairwise.py ├── peft_trainer.py ├── ppo.py ├── seq2seq.py ├── template.py └── vocab_utils.py └── web_demo.py /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/README.md -------------------------------------------------------------------------------- /configs/default_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/configs/default_config.yaml -------------------------------------------------------------------------------- /configs/infer_config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/configs/infer_config.yaml -------------------------------------------------------------------------------- /data/示例.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/data/示例.json -------------------------------------------------------------------------------- /scripts/cli_demo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/scripts/cli_demo.sh -------------------------------------------------------------------------------- /scripts/guji_evaluation.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/scripts/guji_evaluation.sh -------------------------------------------------------------------------------- /scripts/guji_pretrain-1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/scripts/guji_pretrain-1.sh -------------------------------------------------------------------------------- /scripts/guji_pretrain.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/scripts/guji_pretrain.sh -------------------------------------------------------------------------------- /scripts/stf_guji.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/scripts/stf_guji.sh -------------------------------------------------------------------------------- /src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/api_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/api_demo.py -------------------------------------------------------------------------------- /src/cli_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/cli_demo.py -------------------------------------------------------------------------------- /src/export_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/export_model.py -------------------------------------------------------------------------------- /src/train_ppo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/train_ppo.py -------------------------------------------------------------------------------- /src/train_pt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/train_pt.py -------------------------------------------------------------------------------- /src/train_rm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/train_rm.py -------------------------------------------------------------------------------- /src/train_sft.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/train_sft.py -------------------------------------------------------------------------------- /src/utils/Knowledge_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/utils/Knowledge_utils.py -------------------------------------------------------------------------------- /src/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/utils/__init__.py -------------------------------------------------------------------------------- /src/utils/__pycache__/__init__.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/utils/__pycache__/__init__.cpython-311.pyc -------------------------------------------------------------------------------- /src/utils/__pycache__/__init__.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/utils/__pycache__/__init__.cpython-37.pyc -------------------------------------------------------------------------------- /src/utils/__pycache__/__init__.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/utils/__pycache__/__init__.cpython-38.pyc -------------------------------------------------------------------------------- /src/utils/__pycache__/common.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/utils/__pycache__/common.cpython-311.pyc -------------------------------------------------------------------------------- /src/utils/__pycache__/common.cpython-37.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/utils/__pycache__/common.cpython-37.pyc -------------------------------------------------------------------------------- /src/utils/__pycache__/common.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/utils/__pycache__/common.cpython-38.pyc -------------------------------------------------------------------------------- /src/utils/__pycache__/config.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/utils/__pycache__/config.cpython-311.pyc -------------------------------------------------------------------------------- /src/utils/__pycache__/config.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/utils/__pycache__/config.cpython-38.pyc -------------------------------------------------------------------------------- /src/utils/__pycache__/data_collator.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/utils/__pycache__/data_collator.cpython-311.pyc -------------------------------------------------------------------------------- /src/utils/__pycache__/data_collator.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/utils/__pycache__/data_collator.cpython-38.pyc -------------------------------------------------------------------------------- /src/utils/__pycache__/other.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/utils/__pycache__/other.cpython-311.pyc -------------------------------------------------------------------------------- /src/utils/__pycache__/other.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/utils/__pycache__/other.cpython-38.pyc -------------------------------------------------------------------------------- /src/utils/__pycache__/pairwise.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/utils/__pycache__/pairwise.cpython-311.pyc -------------------------------------------------------------------------------- /src/utils/__pycache__/pairwise.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/utils/__pycache__/pairwise.cpython-38.pyc -------------------------------------------------------------------------------- /src/utils/__pycache__/peft_trainer.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/utils/__pycache__/peft_trainer.cpython-311.pyc -------------------------------------------------------------------------------- /src/utils/__pycache__/peft_trainer.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/utils/__pycache__/peft_trainer.cpython-38.pyc -------------------------------------------------------------------------------- /src/utils/__pycache__/ppo.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/utils/__pycache__/ppo.cpython-311.pyc -------------------------------------------------------------------------------- /src/utils/__pycache__/ppo.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/utils/__pycache__/ppo.cpython-38.pyc -------------------------------------------------------------------------------- /src/utils/__pycache__/seq2seq.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/utils/__pycache__/seq2seq.cpython-311.pyc -------------------------------------------------------------------------------- /src/utils/__pycache__/seq2seq.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/utils/__pycache__/seq2seq.cpython-38.pyc -------------------------------------------------------------------------------- /src/utils/__pycache__/template.cpython-311.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/utils/__pycache__/template.cpython-311.pyc -------------------------------------------------------------------------------- /src/utils/__pycache__/template.cpython-38.pyc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/utils/__pycache__/template.cpython-38.pyc -------------------------------------------------------------------------------- /src/utils/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/utils/common.py -------------------------------------------------------------------------------- /src/utils/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/utils/config.py -------------------------------------------------------------------------------- /src/utils/data_collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/utils/data_collator.py -------------------------------------------------------------------------------- /src/utils/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/utils/model.py -------------------------------------------------------------------------------- /src/utils/other.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/utils/other.py -------------------------------------------------------------------------------- /src/utils/pairwise.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/utils/pairwise.py -------------------------------------------------------------------------------- /src/utils/peft_trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/utils/peft_trainer.py -------------------------------------------------------------------------------- /src/utils/ppo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/utils/ppo.py -------------------------------------------------------------------------------- /src/utils/seq2seq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/utils/seq2seq.py -------------------------------------------------------------------------------- /src/utils/template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/utils/template.py -------------------------------------------------------------------------------- /src/utils/vocab_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/utils/vocab_utils.py -------------------------------------------------------------------------------- /src/web_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Zlasejd/HuangDI/HEAD/src/web_demo.py --------------------------------------------------------------------------------