├── .gitignore ├── .gitpod.yml ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── Dockerfile ├── LICENSE ├── README.md ├── README_ZH.md ├── assets ├── KnowLM-overview.png ├── KnowLM.png ├── casevschatgpt.png ├── finetune_web.jpg ├── ie-case-new_logo-en.png ├── ie-case-new_logo-zh.png ├── kg2instructions-en.png ├── kg2instructions-zh.jpg ├── logo_zhixi.png ├── lora_web.png └── main_new.jpg ├── examples ├── callbacks.py ├── generate_finetune.py ├── generate_finetune_web.py ├── generate_lora.py ├── generate_lora_web.py ├── ie_prompt.py ├── multi_gpu_inference.py ├── prompter.py └── utils.py ├── finetune ├── __init__.py ├── lora │ ├── Others │ │ ├── README.md │ │ ├── README_EN.md │ │ ├── download_script.py │ │ ├── finetune.py │ │ ├── requirements.txt │ │ ├── templates │ │ │ ├── chatglm3.json │ │ │ └── qwen.json │ │ └── utils │ │ │ ├── __init__.py │ │ │ └── prompter.py │ ├── baichuan │ │ ├── README.md │ │ ├── README_EN.md │ │ ├── bc_finetune.py │ │ ├── requirements.txt │ │ ├── templates │ │ │ └── alpaca.json │ │ └── utils │ │ │ ├── __init__.py │ │ │ └── prompter.py │ └── knowlm │ │ ├── README.md │ │ ├── README_EN.md │ │ ├── finetune.py │ │ ├── requirements.txt │ │ ├── templates │ │ └── alpaca.json │ │ └── utils │ │ ├── __init__.py │ │ └── prompter.py └── qlora │ ├── dataset.py │ ├── run_qlora.sh │ ├── train.py │ ├── training_args.py │ └── training_utils.py ├── inference ├── README.md ├── README_EN.md ├── api.py ├── launch │ ├── __init__.py │ ├── tgi.sh │ └── vllm.sh ├── launch_vllm.py ├── llm_engine.py ├── quant_4bit.py ├── requirements.txt ├── test.py └── utils.py ├── pdf ├── Knowledge_Editing.pdf └── Knowledge_Interaction.pdf ├── pretrain ├── README.md ├── README_EN.md ├── configs │ └── config.json ├── data │ ├── README.md │ ├── dataset1.txt │ ├── dataset2.txt │ ├── dataset3.txt │ ├── dataset4.txt │ └── dataset5.txt ├── host.txt ├── preprocess.py ├── preview │ ├── dataloader.py │ └── train.py ├── requirements.txt ├── tools │ ├── find_trained_data.py │ └── remove_trained_data.py └── train.py ├── requirements.txt ├── tools ├── download.py ├── export_hf_checkpoint.py └── weight_diff.py └── tutorial-notebooks └── tutorial.ipynb /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitpod.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/.gitpod.yml -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/README.md -------------------------------------------------------------------------------- /README_ZH.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/README_ZH.md -------------------------------------------------------------------------------- /assets/KnowLM-overview.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/assets/KnowLM-overview.png -------------------------------------------------------------------------------- /assets/KnowLM.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/assets/KnowLM.png -------------------------------------------------------------------------------- /assets/casevschatgpt.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/assets/casevschatgpt.png -------------------------------------------------------------------------------- /assets/finetune_web.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/assets/finetune_web.jpg -------------------------------------------------------------------------------- /assets/ie-case-new_logo-en.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/assets/ie-case-new_logo-en.png -------------------------------------------------------------------------------- /assets/ie-case-new_logo-zh.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/assets/ie-case-new_logo-zh.png -------------------------------------------------------------------------------- /assets/kg2instructions-en.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/assets/kg2instructions-en.png -------------------------------------------------------------------------------- /assets/kg2instructions-zh.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/assets/kg2instructions-zh.jpg -------------------------------------------------------------------------------- /assets/logo_zhixi.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/assets/logo_zhixi.png -------------------------------------------------------------------------------- /assets/lora_web.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/assets/lora_web.png -------------------------------------------------------------------------------- /assets/main_new.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/assets/main_new.jpg -------------------------------------------------------------------------------- /examples/callbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/examples/callbacks.py -------------------------------------------------------------------------------- /examples/generate_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/examples/generate_finetune.py -------------------------------------------------------------------------------- /examples/generate_finetune_web.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/examples/generate_finetune_web.py -------------------------------------------------------------------------------- /examples/generate_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/examples/generate_lora.py -------------------------------------------------------------------------------- /examples/generate_lora_web.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/examples/generate_lora_web.py -------------------------------------------------------------------------------- /examples/ie_prompt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/examples/ie_prompt.py -------------------------------------------------------------------------------- /examples/multi_gpu_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/examples/multi_gpu_inference.py -------------------------------------------------------------------------------- /examples/prompter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/examples/prompter.py -------------------------------------------------------------------------------- /examples/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/examples/utils.py -------------------------------------------------------------------------------- /finetune/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /finetune/lora/Others/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/finetune/lora/Others/README.md -------------------------------------------------------------------------------- /finetune/lora/Others/README_EN.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/finetune/lora/Others/README_EN.md -------------------------------------------------------------------------------- /finetune/lora/Others/download_script.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/finetune/lora/Others/download_script.py -------------------------------------------------------------------------------- /finetune/lora/Others/finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/finetune/lora/Others/finetune.py -------------------------------------------------------------------------------- /finetune/lora/Others/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/finetune/lora/Others/requirements.txt -------------------------------------------------------------------------------- /finetune/lora/Others/templates/chatglm3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/finetune/lora/Others/templates/chatglm3.json -------------------------------------------------------------------------------- /finetune/lora/Others/templates/qwen.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/finetune/lora/Others/templates/qwen.json -------------------------------------------------------------------------------- /finetune/lora/Others/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /finetune/lora/Others/utils/prompter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/finetune/lora/Others/utils/prompter.py -------------------------------------------------------------------------------- /finetune/lora/baichuan/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/finetune/lora/baichuan/README.md -------------------------------------------------------------------------------- /finetune/lora/baichuan/README_EN.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/finetune/lora/baichuan/README_EN.md -------------------------------------------------------------------------------- /finetune/lora/baichuan/bc_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/finetune/lora/baichuan/bc_finetune.py -------------------------------------------------------------------------------- /finetune/lora/baichuan/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/finetune/lora/baichuan/requirements.txt -------------------------------------------------------------------------------- /finetune/lora/baichuan/templates/alpaca.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/finetune/lora/baichuan/templates/alpaca.json -------------------------------------------------------------------------------- /finetune/lora/baichuan/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /finetune/lora/baichuan/utils/prompter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/finetune/lora/baichuan/utils/prompter.py -------------------------------------------------------------------------------- /finetune/lora/knowlm/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/finetune/lora/knowlm/README.md -------------------------------------------------------------------------------- /finetune/lora/knowlm/README_EN.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/finetune/lora/knowlm/README_EN.md -------------------------------------------------------------------------------- /finetune/lora/knowlm/finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/finetune/lora/knowlm/finetune.py -------------------------------------------------------------------------------- /finetune/lora/knowlm/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/finetune/lora/knowlm/requirements.txt -------------------------------------------------------------------------------- /finetune/lora/knowlm/templates/alpaca.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/finetune/lora/knowlm/templates/alpaca.json -------------------------------------------------------------------------------- /finetune/lora/knowlm/utils/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /finetune/lora/knowlm/utils/prompter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/finetune/lora/knowlm/utils/prompter.py -------------------------------------------------------------------------------- /finetune/qlora/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/finetune/qlora/dataset.py -------------------------------------------------------------------------------- /finetune/qlora/run_qlora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/finetune/qlora/run_qlora.sh -------------------------------------------------------------------------------- /finetune/qlora/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/finetune/qlora/train.py -------------------------------------------------------------------------------- /finetune/qlora/training_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/finetune/qlora/training_args.py -------------------------------------------------------------------------------- /finetune/qlora/training_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/finetune/qlora/training_utils.py -------------------------------------------------------------------------------- /inference/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/inference/README.md -------------------------------------------------------------------------------- /inference/README_EN.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/inference/README_EN.md -------------------------------------------------------------------------------- /inference/api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/inference/api.py -------------------------------------------------------------------------------- /inference/launch/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /inference/launch/tgi.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/inference/launch/tgi.sh -------------------------------------------------------------------------------- /inference/launch/vllm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/inference/launch/vllm.sh -------------------------------------------------------------------------------- /inference/launch_vllm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/inference/launch_vllm.py -------------------------------------------------------------------------------- /inference/llm_engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/inference/llm_engine.py -------------------------------------------------------------------------------- /inference/quant_4bit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/inference/quant_4bit.py -------------------------------------------------------------------------------- /inference/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/inference/requirements.txt -------------------------------------------------------------------------------- /inference/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/inference/test.py -------------------------------------------------------------------------------- /inference/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/inference/utils.py -------------------------------------------------------------------------------- /pdf/Knowledge_Editing.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/pdf/Knowledge_Editing.pdf -------------------------------------------------------------------------------- /pdf/Knowledge_Interaction.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/pdf/Knowledge_Interaction.pdf -------------------------------------------------------------------------------- /pretrain/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/pretrain/README.md -------------------------------------------------------------------------------- /pretrain/README_EN.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/pretrain/README_EN.md -------------------------------------------------------------------------------- /pretrain/configs/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/pretrain/configs/config.json -------------------------------------------------------------------------------- /pretrain/data/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/pretrain/data/README.md -------------------------------------------------------------------------------- /pretrain/data/dataset1.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/pretrain/data/dataset1.txt -------------------------------------------------------------------------------- /pretrain/data/dataset2.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/pretrain/data/dataset2.txt -------------------------------------------------------------------------------- /pretrain/data/dataset3.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/pretrain/data/dataset3.txt -------------------------------------------------------------------------------- /pretrain/data/dataset4.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/pretrain/data/dataset4.txt -------------------------------------------------------------------------------- /pretrain/data/dataset5.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/pretrain/data/dataset5.txt -------------------------------------------------------------------------------- /pretrain/host.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/pretrain/host.txt -------------------------------------------------------------------------------- /pretrain/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/pretrain/preprocess.py -------------------------------------------------------------------------------- /pretrain/preview/dataloader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/pretrain/preview/dataloader.py -------------------------------------------------------------------------------- /pretrain/preview/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/pretrain/preview/train.py -------------------------------------------------------------------------------- /pretrain/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/pretrain/requirements.txt -------------------------------------------------------------------------------- /pretrain/tools/find_trained_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/pretrain/tools/find_trained_data.py -------------------------------------------------------------------------------- /pretrain/tools/remove_trained_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/pretrain/tools/remove_trained_data.py -------------------------------------------------------------------------------- /pretrain/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/pretrain/train.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/requirements.txt -------------------------------------------------------------------------------- /tools/download.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/tools/download.py -------------------------------------------------------------------------------- /tools/export_hf_checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/tools/export_hf_checkpoint.py -------------------------------------------------------------------------------- /tools/weight_diff.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/tools/weight_diff.py -------------------------------------------------------------------------------- /tutorial-notebooks/tutorial.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zjunlp/KnowLM/HEAD/tutorial-notebooks/tutorial.ipynb --------------------------------------------------------------------------------