├── .dockerignore ├── .github ├── ISSUE_TEMPLATE │ ├── bug_report.yaml │ ├── config.yaml │ └── feature_request.yaml └── workflows │ └── stale.yml ├── .gitignore ├── FAQ.md ├── FAQ_ja.md ├── FAQ_zh.md ├── LICENSE ├── NOTICE ├── QWEN_TECHNICAL_REPORT.pdf ├── README.md ├── README_CN.md ├── README_ES.md ├── README_FR.md ├── README_JA.md ├── Tongyi Qianwen LICENSE AGREEMENT ├── Tongyi Qianwen RESEARCH LICENSE AGREEMENT ├── ascend-support ├── README.md └── docker_qwen.sh ├── assets ├── cli_demo.gif ├── code_interpreter_showcase_001.jpg ├── hfagent_chat_1.png ├── hfagent_chat_2.png ├── hfagent_run.png ├── logo.jpg ├── openai_api.gif ├── performance.png ├── qwen_72b_needle_in_a_haystack.png ├── qwen_tokenizer.png ├── radar_14b.jpg ├── radar_72b.jpg ├── react_showcase_001.png ├── react_showcase_002.png ├── react_tutorial_001.png ├── react_tutorial_002.png ├── system_prompt_behavior_setting.png ├── system_prompt_behavior_setting_en.png ├── system_prompt_language_style.png ├── system_prompt_language_style_en.png ├── system_prompt_role_play.png ├── system_prompt_role_play_en.png ├── system_prompt_task_setting.png ├── system_prompt_task_setting_en.png ├── tokenizer.pdf ├── tokenizer.png ├── wanx_colorful_black.png ├── web_demo.gif └── wechat.png ├── cli_demo.py ├── dcu-support ├── README.md ├── cli_demo.py ├── cli_demo_batch.py ├── model.properties ├── package │ ├── fastllm_pytools │ │ ├── __init__.py │ │ ├── hf_model.py │ │ ├── llm.py │ │ └── torch2flm.py │ └── setup.py ├── qwen2flm.py ├── requirements.txt └── web_demo.py ├── docker ├── Dockerfile ├── Dockerfile-cu114 ├── Dockerfile-cu121 ├── docker_cli_demo.sh ├── docker_openai_api.sh └── docker_web_demo.sh ├── eval ├── EVALUATION.md ├── evaluate_ceval.py ├── evaluate_chat_ceval.py ├── evaluate_chat_gsm8k.py ├── evaluate_chat_humaneval.py ├── evaluate_chat_mmlu.py ├── evaluate_cmmlu.py ├── evaluate_gsm8k.py ├── evaluate_humaneval.py ├── evaluate_mmlu.py ├── evaluate_plugin.py └── gsm8k_prompt.txt ├── examples ├── add_merges.py ├── auto_comments.md ├── auto_comments.py ├── function_call_examples.py ├── function_call_finetune_examples.py ├── langchain_tooluse.ipynb ├── qwen_extra.tiktoken ├── qwen_extra_vocab.txt ├── react_demo.py ├── react_prompt.md ├── system_prompt.md ├── tokenizer_showcase.ipynb ├── transformers_agent.md └── vllm_wrapper.py ├── finetune.py ├── finetune ├── ds_config_zero2.json ├── ds_config_zero3.json ├── finetune_ds.sh ├── finetune_lora_ds.sh ├── finetune_lora_single_gpu.sh ├── finetune_qlora_ds.sh └── finetune_qlora_single_gpu.sh ├── openai_api.py ├── recipes ├── applications │ ├── chatbot │ │ └── qwen_chatbot.ipynb │ ├── domain_finetune │ │ └── qwen_domain_finetune.ipynb │ └── retrieval │ │ └── retrieval.ipynb ├── finetune │ ├── ascend │ │ └── README.md │ ├── deepspeed │ │ ├── finetune_fullparameter_multi_gpu.ipynb │ │ ├── finetune_fullparameter_single_gpu.ipynb │ │ ├── finetune_lora_multi_gpu.ipynb │ │ ├── finetune_lora_single_gpu.ipynb │ │ ├── finetune_qlora_multi_gpu.ipynb │ │ ├── finetune_qlora_single_gpu.ipynb │ │ ├── readme.md │ │ └── requirements.txt │ └── swift │ │ ├── README.md │ │ └── README_CN.md ├── inference │ ├── dashscope │ │ └── README.md │ ├── hf_modelscope │ │ └── README.md │ ├── quantization │ │ └── README.md │ ├── tensorrt │ │ ├── README.md │ │ └── docker │ │ │ └── Dockerfile │ └── vllm │ │ ├── README.md │ │ ├── template_chatml.jinja │ │ └── vllm_wrapper.py ├── quickstart │ └── qwen.ipynb └── tests │ ├── README.md │ ├── __init__.py │ ├── assets │ └── test_sampled_qwen.json │ ├── test_finetune │ └── test_finetune_ds.py │ ├── test_inference │ ├── test_inference_api.py │ └── test_inference_vllm_fschat.py │ ├── ut_config.py │ └── utils.py ├── requirements.txt ├── requirements_web_demo.txt ├── run_gptq.py ├── tech_memo.md ├── tokenization_note.md ├── tokenization_note_ja.md ├── tokenization_note_zh.md ├── utils.py └── web_demo.py /.dockerignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/.dockerignore -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug_report.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/.github/ISSUE_TEMPLATE/bug_report.yaml -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/config.yaml: -------------------------------------------------------------------------------- 1 | blank_issues_enabled: true 2 | -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/.github/ISSUE_TEMPLATE/feature_request.yaml -------------------------------------------------------------------------------- /.github/workflows/stale.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/.github/workflows/stale.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/.gitignore -------------------------------------------------------------------------------- /FAQ.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/FAQ.md -------------------------------------------------------------------------------- /FAQ_ja.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/FAQ_ja.md -------------------------------------------------------------------------------- /FAQ_zh.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/FAQ_zh.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/LICENSE -------------------------------------------------------------------------------- /NOTICE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/NOTICE -------------------------------------------------------------------------------- /QWEN_TECHNICAL_REPORT.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/QWEN_TECHNICAL_REPORT.pdf -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/README.md -------------------------------------------------------------------------------- /README_CN.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/README_CN.md -------------------------------------------------------------------------------- /README_ES.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/README_ES.md -------------------------------------------------------------------------------- /README_FR.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/README_FR.md -------------------------------------------------------------------------------- /README_JA.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/README_JA.md -------------------------------------------------------------------------------- /Tongyi Qianwen LICENSE AGREEMENT: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/Tongyi Qianwen LICENSE AGREEMENT -------------------------------------------------------------------------------- /Tongyi Qianwen RESEARCH LICENSE AGREEMENT: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/Tongyi Qianwen RESEARCH LICENSE AGREEMENT -------------------------------------------------------------------------------- /ascend-support/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/ascend-support/README.md -------------------------------------------------------------------------------- /ascend-support/docker_qwen.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/ascend-support/docker_qwen.sh -------------------------------------------------------------------------------- /assets/cli_demo.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/assets/cli_demo.gif -------------------------------------------------------------------------------- /assets/code_interpreter_showcase_001.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/assets/code_interpreter_showcase_001.jpg -------------------------------------------------------------------------------- /assets/hfagent_chat_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/assets/hfagent_chat_1.png -------------------------------------------------------------------------------- /assets/hfagent_chat_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/assets/hfagent_chat_2.png -------------------------------------------------------------------------------- /assets/hfagent_run.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/assets/hfagent_run.png -------------------------------------------------------------------------------- /assets/logo.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/assets/logo.jpg -------------------------------------------------------------------------------- /assets/openai_api.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/assets/openai_api.gif -------------------------------------------------------------------------------- /assets/performance.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/assets/performance.png -------------------------------------------------------------------------------- /assets/qwen_72b_needle_in_a_haystack.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/assets/qwen_72b_needle_in_a_haystack.png -------------------------------------------------------------------------------- /assets/qwen_tokenizer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/assets/qwen_tokenizer.png -------------------------------------------------------------------------------- /assets/radar_14b.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/assets/radar_14b.jpg -------------------------------------------------------------------------------- /assets/radar_72b.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/assets/radar_72b.jpg -------------------------------------------------------------------------------- /assets/react_showcase_001.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/assets/react_showcase_001.png -------------------------------------------------------------------------------- /assets/react_showcase_002.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/assets/react_showcase_002.png -------------------------------------------------------------------------------- /assets/react_tutorial_001.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/assets/react_tutorial_001.png -------------------------------------------------------------------------------- /assets/react_tutorial_002.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/assets/react_tutorial_002.png -------------------------------------------------------------------------------- /assets/system_prompt_behavior_setting.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/assets/system_prompt_behavior_setting.png -------------------------------------------------------------------------------- /assets/system_prompt_behavior_setting_en.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/assets/system_prompt_behavior_setting_en.png -------------------------------------------------------------------------------- /assets/system_prompt_language_style.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/assets/system_prompt_language_style.png -------------------------------------------------------------------------------- /assets/system_prompt_language_style_en.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/assets/system_prompt_language_style_en.png -------------------------------------------------------------------------------- /assets/system_prompt_role_play.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/assets/system_prompt_role_play.png -------------------------------------------------------------------------------- /assets/system_prompt_role_play_en.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/assets/system_prompt_role_play_en.png -------------------------------------------------------------------------------- /assets/system_prompt_task_setting.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/assets/system_prompt_task_setting.png -------------------------------------------------------------------------------- /assets/system_prompt_task_setting_en.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/assets/system_prompt_task_setting_en.png -------------------------------------------------------------------------------- /assets/tokenizer.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/assets/tokenizer.pdf -------------------------------------------------------------------------------- /assets/tokenizer.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/assets/tokenizer.png -------------------------------------------------------------------------------- /assets/wanx_colorful_black.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/assets/wanx_colorful_black.png -------------------------------------------------------------------------------- /assets/web_demo.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/assets/web_demo.gif -------------------------------------------------------------------------------- /assets/wechat.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/assets/wechat.png -------------------------------------------------------------------------------- /cli_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/cli_demo.py -------------------------------------------------------------------------------- /dcu-support/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/dcu-support/README.md -------------------------------------------------------------------------------- /dcu-support/cli_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/dcu-support/cli_demo.py -------------------------------------------------------------------------------- /dcu-support/cli_demo_batch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/dcu-support/cli_demo_batch.py -------------------------------------------------------------------------------- /dcu-support/model.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/dcu-support/model.properties -------------------------------------------------------------------------------- /dcu-support/package/fastllm_pytools/__init__.py: -------------------------------------------------------------------------------- 1 | __all__ = ["llm"] -------------------------------------------------------------------------------- /dcu-support/package/fastllm_pytools/hf_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/dcu-support/package/fastllm_pytools/hf_model.py -------------------------------------------------------------------------------- /dcu-support/package/fastllm_pytools/llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/dcu-support/package/fastllm_pytools/llm.py -------------------------------------------------------------------------------- /dcu-support/package/fastllm_pytools/torch2flm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/dcu-support/package/fastllm_pytools/torch2flm.py -------------------------------------------------------------------------------- /dcu-support/package/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/dcu-support/package/setup.py -------------------------------------------------------------------------------- /dcu-support/qwen2flm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/dcu-support/qwen2flm.py -------------------------------------------------------------------------------- /dcu-support/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/dcu-support/requirements.txt -------------------------------------------------------------------------------- /dcu-support/web_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/dcu-support/web_demo.py -------------------------------------------------------------------------------- /docker/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/docker/Dockerfile -------------------------------------------------------------------------------- /docker/Dockerfile-cu114: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/docker/Dockerfile-cu114 -------------------------------------------------------------------------------- /docker/Dockerfile-cu121: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/docker/Dockerfile-cu121 -------------------------------------------------------------------------------- /docker/docker_cli_demo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/docker/docker_cli_demo.sh -------------------------------------------------------------------------------- /docker/docker_openai_api.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/docker/docker_openai_api.sh -------------------------------------------------------------------------------- /docker/docker_web_demo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/docker/docker_web_demo.sh -------------------------------------------------------------------------------- /eval/EVALUATION.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/eval/EVALUATION.md -------------------------------------------------------------------------------- /eval/evaluate_ceval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/eval/evaluate_ceval.py -------------------------------------------------------------------------------- /eval/evaluate_chat_ceval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/eval/evaluate_chat_ceval.py -------------------------------------------------------------------------------- /eval/evaluate_chat_gsm8k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/eval/evaluate_chat_gsm8k.py -------------------------------------------------------------------------------- /eval/evaluate_chat_humaneval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/eval/evaluate_chat_humaneval.py -------------------------------------------------------------------------------- /eval/evaluate_chat_mmlu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/eval/evaluate_chat_mmlu.py -------------------------------------------------------------------------------- /eval/evaluate_cmmlu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/eval/evaluate_cmmlu.py -------------------------------------------------------------------------------- /eval/evaluate_gsm8k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/eval/evaluate_gsm8k.py -------------------------------------------------------------------------------- /eval/evaluate_humaneval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/eval/evaluate_humaneval.py -------------------------------------------------------------------------------- /eval/evaluate_mmlu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/eval/evaluate_mmlu.py -------------------------------------------------------------------------------- /eval/evaluate_plugin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/eval/evaluate_plugin.py -------------------------------------------------------------------------------- /eval/gsm8k_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/eval/gsm8k_prompt.txt -------------------------------------------------------------------------------- /examples/add_merges.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/examples/add_merges.py -------------------------------------------------------------------------------- /examples/auto_comments.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/examples/auto_comments.md -------------------------------------------------------------------------------- /examples/auto_comments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/examples/auto_comments.py -------------------------------------------------------------------------------- /examples/function_call_examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/examples/function_call_examples.py -------------------------------------------------------------------------------- /examples/function_call_finetune_examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/examples/function_call_finetune_examples.py -------------------------------------------------------------------------------- /examples/langchain_tooluse.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/examples/langchain_tooluse.ipynb -------------------------------------------------------------------------------- /examples/qwen_extra.tiktoken: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/examples/qwen_extra.tiktoken -------------------------------------------------------------------------------- /examples/qwen_extra_vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/examples/qwen_extra_vocab.txt -------------------------------------------------------------------------------- /examples/react_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/examples/react_demo.py -------------------------------------------------------------------------------- /examples/react_prompt.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/examples/react_prompt.md -------------------------------------------------------------------------------- /examples/system_prompt.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/examples/system_prompt.md -------------------------------------------------------------------------------- /examples/tokenizer_showcase.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/examples/tokenizer_showcase.ipynb -------------------------------------------------------------------------------- /examples/transformers_agent.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/examples/transformers_agent.md -------------------------------------------------------------------------------- /examples/vllm_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/examples/vllm_wrapper.py -------------------------------------------------------------------------------- /finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/finetune.py -------------------------------------------------------------------------------- /finetune/ds_config_zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/finetune/ds_config_zero2.json -------------------------------------------------------------------------------- /finetune/ds_config_zero3.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/finetune/ds_config_zero3.json -------------------------------------------------------------------------------- /finetune/finetune_ds.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/finetune/finetune_ds.sh -------------------------------------------------------------------------------- /finetune/finetune_lora_ds.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/finetune/finetune_lora_ds.sh -------------------------------------------------------------------------------- /finetune/finetune_lora_single_gpu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/finetune/finetune_lora_single_gpu.sh -------------------------------------------------------------------------------- /finetune/finetune_qlora_ds.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/finetune/finetune_qlora_ds.sh -------------------------------------------------------------------------------- /finetune/finetune_qlora_single_gpu.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/finetune/finetune_qlora_single_gpu.sh -------------------------------------------------------------------------------- /openai_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/openai_api.py -------------------------------------------------------------------------------- /recipes/applications/chatbot/qwen_chatbot.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/recipes/applications/chatbot/qwen_chatbot.ipynb -------------------------------------------------------------------------------- /recipes/applications/domain_finetune/qwen_domain_finetune.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/recipes/applications/domain_finetune/qwen_domain_finetune.ipynb -------------------------------------------------------------------------------- /recipes/applications/retrieval/retrieval.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/recipes/applications/retrieval/retrieval.ipynb -------------------------------------------------------------------------------- /recipes/finetune/ascend/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/recipes/finetune/ascend/README.md -------------------------------------------------------------------------------- /recipes/finetune/deepspeed/finetune_fullparameter_multi_gpu.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/recipes/finetune/deepspeed/finetune_fullparameter_multi_gpu.ipynb -------------------------------------------------------------------------------- /recipes/finetune/deepspeed/finetune_fullparameter_single_gpu.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/recipes/finetune/deepspeed/finetune_fullparameter_single_gpu.ipynb -------------------------------------------------------------------------------- /recipes/finetune/deepspeed/finetune_lora_multi_gpu.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/recipes/finetune/deepspeed/finetune_lora_multi_gpu.ipynb -------------------------------------------------------------------------------- /recipes/finetune/deepspeed/finetune_lora_single_gpu.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/recipes/finetune/deepspeed/finetune_lora_single_gpu.ipynb -------------------------------------------------------------------------------- /recipes/finetune/deepspeed/finetune_qlora_multi_gpu.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/recipes/finetune/deepspeed/finetune_qlora_multi_gpu.ipynb -------------------------------------------------------------------------------- /recipes/finetune/deepspeed/finetune_qlora_single_gpu.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/recipes/finetune/deepspeed/finetune_qlora_single_gpu.ipynb -------------------------------------------------------------------------------- /recipes/finetune/deepspeed/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/recipes/finetune/deepspeed/readme.md -------------------------------------------------------------------------------- /recipes/finetune/deepspeed/requirements.txt: -------------------------------------------------------------------------------- 1 | deepspeed 2 | peft -------------------------------------------------------------------------------- /recipes/finetune/swift/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/recipes/finetune/swift/README.md -------------------------------------------------------------------------------- /recipes/finetune/swift/README_CN.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/recipes/finetune/swift/README_CN.md -------------------------------------------------------------------------------- /recipes/inference/dashscope/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/recipes/inference/dashscope/README.md -------------------------------------------------------------------------------- /recipes/inference/hf_modelscope/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/recipes/inference/hf_modelscope/README.md -------------------------------------------------------------------------------- /recipes/inference/quantization/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/recipes/inference/quantization/README.md -------------------------------------------------------------------------------- /recipes/inference/tensorrt/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/recipes/inference/tensorrt/README.md -------------------------------------------------------------------------------- /recipes/inference/tensorrt/docker/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/recipes/inference/tensorrt/docker/Dockerfile -------------------------------------------------------------------------------- /recipes/inference/vllm/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/recipes/inference/vllm/README.md -------------------------------------------------------------------------------- /recipes/inference/vllm/template_chatml.jinja: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/recipes/inference/vllm/template_chatml.jinja -------------------------------------------------------------------------------- /recipes/inference/vllm/vllm_wrapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/recipes/inference/vllm/vllm_wrapper.py -------------------------------------------------------------------------------- /recipes/quickstart/qwen.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/recipes/quickstart/qwen.ipynb -------------------------------------------------------------------------------- /recipes/tests/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/recipes/tests/README.md -------------------------------------------------------------------------------- /recipes/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /recipes/tests/assets/test_sampled_qwen.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/recipes/tests/assets/test_sampled_qwen.json -------------------------------------------------------------------------------- /recipes/tests/test_finetune/test_finetune_ds.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/recipes/tests/test_finetune/test_finetune_ds.py -------------------------------------------------------------------------------- /recipes/tests/test_inference/test_inference_api.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/recipes/tests/test_inference/test_inference_api.py -------------------------------------------------------------------------------- /recipes/tests/test_inference/test_inference_vllm_fschat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/recipes/tests/test_inference/test_inference_vllm_fschat.py -------------------------------------------------------------------------------- /recipes/tests/ut_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/recipes/tests/ut_config.py -------------------------------------------------------------------------------- /recipes/tests/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/recipes/tests/utils.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/requirements.txt -------------------------------------------------------------------------------- /requirements_web_demo.txt: -------------------------------------------------------------------------------- 1 | gradio<3.42 2 | mdtex2html 3 | -------------------------------------------------------------------------------- /run_gptq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/run_gptq.py -------------------------------------------------------------------------------- /tech_memo.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/tech_memo.md -------------------------------------------------------------------------------- /tokenization_note.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/tokenization_note.md -------------------------------------------------------------------------------- /tokenization_note_ja.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/tokenization_note_ja.md -------------------------------------------------------------------------------- /tokenization_note_zh.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/tokenization_note_zh.md -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/utils.py -------------------------------------------------------------------------------- /web_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/QwenLM/Qwen/HEAD/web_demo.py --------------------------------------------------------------------------------