├── .gitignore ├── LICENSE ├── README.md ├── README_ZH.md ├── Skywork Community License.pdf ├── Skywork-license-zh.pdf ├── Skywork_13b_tech_report.pdf ├── bash_scripts ├── skywork_13b_pt.sh ├── skywork_13b_pt_lora.sh ├── skywork_13b_sft.sh ├── skywork_13b_sft_lora.sh └── skywork_eval_loss.sh ├── cli_demo.py ├── data ├── eval_loss │ ├── mock_gsm8k_test_public.jsonl │ └── zh_general.jsonl ├── pt_train.jsonl ├── sft_data │ └── alpaca_data_zh_51k_sample_1k.jsonl └── skywork_13b_chat_eval.jsonl ├── eval ├── EVALUATION.md ├── eval_gsm8k.py ├── eval_loss.py ├── evaluate_ceval.py ├── evaluate_cmmlu.py ├── evaluate_mmlu.py └── gsm8k_prompt.txt ├── misc ├── chat_demo_1.gif ├── chat_demo_2.gif ├── chat_demo_3.gif ├── preliminary_exp_gpt7b_llama_7b.png ├── skywork-logo.png ├── skywork_icon.png ├── skywork_logo.jpeg ├── stage1_metrics.png ├── stage2_ceval.png ├── training_loss.png ├── wechat.jpeg └── wechat.png ├── requirements.txt ├── skywork_chat_demo.py ├── skywork_quick_start.py └── train ├── build_dataset.py ├── ds_config ├── Skywork-13B-Base-pt-zero2-peaklr1e-4-steps1000-gbs32-maxlen.json ├── zero2.json ├── zero2_offload.json └── zero3_offload.json ├── pt_data_preprocess.py └── train.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/README.md -------------------------------------------------------------------------------- /README_ZH.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/README_ZH.md -------------------------------------------------------------------------------- /Skywork Community License.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/Skywork Community License.pdf -------------------------------------------------------------------------------- /Skywork-license-zh.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/Skywork-license-zh.pdf -------------------------------------------------------------------------------- /Skywork_13b_tech_report.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/Skywork_13b_tech_report.pdf -------------------------------------------------------------------------------- /bash_scripts/skywork_13b_pt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/bash_scripts/skywork_13b_pt.sh -------------------------------------------------------------------------------- /bash_scripts/skywork_13b_pt_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/bash_scripts/skywork_13b_pt_lora.sh -------------------------------------------------------------------------------- /bash_scripts/skywork_13b_sft.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/bash_scripts/skywork_13b_sft.sh -------------------------------------------------------------------------------- /bash_scripts/skywork_13b_sft_lora.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/bash_scripts/skywork_13b_sft_lora.sh -------------------------------------------------------------------------------- /bash_scripts/skywork_eval_loss.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/bash_scripts/skywork_eval_loss.sh -------------------------------------------------------------------------------- /cli_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/cli_demo.py -------------------------------------------------------------------------------- /data/eval_loss/mock_gsm8k_test_public.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/data/eval_loss/mock_gsm8k_test_public.jsonl -------------------------------------------------------------------------------- /data/eval_loss/zh_general.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/data/eval_loss/zh_general.jsonl -------------------------------------------------------------------------------- /data/pt_train.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/data/pt_train.jsonl -------------------------------------------------------------------------------- /data/sft_data/alpaca_data_zh_51k_sample_1k.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/data/sft_data/alpaca_data_zh_51k_sample_1k.jsonl -------------------------------------------------------------------------------- /data/skywork_13b_chat_eval.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/data/skywork_13b_chat_eval.jsonl -------------------------------------------------------------------------------- /eval/EVALUATION.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/eval/EVALUATION.md -------------------------------------------------------------------------------- /eval/eval_gsm8k.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/eval/eval_gsm8k.py -------------------------------------------------------------------------------- /eval/eval_loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/eval/eval_loss.py -------------------------------------------------------------------------------- /eval/evaluate_ceval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/eval/evaluate_ceval.py -------------------------------------------------------------------------------- /eval/evaluate_cmmlu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/eval/evaluate_cmmlu.py -------------------------------------------------------------------------------- /eval/evaluate_mmlu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/eval/evaluate_mmlu.py -------------------------------------------------------------------------------- /eval/gsm8k_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/eval/gsm8k_prompt.txt -------------------------------------------------------------------------------- /misc/chat_demo_1.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/misc/chat_demo_1.gif -------------------------------------------------------------------------------- /misc/chat_demo_2.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/misc/chat_demo_2.gif -------------------------------------------------------------------------------- /misc/chat_demo_3.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/misc/chat_demo_3.gif -------------------------------------------------------------------------------- /misc/preliminary_exp_gpt7b_llama_7b.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/misc/preliminary_exp_gpt7b_llama_7b.png -------------------------------------------------------------------------------- /misc/skywork-logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/misc/skywork-logo.png -------------------------------------------------------------------------------- /misc/skywork_icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/misc/skywork_icon.png -------------------------------------------------------------------------------- /misc/skywork_logo.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/misc/skywork_logo.jpeg -------------------------------------------------------------------------------- /misc/stage1_metrics.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/misc/stage1_metrics.png -------------------------------------------------------------------------------- /misc/stage2_ceval.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/misc/stage2_ceval.png -------------------------------------------------------------------------------- /misc/training_loss.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/misc/training_loss.png -------------------------------------------------------------------------------- /misc/wechat.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/misc/wechat.jpeg -------------------------------------------------------------------------------- /misc/wechat.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/misc/wechat.png -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/requirements.txt -------------------------------------------------------------------------------- /skywork_chat_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/skywork_chat_demo.py -------------------------------------------------------------------------------- /skywork_quick_start.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/skywork_quick_start.py -------------------------------------------------------------------------------- /train/build_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/train/build_dataset.py -------------------------------------------------------------------------------- /train/ds_config/Skywork-13B-Base-pt-zero2-peaklr1e-4-steps1000-gbs32-maxlen.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/train/ds_config/Skywork-13B-Base-pt-zero2-peaklr1e-4-steps1000-gbs32-maxlen.json -------------------------------------------------------------------------------- /train/ds_config/zero2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/train/ds_config/zero2.json -------------------------------------------------------------------------------- /train/ds_config/zero2_offload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/train/ds_config/zero2_offload.json -------------------------------------------------------------------------------- /train/ds_config/zero3_offload.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/train/ds_config/zero3_offload.json -------------------------------------------------------------------------------- /train/pt_data_preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/train/pt_data_preprocess.py -------------------------------------------------------------------------------- /train/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/SkyworkAI/Skywork/HEAD/train/train.py --------------------------------------------------------------------------------