├── README.MD ├── component ├── argument.py ├── collator.py ├── dataset.py ├── loss.py ├── metric.py ├── trainer.py └── utils.py ├── data ├── dummy_data.jsonl └── firefly-eval.xlsx ├── pics ├── finetune-loss.png ├── firefly_logo.png ├── gongzhonghao.png ├── pretrain-data.png ├── token-number.png └── wechat.png ├── requirements.txt ├── script ├── chat │ ├── multi_chat.py │ └── single_chat.py ├── evaluate │ ├── eval_cmmlu.py │ └── gen_firefly_eval.py ├── http │ ├── post.py │ └── start_service.py └── merge_lora.py ├── train.py └── train_args ├── baichuan2-13b.yaml ├── internlm-20b.yaml ├── llama2-13b-ext.yaml └── llama2-13b.yaml /README.MD: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangjianxin1/Firefly-LLaMA2-Chinese/HEAD/README.MD -------------------------------------------------------------------------------- /component/argument.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangjianxin1/Firefly-LLaMA2-Chinese/HEAD/component/argument.py -------------------------------------------------------------------------------- /component/collator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangjianxin1/Firefly-LLaMA2-Chinese/HEAD/component/collator.py -------------------------------------------------------------------------------- /component/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangjianxin1/Firefly-LLaMA2-Chinese/HEAD/component/dataset.py -------------------------------------------------------------------------------- /component/loss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangjianxin1/Firefly-LLaMA2-Chinese/HEAD/component/loss.py -------------------------------------------------------------------------------- /component/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangjianxin1/Firefly-LLaMA2-Chinese/HEAD/component/metric.py -------------------------------------------------------------------------------- /component/trainer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangjianxin1/Firefly-LLaMA2-Chinese/HEAD/component/trainer.py -------------------------------------------------------------------------------- /component/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangjianxin1/Firefly-LLaMA2-Chinese/HEAD/component/utils.py -------------------------------------------------------------------------------- /data/dummy_data.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangjianxin1/Firefly-LLaMA2-Chinese/HEAD/data/dummy_data.jsonl -------------------------------------------------------------------------------- /data/firefly-eval.xlsx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangjianxin1/Firefly-LLaMA2-Chinese/HEAD/data/firefly-eval.xlsx -------------------------------------------------------------------------------- /pics/finetune-loss.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangjianxin1/Firefly-LLaMA2-Chinese/HEAD/pics/finetune-loss.png -------------------------------------------------------------------------------- /pics/firefly_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangjianxin1/Firefly-LLaMA2-Chinese/HEAD/pics/firefly_logo.png -------------------------------------------------------------------------------- /pics/gongzhonghao.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangjianxin1/Firefly-LLaMA2-Chinese/HEAD/pics/gongzhonghao.png -------------------------------------------------------------------------------- /pics/pretrain-data.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangjianxin1/Firefly-LLaMA2-Chinese/HEAD/pics/pretrain-data.png -------------------------------------------------------------------------------- /pics/token-number.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangjianxin1/Firefly-LLaMA2-Chinese/HEAD/pics/token-number.png -------------------------------------------------------------------------------- /pics/wechat.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangjianxin1/Firefly-LLaMA2-Chinese/HEAD/pics/wechat.png -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangjianxin1/Firefly-LLaMA2-Chinese/HEAD/requirements.txt -------------------------------------------------------------------------------- /script/chat/multi_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangjianxin1/Firefly-LLaMA2-Chinese/HEAD/script/chat/multi_chat.py -------------------------------------------------------------------------------- /script/chat/single_chat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangjianxin1/Firefly-LLaMA2-Chinese/HEAD/script/chat/single_chat.py -------------------------------------------------------------------------------- /script/evaluate/eval_cmmlu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangjianxin1/Firefly-LLaMA2-Chinese/HEAD/script/evaluate/eval_cmmlu.py -------------------------------------------------------------------------------- /script/evaluate/gen_firefly_eval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangjianxin1/Firefly-LLaMA2-Chinese/HEAD/script/evaluate/gen_firefly_eval.py -------------------------------------------------------------------------------- /script/http/post.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangjianxin1/Firefly-LLaMA2-Chinese/HEAD/script/http/post.py -------------------------------------------------------------------------------- /script/http/start_service.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangjianxin1/Firefly-LLaMA2-Chinese/HEAD/script/http/start_service.py -------------------------------------------------------------------------------- /script/merge_lora.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangjianxin1/Firefly-LLaMA2-Chinese/HEAD/script/merge_lora.py -------------------------------------------------------------------------------- /train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangjianxin1/Firefly-LLaMA2-Chinese/HEAD/train.py -------------------------------------------------------------------------------- /train_args/baichuan2-13b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangjianxin1/Firefly-LLaMA2-Chinese/HEAD/train_args/baichuan2-13b.yaml -------------------------------------------------------------------------------- /train_args/internlm-20b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangjianxin1/Firefly-LLaMA2-Chinese/HEAD/train_args/internlm-20b.yaml -------------------------------------------------------------------------------- /train_args/llama2-13b-ext.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangjianxin1/Firefly-LLaMA2-Chinese/HEAD/train_args/llama2-13b-ext.yaml -------------------------------------------------------------------------------- /train_args/llama2-13b.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/yangjianxin1/Firefly-LLaMA2-Chinese/HEAD/train_args/llama2-13b.yaml --------------------------------------------------------------------------------