├── .gitignore ├── CPM2Datasets.py ├── LICENSE ├── README.md ├── README_en.md ├── arguments.py ├── bpe_cn ├── add_special_token.py ├── vocab.txt └── vocab_origin.txt ├── bpe_cn_en ├── add_special_token.py ├── merge.py ├── remove_chinese.py ├── vocab-en-new.txt ├── vocab-en.txt ├── vocab.txt └── vocab_origin.txt ├── configs ├── deepspeed │ ├── ds_adgen_prompt.json │ ├── ds_c3_prompt.json │ ├── ds_ccpm_prompt.json │ ├── ds_full_model.json │ ├── ds_lcqmc_prompt.json │ ├── ds_lcsts_prompt.json │ ├── ds_math_prompt.json │ └── ds_wmt_prompt.json ├── host_files │ └── hostfile-cpm2 ├── model │ ├── cpm2_config.json │ └── cpm2_config_drop.json └── prompt │ ├── adgen │ └── adgen_10_0_0.json │ ├── c3 │ ├── c3_33_34_33_0.json │ ├── c3_model_tune.json │ ├── c3_model_tune_fix_prompt.json │ └── c3_model_tune_scratch.json │ ├── ccpm │ ├── ccpm_10_0_0.json │ ├── ccpm_model_tune.json │ ├── ccpm_model_tune_fix_prompt.json │ └── ccpm_model_tune_scratch.json │ ├── lcqmc │ ├── lcqmc_0_0_10.json │ ├── lcqmc_0_10_0.json │ ├── lcqmc_0_5_5.json │ ├── lcqmc_10_0_0.json │ ├── lcqmc_33_34_33.json │ ├── lcqmc_5_0_5.json │ ├── lcqmc_5_5_0.json │ ├── lcqmc_70_30_0.json │ ├── lcqmc_90_10_0.json │ ├── lcqmc_95_5_0.json │ ├── lcqmc_98_2_0.json │ ├── lcqmc_99_1_0.json │ ├── lcqmc_model_tune.json │ ├── lcqmc_model_tune_fix_prompt.json │ └── lcqmc_model_tune_scratch.json │ ├── lcsts │ └── lcsts_10_0_0.json │ ├── masks │ ├── mask_p2t_10_0_0.json │ ├── mask_p2t_33_34_33_0.json │ ├── mask_p2t_5_5_0.json │ ├── mask_t2p_10_0_0.json │ ├── mask_t2p_33_34_33_0.json │ └── mask_t2p_5_5_0.json │ ├── math │ ├── math_0_0_10.json │ ├── math_10_0_0.json │ ├── math_5_0_5.json │ ├── math_model_tune.json │ ├── math_model_tune_fix_prompt.json │ └── math_model_tune_scratch.json │ └── wmt │ └── wmt_10_0_0.json ├── engine.py ├── eval_math.py ├── finetune_cpm2.py ├── fp16 ├── __init__.py ├── fp16.py ├── fp16util.py └── loss_scaler.py ├── generation_metrics.py ├── learning_rates.py ├── model ├── __init__.py ├── configuration_enc_dec.py ├── distributed.py └── enc_dec_modeling.py ├── mpu ├── __init__.py ├── cross_entropy.py ├── data.py ├── grads.py ├── initialize.py ├── layers.py ├── mappings.py ├── random.py ├── transformer_enc_dec.py └── utils.py ├── requirements.txt ├── samplers.py ├── scripts ├── full_model │ ├── finetune_cpm2_adgen.sh │ ├── finetune_cpm2_c3.sh │ ├── finetune_cpm2_ccpm.sh │ ├── finetune_cpm2_kdconv.sh │ ├── finetune_cpm2_lcqmc.sh │ ├── finetune_cpm2_lcsts.sh │ ├── finetune_cpm2_math.sh │ ├── finetune_cpm2_sogou-log.sh │ └── finetune_cpm2_wmt_cn.sh └── prompt │ ├── finetune_cpm2_adgen.sh │ ├── finetune_cpm2_c3.sh │ ├── finetune_cpm2_ccpm.sh │ ├── finetune_cpm2_lcqmc.sh │ ├── finetune_cpm2_lcsts.sh │ ├── finetune_cpm2_math.sh │ └── finetune_cpm2_wmt_cn.sh ├── stage1.py ├── tokenization_enc_dec.py ├── tokenization_enc_dec_encn.py └── utils.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/.gitignore -------------------------------------------------------------------------------- /CPM2Datasets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/CPM2Datasets.py -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/README.md -------------------------------------------------------------------------------- /README_en.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/README_en.md -------------------------------------------------------------------------------- /arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/arguments.py -------------------------------------------------------------------------------- /bpe_cn/add_special_token.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/bpe_cn/add_special_token.py -------------------------------------------------------------------------------- /bpe_cn/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/bpe_cn/vocab.txt -------------------------------------------------------------------------------- /bpe_cn/vocab_origin.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/bpe_cn/vocab_origin.txt -------------------------------------------------------------------------------- /bpe_cn_en/add_special_token.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/bpe_cn_en/add_special_token.py -------------------------------------------------------------------------------- /bpe_cn_en/merge.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/bpe_cn_en/merge.py -------------------------------------------------------------------------------- /bpe_cn_en/remove_chinese.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/bpe_cn_en/remove_chinese.py -------------------------------------------------------------------------------- /bpe_cn_en/vocab-en-new.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/bpe_cn_en/vocab-en-new.txt -------------------------------------------------------------------------------- /bpe_cn_en/vocab-en.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/bpe_cn_en/vocab-en.txt -------------------------------------------------------------------------------- /bpe_cn_en/vocab.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/bpe_cn_en/vocab.txt -------------------------------------------------------------------------------- /bpe_cn_en/vocab_origin.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/bpe_cn_en/vocab_origin.txt -------------------------------------------------------------------------------- /configs/deepspeed/ds_adgen_prompt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/deepspeed/ds_adgen_prompt.json -------------------------------------------------------------------------------- /configs/deepspeed/ds_c3_prompt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/deepspeed/ds_c3_prompt.json -------------------------------------------------------------------------------- /configs/deepspeed/ds_ccpm_prompt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/deepspeed/ds_ccpm_prompt.json -------------------------------------------------------------------------------- /configs/deepspeed/ds_full_model.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/deepspeed/ds_full_model.json -------------------------------------------------------------------------------- /configs/deepspeed/ds_lcqmc_prompt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/deepspeed/ds_lcqmc_prompt.json -------------------------------------------------------------------------------- /configs/deepspeed/ds_lcsts_prompt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/deepspeed/ds_lcsts_prompt.json -------------------------------------------------------------------------------- /configs/deepspeed/ds_math_prompt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/deepspeed/ds_math_prompt.json -------------------------------------------------------------------------------- /configs/deepspeed/ds_wmt_prompt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/deepspeed/ds_wmt_prompt.json -------------------------------------------------------------------------------- /configs/host_files/hostfile-cpm2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/host_files/hostfile-cpm2 -------------------------------------------------------------------------------- /configs/model/cpm2_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/model/cpm2_config.json -------------------------------------------------------------------------------- /configs/model/cpm2_config_drop.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/model/cpm2_config_drop.json -------------------------------------------------------------------------------- /configs/prompt/adgen/adgen_10_0_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/prompt/adgen/adgen_10_0_0.json -------------------------------------------------------------------------------- /configs/prompt/c3/c3_33_34_33_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/prompt/c3/c3_33_34_33_0.json -------------------------------------------------------------------------------- /configs/prompt/c3/c3_model_tune.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/prompt/c3/c3_model_tune.json -------------------------------------------------------------------------------- /configs/prompt/c3/c3_model_tune_fix_prompt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/prompt/c3/c3_model_tune_fix_prompt.json -------------------------------------------------------------------------------- /configs/prompt/c3/c3_model_tune_scratch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/prompt/c3/c3_model_tune_scratch.json -------------------------------------------------------------------------------- /configs/prompt/ccpm/ccpm_10_0_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/prompt/ccpm/ccpm_10_0_0.json -------------------------------------------------------------------------------- /configs/prompt/ccpm/ccpm_model_tune.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/prompt/ccpm/ccpm_model_tune.json -------------------------------------------------------------------------------- /configs/prompt/ccpm/ccpm_model_tune_fix_prompt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/prompt/ccpm/ccpm_model_tune_fix_prompt.json -------------------------------------------------------------------------------- /configs/prompt/ccpm/ccpm_model_tune_scratch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/prompt/ccpm/ccpm_model_tune_scratch.json -------------------------------------------------------------------------------- /configs/prompt/lcqmc/lcqmc_0_0_10.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/prompt/lcqmc/lcqmc_0_0_10.json -------------------------------------------------------------------------------- /configs/prompt/lcqmc/lcqmc_0_10_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/prompt/lcqmc/lcqmc_0_10_0.json -------------------------------------------------------------------------------- /configs/prompt/lcqmc/lcqmc_0_5_5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/prompt/lcqmc/lcqmc_0_5_5.json -------------------------------------------------------------------------------- /configs/prompt/lcqmc/lcqmc_10_0_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/prompt/lcqmc/lcqmc_10_0_0.json -------------------------------------------------------------------------------- /configs/prompt/lcqmc/lcqmc_33_34_33.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/prompt/lcqmc/lcqmc_33_34_33.json -------------------------------------------------------------------------------- /configs/prompt/lcqmc/lcqmc_5_0_5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/prompt/lcqmc/lcqmc_5_0_5.json -------------------------------------------------------------------------------- /configs/prompt/lcqmc/lcqmc_5_5_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/prompt/lcqmc/lcqmc_5_5_0.json -------------------------------------------------------------------------------- /configs/prompt/lcqmc/lcqmc_70_30_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/prompt/lcqmc/lcqmc_70_30_0.json -------------------------------------------------------------------------------- /configs/prompt/lcqmc/lcqmc_90_10_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/prompt/lcqmc/lcqmc_90_10_0.json -------------------------------------------------------------------------------- /configs/prompt/lcqmc/lcqmc_95_5_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/prompt/lcqmc/lcqmc_95_5_0.json -------------------------------------------------------------------------------- /configs/prompt/lcqmc/lcqmc_98_2_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/prompt/lcqmc/lcqmc_98_2_0.json -------------------------------------------------------------------------------- /configs/prompt/lcqmc/lcqmc_99_1_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/prompt/lcqmc/lcqmc_99_1_0.json -------------------------------------------------------------------------------- /configs/prompt/lcqmc/lcqmc_model_tune.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/prompt/lcqmc/lcqmc_model_tune.json -------------------------------------------------------------------------------- /configs/prompt/lcqmc/lcqmc_model_tune_fix_prompt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/prompt/lcqmc/lcqmc_model_tune_fix_prompt.json -------------------------------------------------------------------------------- /configs/prompt/lcqmc/lcqmc_model_tune_scratch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/prompt/lcqmc/lcqmc_model_tune_scratch.json -------------------------------------------------------------------------------- /configs/prompt/lcsts/lcsts_10_0_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/prompt/lcsts/lcsts_10_0_0.json -------------------------------------------------------------------------------- /configs/prompt/masks/mask_p2t_10_0_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/prompt/masks/mask_p2t_10_0_0.json -------------------------------------------------------------------------------- /configs/prompt/masks/mask_p2t_33_34_33_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/prompt/masks/mask_p2t_33_34_33_0.json -------------------------------------------------------------------------------- /configs/prompt/masks/mask_p2t_5_5_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/prompt/masks/mask_p2t_5_5_0.json -------------------------------------------------------------------------------- /configs/prompt/masks/mask_t2p_10_0_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/prompt/masks/mask_t2p_10_0_0.json -------------------------------------------------------------------------------- /configs/prompt/masks/mask_t2p_33_34_33_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/prompt/masks/mask_t2p_33_34_33_0.json -------------------------------------------------------------------------------- /configs/prompt/masks/mask_t2p_5_5_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/prompt/masks/mask_t2p_5_5_0.json -------------------------------------------------------------------------------- /configs/prompt/math/math_0_0_10.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/prompt/math/math_0_0_10.json -------------------------------------------------------------------------------- /configs/prompt/math/math_10_0_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/prompt/math/math_10_0_0.json -------------------------------------------------------------------------------- /configs/prompt/math/math_5_0_5.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/prompt/math/math_5_0_5.json -------------------------------------------------------------------------------- /configs/prompt/math/math_model_tune.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/prompt/math/math_model_tune.json -------------------------------------------------------------------------------- /configs/prompt/math/math_model_tune_fix_prompt.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/prompt/math/math_model_tune_fix_prompt.json -------------------------------------------------------------------------------- /configs/prompt/math/math_model_tune_scratch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/prompt/math/math_model_tune_scratch.json -------------------------------------------------------------------------------- /configs/prompt/wmt/wmt_10_0_0.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/configs/prompt/wmt/wmt_10_0_0.json -------------------------------------------------------------------------------- /engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/engine.py -------------------------------------------------------------------------------- /eval_math.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/eval_math.py -------------------------------------------------------------------------------- /finetune_cpm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/finetune_cpm2.py -------------------------------------------------------------------------------- /fp16/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/fp16/__init__.py -------------------------------------------------------------------------------- /fp16/fp16.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/fp16/fp16.py -------------------------------------------------------------------------------- /fp16/fp16util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/fp16/fp16util.py -------------------------------------------------------------------------------- /fp16/loss_scaler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/fp16/loss_scaler.py -------------------------------------------------------------------------------- /generation_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/generation_metrics.py -------------------------------------------------------------------------------- /learning_rates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/learning_rates.py -------------------------------------------------------------------------------- /model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/model/__init__.py -------------------------------------------------------------------------------- /model/configuration_enc_dec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/model/configuration_enc_dec.py -------------------------------------------------------------------------------- /model/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/model/distributed.py -------------------------------------------------------------------------------- /model/enc_dec_modeling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/model/enc_dec_modeling.py -------------------------------------------------------------------------------- /mpu/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/mpu/__init__.py -------------------------------------------------------------------------------- /mpu/cross_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/mpu/cross_entropy.py -------------------------------------------------------------------------------- /mpu/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/mpu/data.py -------------------------------------------------------------------------------- /mpu/grads.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/mpu/grads.py -------------------------------------------------------------------------------- /mpu/initialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/mpu/initialize.py -------------------------------------------------------------------------------- /mpu/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/mpu/layers.py -------------------------------------------------------------------------------- /mpu/mappings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/mpu/mappings.py -------------------------------------------------------------------------------- /mpu/random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/mpu/random.py -------------------------------------------------------------------------------- /mpu/transformer_enc_dec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/mpu/transformer_enc_dec.py -------------------------------------------------------------------------------- /mpu/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/mpu/utils.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/requirements.txt -------------------------------------------------------------------------------- /samplers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/samplers.py -------------------------------------------------------------------------------- /scripts/full_model/finetune_cpm2_adgen.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/scripts/full_model/finetune_cpm2_adgen.sh -------------------------------------------------------------------------------- /scripts/full_model/finetune_cpm2_c3.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/scripts/full_model/finetune_cpm2_c3.sh -------------------------------------------------------------------------------- /scripts/full_model/finetune_cpm2_ccpm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/scripts/full_model/finetune_cpm2_ccpm.sh -------------------------------------------------------------------------------- /scripts/full_model/finetune_cpm2_kdconv.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/scripts/full_model/finetune_cpm2_kdconv.sh -------------------------------------------------------------------------------- /scripts/full_model/finetune_cpm2_lcqmc.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/scripts/full_model/finetune_cpm2_lcqmc.sh -------------------------------------------------------------------------------- /scripts/full_model/finetune_cpm2_lcsts.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/scripts/full_model/finetune_cpm2_lcsts.sh -------------------------------------------------------------------------------- /scripts/full_model/finetune_cpm2_math.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/scripts/full_model/finetune_cpm2_math.sh -------------------------------------------------------------------------------- /scripts/full_model/finetune_cpm2_sogou-log.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/scripts/full_model/finetune_cpm2_sogou-log.sh -------------------------------------------------------------------------------- /scripts/full_model/finetune_cpm2_wmt_cn.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/scripts/full_model/finetune_cpm2_wmt_cn.sh -------------------------------------------------------------------------------- /scripts/prompt/finetune_cpm2_adgen.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/scripts/prompt/finetune_cpm2_adgen.sh -------------------------------------------------------------------------------- /scripts/prompt/finetune_cpm2_c3.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/scripts/prompt/finetune_cpm2_c3.sh -------------------------------------------------------------------------------- /scripts/prompt/finetune_cpm2_ccpm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/scripts/prompt/finetune_cpm2_ccpm.sh -------------------------------------------------------------------------------- /scripts/prompt/finetune_cpm2_lcqmc.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/scripts/prompt/finetune_cpm2_lcqmc.sh -------------------------------------------------------------------------------- /scripts/prompt/finetune_cpm2_lcsts.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/scripts/prompt/finetune_cpm2_lcsts.sh -------------------------------------------------------------------------------- /scripts/prompt/finetune_cpm2_math.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/scripts/prompt/finetune_cpm2_math.sh -------------------------------------------------------------------------------- /scripts/prompt/finetune_cpm2_wmt_cn.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/scripts/prompt/finetune_cpm2_wmt_cn.sh -------------------------------------------------------------------------------- /stage1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/stage1.py -------------------------------------------------------------------------------- /tokenization_enc_dec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/tokenization_enc_dec.py -------------------------------------------------------------------------------- /tokenization_enc_dec_encn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/tokenization_enc_dec_encn.py -------------------------------------------------------------------------------- /utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/TsinghuaAI/CPM-2-Finetune/HEAD/utils.py --------------------------------------------------------------------------------