├── .github └── ISSUE_TEMPLATE │ ├── bug-report.md │ ├── feature_request.md │ └── new-model.md ├── .gitignore ├── CONTRIBUTING.md ├── LICENSE ├── README-ZH.md ├── README.md ├── docs ├── Makefile ├── README.md ├── make.bat ├── requirements.txt └── source │ ├── _static │ ├── css │ │ └── custom.css │ ├── images │ │ └── logo.png │ └── js │ │ └── custom.js │ ├── api │ ├── block.rst │ └── module.rst │ ├── conf.py │ ├── index.md │ ├── model │ ├── bert.rst │ ├── cpm1.rst │ ├── cpm2.rst │ ├── gpt2.rst │ ├── gptj.rst │ └── t5.rst │ └── notes │ ├── benchmark.md │ ├── installation.md │ ├── pretrain_data.md │ ├── quickstart.md │ └── write_model.md ├── examples ├── bert │ ├── BoolQ.sh │ ├── CB.sh │ ├── COPA.sh │ ├── RTE.sh │ ├── WiC.sh │ └── finetune_bert.py ├── cpm1 │ ├── finetune_cpm1.py │ ├── finetune_cpm1.sh │ ├── pretrain_cpm1.py │ └── pretrain_cpm1.sh ├── cpm2 │ ├── finetune_cpm2.py │ ├── finetune_cpm2.sh │ ├── pretrain_cpm2.py │ └── pretrain_cpm2.sh ├── gpt2 │ ├── BoolQ.sh │ ├── CB.sh │ ├── COPA.sh │ ├── RTE.sh │ ├── WSC.sh │ ├── WiC.sh │ └── finetune_gpt2.py ├── gptj │ ├── BoolQ.sh │ ├── CB.sh │ ├── COPA.sh │ ├── RTE.sh │ ├── WSC.sh │ ├── WiC.sh │ └── finetune_gptj.py ├── llama │ ├── RTE.sh │ └── finetune_llama.py ├── mt5 │ ├── BoolQ.sh │ ├── CB.sh │ ├── COPA.sh │ ├── RTE.sh │ ├── WSC.sh │ ├── WiC.sh │ └── finetune_mt5.py ├── t5-v1_1 │ ├── BoolQ.sh │ ├── CB.sh │ ├── COPA.sh │ ├── RTE.sh │ ├── WSC.sh │ ├── WiC.sh │ └── finetune_t5-v1_1.py └── t5 │ ├── BoolQ.sh │ ├── CB.sh │ ├── COPA.sh │ ├── RTE.sh │ ├── SQuAD.sh │ ├── WSC.sh │ ├── WiC.sh │ ├── finetune_t5_squad.py │ ├── finetune_t5_superglue.py │ └── squad_metric.py ├── model_center ├── __init__.py ├── arguments.py ├── dataset │ ├── __init__.py │ ├── bertdataset │ │ ├── __init__.py │ │ └── superglue.py │ ├── cpm1 │ │ ├── __init__.py │ │ └── cpm1_dataset.py │ ├── cpm1dataset │ │ ├── __init__.py │ │ └── down_data.py │ ├── cpm2 │ │ ├── __init__.py │ │ └── dataset.py │ ├── cpm2dataset │ │ ├── __init__.py │ │ └── down_data.py │ ├── distributed_dataset.py │ ├── distributed_indexed.py │ ├── distributed_loader.py │ ├── gpt2dataset │ │ ├── __init__.py │ │ └── superglue.py │ ├── indexed.py │ ├── llamadataset │ │ ├── __init__.py │ │ └── superglue.py │ ├── t5dataset │ │ ├── __init__.py │ │ ├── squad.py │ │ └── superglue.py │ └── utils.py ├── generation │ ├── __init__.py │ ├── generation_utils.py │ ├── llama.py │ └── t5.py ├── layer │ ├── __init__.py │ ├── attention.py │ ├── blocks.py │ ├── conv.py │ ├── embedding.py │ ├── feedforward.py │ ├── layernorm.py │ ├── linear.py │ ├── position_embedding.py │ └── transformer.py ├── model │ ├── __init__.py │ ├── basemodel.py │ ├── bert.py │ ├── config │ │ ├── __init__.py │ │ ├── bert_config.py │ │ ├── config.py │ │ ├── cpm1_config.py │ │ ├── cpm2_config.py │ │ ├── cpm3_config.py │ │ ├── glm_config.py │ │ ├── gpt2_config.py │ │ ├── gptj_config.py │ │ ├── llama_config.py │ │ ├── longformer_config.py │ │ ├── opt_config.py │ │ ├── roberta_config.py │ │ ├── t5_config.py │ │ └── vit_config.py │ ├── cpm1.py │ ├── cpm2.py │ ├── cpm3.py │ ├── glm.py │ ├── gpt2.py │ ├── gptj.py │ ├── llama.py │ ├── longformer.py │ ├── opt.py │ ├── roberta.py │ ├── t5.py │ └── vit.py ├── tokenizer │ ├── __init__.py │ ├── base_tokenizer.py │ ├── bert_tokenizer.py │ ├── cpm1_tokenizer.py │ ├── cpm2_tokenizer.py │ ├── glm_tokenizer.py │ ├── gpt2_tokenizer.py │ ├── gptj_tokenizer.py │ ├── llama_tokenizer.py │ ├── opt_tokenizer.py │ ├── roberta_tokenizer.py │ └── t5_tokenizer.py ├── tools │ ├── indexed_dataset.py │ ├── preprocess_cpm1_lm.py │ └── run_preprocess.sh └── utils │ ├── __init__.py │ ├── net_utils.py │ └── print_utils.py ├── requirements.txt ├── setup.py ├── tests ├── test.sh ├── test_bert.py ├── test_bert_pkv.py ├── test_flan_t5.py ├── test_glm.py ├── test_gpt2.py ├── test_gpt_pkv.py ├── test_gptj.py ├── test_llama.py ├── test_longformer.py ├── test_mt5.py ├── test_opt.py ├── test_roberta.py ├── test_t5.py ├── test_t5v1_1.py └── test_vit.py └── transfer ├── hugFLANT5_bmtrainFLANT5.py ├── hugGPT2_bmtrainGPT2.py ├── hugGPTj_bmtrainGPTj.py ├── hugLLaMa2_bmtrainLLaMa2.py ├── hugLLaMa_bmtrainLLaMa.py ├── hugLongformer_bmtrainLongformer.py ├── hugMT5_bmtrainMT5.py ├── hugOPT_bmtrainOPT.py ├── hugRoBERTa_bmtrainRoBERTa.py ├── hugT5_bmtrainT5.py ├── hugT5v1_1_bmtrainT5v1_1.py └── run.sh /.github/ISSUE_TEMPLATE/bug-report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/.github/ISSUE_TEMPLATE/bug-report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/new-model.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/.github/ISSUE_TEMPLATE/new-model.md -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/.gitignore -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/LICENSE -------------------------------------------------------------------------------- /README-ZH.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/README-ZH.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/README.md -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/docs/Makefile -------------------------------------------------------------------------------- /docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/docs/README.md -------------------------------------------------------------------------------- /docs/make.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/docs/make.bat -------------------------------------------------------------------------------- /docs/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/docs/requirements.txt -------------------------------------------------------------------------------- /docs/source/_static/css/custom.css: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/docs/source/_static/css/custom.css -------------------------------------------------------------------------------- /docs/source/_static/images/logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/docs/source/_static/images/logo.png -------------------------------------------------------------------------------- /docs/source/_static/js/custom.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/docs/source/_static/js/custom.js -------------------------------------------------------------------------------- /docs/source/api/block.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/docs/source/api/block.rst -------------------------------------------------------------------------------- /docs/source/api/module.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/docs/source/api/module.rst -------------------------------------------------------------------------------- /docs/source/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/docs/source/conf.py -------------------------------------------------------------------------------- /docs/source/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/docs/source/index.md -------------------------------------------------------------------------------- /docs/source/model/bert.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/docs/source/model/bert.rst -------------------------------------------------------------------------------- /docs/source/model/cpm1.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/docs/source/model/cpm1.rst -------------------------------------------------------------------------------- /docs/source/model/cpm2.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/docs/source/model/cpm2.rst -------------------------------------------------------------------------------- /docs/source/model/gpt2.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/docs/source/model/gpt2.rst -------------------------------------------------------------------------------- /docs/source/model/gptj.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/docs/source/model/gptj.rst -------------------------------------------------------------------------------- /docs/source/model/t5.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/docs/source/model/t5.rst -------------------------------------------------------------------------------- /docs/source/notes/benchmark.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/docs/source/notes/benchmark.md -------------------------------------------------------------------------------- /docs/source/notes/installation.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/docs/source/notes/installation.md -------------------------------------------------------------------------------- /docs/source/notes/pretrain_data.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/docs/source/notes/pretrain_data.md -------------------------------------------------------------------------------- /docs/source/notes/quickstart.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/docs/source/notes/quickstart.md -------------------------------------------------------------------------------- /docs/source/notes/write_model.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/docs/source/notes/write_model.md -------------------------------------------------------------------------------- /examples/bert/BoolQ.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/bert/BoolQ.sh -------------------------------------------------------------------------------- /examples/bert/CB.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/bert/CB.sh -------------------------------------------------------------------------------- /examples/bert/COPA.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/bert/COPA.sh -------------------------------------------------------------------------------- /examples/bert/RTE.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/bert/RTE.sh -------------------------------------------------------------------------------- /examples/bert/WiC.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/bert/WiC.sh -------------------------------------------------------------------------------- /examples/bert/finetune_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/bert/finetune_bert.py -------------------------------------------------------------------------------- /examples/cpm1/finetune_cpm1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/cpm1/finetune_cpm1.py -------------------------------------------------------------------------------- /examples/cpm1/finetune_cpm1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/cpm1/finetune_cpm1.sh -------------------------------------------------------------------------------- /examples/cpm1/pretrain_cpm1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/cpm1/pretrain_cpm1.py -------------------------------------------------------------------------------- /examples/cpm1/pretrain_cpm1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/cpm1/pretrain_cpm1.sh -------------------------------------------------------------------------------- /examples/cpm2/finetune_cpm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/cpm2/finetune_cpm2.py -------------------------------------------------------------------------------- /examples/cpm2/finetune_cpm2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/cpm2/finetune_cpm2.sh -------------------------------------------------------------------------------- /examples/cpm2/pretrain_cpm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/cpm2/pretrain_cpm2.py -------------------------------------------------------------------------------- /examples/cpm2/pretrain_cpm2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/cpm2/pretrain_cpm2.sh -------------------------------------------------------------------------------- /examples/gpt2/BoolQ.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/gpt2/BoolQ.sh -------------------------------------------------------------------------------- /examples/gpt2/CB.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/gpt2/CB.sh -------------------------------------------------------------------------------- /examples/gpt2/COPA.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/gpt2/COPA.sh -------------------------------------------------------------------------------- /examples/gpt2/RTE.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/gpt2/RTE.sh -------------------------------------------------------------------------------- /examples/gpt2/WSC.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/gpt2/WSC.sh -------------------------------------------------------------------------------- /examples/gpt2/WiC.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/gpt2/WiC.sh -------------------------------------------------------------------------------- /examples/gpt2/finetune_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/gpt2/finetune_gpt2.py -------------------------------------------------------------------------------- /examples/gptj/BoolQ.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/gptj/BoolQ.sh -------------------------------------------------------------------------------- /examples/gptj/CB.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/gptj/CB.sh -------------------------------------------------------------------------------- /examples/gptj/COPA.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/gptj/COPA.sh -------------------------------------------------------------------------------- /examples/gptj/RTE.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/gptj/RTE.sh -------------------------------------------------------------------------------- /examples/gptj/WSC.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/gptj/WSC.sh -------------------------------------------------------------------------------- /examples/gptj/WiC.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/gptj/WiC.sh -------------------------------------------------------------------------------- /examples/gptj/finetune_gptj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/gptj/finetune_gptj.py -------------------------------------------------------------------------------- /examples/llama/RTE.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/llama/RTE.sh -------------------------------------------------------------------------------- /examples/llama/finetune_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/llama/finetune_llama.py -------------------------------------------------------------------------------- /examples/mt5/BoolQ.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/mt5/BoolQ.sh -------------------------------------------------------------------------------- /examples/mt5/CB.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/mt5/CB.sh -------------------------------------------------------------------------------- /examples/mt5/COPA.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/mt5/COPA.sh -------------------------------------------------------------------------------- /examples/mt5/RTE.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/mt5/RTE.sh -------------------------------------------------------------------------------- /examples/mt5/WSC.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/mt5/WSC.sh -------------------------------------------------------------------------------- /examples/mt5/WiC.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/mt5/WiC.sh -------------------------------------------------------------------------------- /examples/mt5/finetune_mt5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/mt5/finetune_mt5.py -------------------------------------------------------------------------------- /examples/t5-v1_1/BoolQ.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/t5-v1_1/BoolQ.sh -------------------------------------------------------------------------------- /examples/t5-v1_1/CB.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/t5-v1_1/CB.sh -------------------------------------------------------------------------------- /examples/t5-v1_1/COPA.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/t5-v1_1/COPA.sh -------------------------------------------------------------------------------- /examples/t5-v1_1/RTE.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/t5-v1_1/RTE.sh -------------------------------------------------------------------------------- /examples/t5-v1_1/WSC.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/t5-v1_1/WSC.sh -------------------------------------------------------------------------------- /examples/t5-v1_1/WiC.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/t5-v1_1/WiC.sh -------------------------------------------------------------------------------- /examples/t5-v1_1/finetune_t5-v1_1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/t5-v1_1/finetune_t5-v1_1.py -------------------------------------------------------------------------------- /examples/t5/BoolQ.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/t5/BoolQ.sh -------------------------------------------------------------------------------- /examples/t5/CB.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/t5/CB.sh -------------------------------------------------------------------------------- /examples/t5/COPA.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/t5/COPA.sh -------------------------------------------------------------------------------- /examples/t5/RTE.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/t5/RTE.sh -------------------------------------------------------------------------------- /examples/t5/SQuAD.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/t5/SQuAD.sh -------------------------------------------------------------------------------- /examples/t5/WSC.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/t5/WSC.sh -------------------------------------------------------------------------------- /examples/t5/WiC.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/t5/WiC.sh -------------------------------------------------------------------------------- /examples/t5/finetune_t5_squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/t5/finetune_t5_squad.py -------------------------------------------------------------------------------- /examples/t5/finetune_t5_superglue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/t5/finetune_t5_superglue.py -------------------------------------------------------------------------------- /examples/t5/squad_metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/examples/t5/squad_metric.py -------------------------------------------------------------------------------- /model_center/__init__.py: -------------------------------------------------------------------------------- 1 | #coding:utf-8 2 | 3 | from .arguments import get_args 4 | -------------------------------------------------------------------------------- /model_center/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/arguments.py -------------------------------------------------------------------------------- /model_center/dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/dataset/__init__.py -------------------------------------------------------------------------------- /model_center/dataset/bertdataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/dataset/bertdataset/__init__.py -------------------------------------------------------------------------------- /model_center/dataset/bertdataset/superglue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/dataset/bertdataset/superglue.py -------------------------------------------------------------------------------- /model_center/dataset/cpm1/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/dataset/cpm1/__init__.py -------------------------------------------------------------------------------- /model_center/dataset/cpm1/cpm1_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/dataset/cpm1/cpm1_dataset.py -------------------------------------------------------------------------------- /model_center/dataset/cpm1dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/dataset/cpm1dataset/__init__.py -------------------------------------------------------------------------------- /model_center/dataset/cpm1dataset/down_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/dataset/cpm1dataset/down_data.py -------------------------------------------------------------------------------- /model_center/dataset/cpm2/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/dataset/cpm2/__init__.py -------------------------------------------------------------------------------- /model_center/dataset/cpm2/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/dataset/cpm2/dataset.py -------------------------------------------------------------------------------- /model_center/dataset/cpm2dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/dataset/cpm2dataset/__init__.py -------------------------------------------------------------------------------- /model_center/dataset/cpm2dataset/down_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/dataset/cpm2dataset/down_data.py -------------------------------------------------------------------------------- /model_center/dataset/distributed_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/dataset/distributed_dataset.py -------------------------------------------------------------------------------- /model_center/dataset/distributed_indexed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/dataset/distributed_indexed.py -------------------------------------------------------------------------------- /model_center/dataset/distributed_loader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/dataset/distributed_loader.py -------------------------------------------------------------------------------- /model_center/dataset/gpt2dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/dataset/gpt2dataset/__init__.py -------------------------------------------------------------------------------- /model_center/dataset/gpt2dataset/superglue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/dataset/gpt2dataset/superglue.py -------------------------------------------------------------------------------- /model_center/dataset/indexed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/dataset/indexed.py -------------------------------------------------------------------------------- /model_center/dataset/llamadataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/dataset/llamadataset/__init__.py -------------------------------------------------------------------------------- /model_center/dataset/llamadataset/superglue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/dataset/llamadataset/superglue.py -------------------------------------------------------------------------------- /model_center/dataset/t5dataset/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/dataset/t5dataset/__init__.py -------------------------------------------------------------------------------- /model_center/dataset/t5dataset/squad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/dataset/t5dataset/squad.py -------------------------------------------------------------------------------- /model_center/dataset/t5dataset/superglue.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/dataset/t5dataset/superglue.py -------------------------------------------------------------------------------- /model_center/dataset/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/dataset/utils.py -------------------------------------------------------------------------------- /model_center/generation/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /model_center/generation/generation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/generation/generation_utils.py -------------------------------------------------------------------------------- /model_center/generation/llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/generation/llama.py -------------------------------------------------------------------------------- /model_center/generation/t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/generation/t5.py -------------------------------------------------------------------------------- /model_center/layer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/layer/__init__.py -------------------------------------------------------------------------------- /model_center/layer/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/layer/attention.py -------------------------------------------------------------------------------- /model_center/layer/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/layer/blocks.py -------------------------------------------------------------------------------- /model_center/layer/conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/layer/conv.py -------------------------------------------------------------------------------- /model_center/layer/embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/layer/embedding.py -------------------------------------------------------------------------------- /model_center/layer/feedforward.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/layer/feedforward.py -------------------------------------------------------------------------------- /model_center/layer/layernorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/layer/layernorm.py -------------------------------------------------------------------------------- /model_center/layer/linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/layer/linear.py -------------------------------------------------------------------------------- /model_center/layer/position_embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/layer/position_embedding.py -------------------------------------------------------------------------------- /model_center/layer/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/layer/transformer.py -------------------------------------------------------------------------------- /model_center/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/model/__init__.py -------------------------------------------------------------------------------- /model_center/model/basemodel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/model/basemodel.py -------------------------------------------------------------------------------- /model_center/model/bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/model/bert.py -------------------------------------------------------------------------------- /model_center/model/config/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/model/config/__init__.py -------------------------------------------------------------------------------- /model_center/model/config/bert_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/model/config/bert_config.py -------------------------------------------------------------------------------- /model_center/model/config/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/model/config/config.py -------------------------------------------------------------------------------- /model_center/model/config/cpm1_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/model/config/cpm1_config.py -------------------------------------------------------------------------------- /model_center/model/config/cpm2_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/model/config/cpm2_config.py -------------------------------------------------------------------------------- /model_center/model/config/cpm3_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/model/config/cpm3_config.py -------------------------------------------------------------------------------- /model_center/model/config/glm_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/model/config/glm_config.py -------------------------------------------------------------------------------- /model_center/model/config/gpt2_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/model/config/gpt2_config.py -------------------------------------------------------------------------------- /model_center/model/config/gptj_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/model/config/gptj_config.py -------------------------------------------------------------------------------- /model_center/model/config/llama_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/model/config/llama_config.py -------------------------------------------------------------------------------- /model_center/model/config/longformer_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/model/config/longformer_config.py -------------------------------------------------------------------------------- /model_center/model/config/opt_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/model/config/opt_config.py -------------------------------------------------------------------------------- /model_center/model/config/roberta_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/model/config/roberta_config.py -------------------------------------------------------------------------------- /model_center/model/config/t5_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/model/config/t5_config.py -------------------------------------------------------------------------------- /model_center/model/config/vit_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/model/config/vit_config.py -------------------------------------------------------------------------------- /model_center/model/cpm1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/model/cpm1.py -------------------------------------------------------------------------------- /model_center/model/cpm2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/model/cpm2.py -------------------------------------------------------------------------------- /model_center/model/cpm3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/model/cpm3.py -------------------------------------------------------------------------------- /model_center/model/glm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/model/glm.py -------------------------------------------------------------------------------- /model_center/model/gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/model/gpt2.py -------------------------------------------------------------------------------- /model_center/model/gptj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/model/gptj.py -------------------------------------------------------------------------------- /model_center/model/llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/model/llama.py -------------------------------------------------------------------------------- /model_center/model/longformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/model/longformer.py -------------------------------------------------------------------------------- /model_center/model/opt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/model/opt.py -------------------------------------------------------------------------------- /model_center/model/roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/model/roberta.py -------------------------------------------------------------------------------- /model_center/model/t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/model/t5.py -------------------------------------------------------------------------------- /model_center/model/vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/model/vit.py -------------------------------------------------------------------------------- /model_center/tokenizer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/tokenizer/__init__.py -------------------------------------------------------------------------------- /model_center/tokenizer/base_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/tokenizer/base_tokenizer.py -------------------------------------------------------------------------------- /model_center/tokenizer/bert_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/tokenizer/bert_tokenizer.py -------------------------------------------------------------------------------- /model_center/tokenizer/cpm1_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/tokenizer/cpm1_tokenizer.py -------------------------------------------------------------------------------- /model_center/tokenizer/cpm2_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/tokenizer/cpm2_tokenizer.py -------------------------------------------------------------------------------- /model_center/tokenizer/glm_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/tokenizer/glm_tokenizer.py -------------------------------------------------------------------------------- /model_center/tokenizer/gpt2_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/tokenizer/gpt2_tokenizer.py -------------------------------------------------------------------------------- /model_center/tokenizer/gptj_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/tokenizer/gptj_tokenizer.py -------------------------------------------------------------------------------- /model_center/tokenizer/llama_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/tokenizer/llama_tokenizer.py -------------------------------------------------------------------------------- /model_center/tokenizer/opt_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/tokenizer/opt_tokenizer.py -------------------------------------------------------------------------------- /model_center/tokenizer/roberta_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/tokenizer/roberta_tokenizer.py -------------------------------------------------------------------------------- /model_center/tokenizer/t5_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/tokenizer/t5_tokenizer.py -------------------------------------------------------------------------------- /model_center/tools/indexed_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/tools/indexed_dataset.py -------------------------------------------------------------------------------- /model_center/tools/preprocess_cpm1_lm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/tools/preprocess_cpm1_lm.py -------------------------------------------------------------------------------- /model_center/tools/run_preprocess.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/tools/run_preprocess.sh -------------------------------------------------------------------------------- /model_center/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/utils/__init__.py -------------------------------------------------------------------------------- /model_center/utils/net_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/utils/net_utils.py -------------------------------------------------------------------------------- /model_center/utils/print_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/model_center/utils/print_utils.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | torch>=1.10 2 | bmtrain 3 | transformers 4 | jieba -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/setup.py -------------------------------------------------------------------------------- /tests/test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/tests/test.sh -------------------------------------------------------------------------------- /tests/test_bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/tests/test_bert.py -------------------------------------------------------------------------------- /tests/test_bert_pkv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/tests/test_bert_pkv.py -------------------------------------------------------------------------------- /tests/test_flan_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/tests/test_flan_t5.py -------------------------------------------------------------------------------- /tests/test_glm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/tests/test_glm.py -------------------------------------------------------------------------------- /tests/test_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/tests/test_gpt2.py -------------------------------------------------------------------------------- /tests/test_gpt_pkv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/tests/test_gpt_pkv.py -------------------------------------------------------------------------------- /tests/test_gptj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/tests/test_gptj.py -------------------------------------------------------------------------------- /tests/test_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/tests/test_llama.py -------------------------------------------------------------------------------- /tests/test_longformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/tests/test_longformer.py -------------------------------------------------------------------------------- /tests/test_mt5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/tests/test_mt5.py -------------------------------------------------------------------------------- /tests/test_opt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/tests/test_opt.py -------------------------------------------------------------------------------- /tests/test_roberta.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/tests/test_roberta.py -------------------------------------------------------------------------------- /tests/test_t5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/tests/test_t5.py -------------------------------------------------------------------------------- /tests/test_t5v1_1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/tests/test_t5v1_1.py -------------------------------------------------------------------------------- /tests/test_vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/tests/test_vit.py -------------------------------------------------------------------------------- /transfer/hugFLANT5_bmtrainFLANT5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/transfer/hugFLANT5_bmtrainFLANT5.py -------------------------------------------------------------------------------- /transfer/hugGPT2_bmtrainGPT2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/transfer/hugGPT2_bmtrainGPT2.py -------------------------------------------------------------------------------- /transfer/hugGPTj_bmtrainGPTj.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/transfer/hugGPTj_bmtrainGPTj.py -------------------------------------------------------------------------------- /transfer/hugLLaMa2_bmtrainLLaMa2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/transfer/hugLLaMa2_bmtrainLLaMa2.py -------------------------------------------------------------------------------- /transfer/hugLLaMa_bmtrainLLaMa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/transfer/hugLLaMa_bmtrainLLaMa.py -------------------------------------------------------------------------------- /transfer/hugLongformer_bmtrainLongformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/transfer/hugLongformer_bmtrainLongformer.py -------------------------------------------------------------------------------- /transfer/hugMT5_bmtrainMT5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/transfer/hugMT5_bmtrainMT5.py -------------------------------------------------------------------------------- /transfer/hugOPT_bmtrainOPT.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/transfer/hugOPT_bmtrainOPT.py -------------------------------------------------------------------------------- /transfer/hugRoBERTa_bmtrainRoBERTa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/transfer/hugRoBERTa_bmtrainRoBERTa.py -------------------------------------------------------------------------------- /transfer/hugT5_bmtrainT5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/transfer/hugT5_bmtrainT5.py -------------------------------------------------------------------------------- /transfer/hugT5v1_1_bmtrainT5v1_1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/transfer/hugT5v1_1_bmtrainT5v1_1.py -------------------------------------------------------------------------------- /transfer/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/OpenBMB/ModelCenter/HEAD/transfer/run.sh --------------------------------------------------------------------------------