├── .gitmodules ├── LICENSE ├── MODEL_LICENSE ├── README.md ├── README_zh.md ├── api ├── README_zh.md ├── codegeex-api-example-java │ ├── pom.xml │ └── src │ │ └── main │ │ └── java │ │ └── cn │ │ └── aminer │ │ └── codegeex │ │ └── example │ │ ├── CodeGenerationExample.java │ │ └── pojo │ │ └── Payload.java └── codegeex-api-example-python │ └── generation_example.py ├── codegeex ├── __init__.py ├── benchmark │ ├── README.md │ ├── README_zh.md │ ├── __init__.py │ ├── evaluate_humaneval_x.py │ ├── execution.py │ ├── gather_output.py │ ├── humaneval-x │ │ ├── __init__.py │ │ ├── cpp │ │ │ ├── data │ │ │ │ └── humaneval_cpp.jsonl.gz │ │ │ └── evaluation │ │ │ │ └── test.cpp │ │ ├── evaluate_humaneval_x.py │ │ ├── generate_humaneval_x.py │ │ ├── go │ │ │ ├── data │ │ │ │ └── humaneval_go.jsonl.gz │ │ │ └── evaluation │ │ │ │ ├── go.mod │ │ │ │ ├── go.sum │ │ │ │ └── vendor.tar.gz │ │ ├── java │ │ │ └── data │ │ │ │ └── humaneval_java.jsonl.gz │ │ ├── js │ │ │ └── data │ │ │ │ └── humaneval_js.jsonl.gz │ │ ├── python │ │ │ └── data │ │ │ │ └── humaneval_python.jsonl.gz │ │ ├── rust │ │ │ └── data │ │ │ │ └── humaneval_rust.jsonl.gz │ │ └── translate_humaneval_x.py │ ├── inspect_result.py │ ├── metric.py │ ├── rust │ │ ├── Cargo.lock │ │ └── Cargo.toml │ └── utils.py ├── data │ ├── __init__.py │ ├── data_utils.py │ ├── process_pretrain_dataset.py │ ├── processor.py │ └── types.py ├── docker │ └── Dockerfile ├── kernels │ ├── __init__.py │ └── quantization.fatbin ├── megatron │ ├── __init__.py │ ├── arguments.py │ ├── checkpointing.py │ ├── code_generation_utils.py │ ├── convert_ckpt_parallel.py │ ├── data │ │ ├── __init__.py │ │ ├── blendable_dataset.py │ │ ├── data_samplers.py │ │ ├── dataset_utils.py │ │ ├── helpers.cpp │ │ ├── indexed_dataset.py │ │ └── prompt_dataset.py │ ├── enums.py │ ├── global_vars.py │ ├── inference.py │ ├── initialize.py │ ├── learning_rates.py │ ├── memory.py │ ├── merge_ckpt_parallel.py │ ├── microbatches.py │ ├── mindspore_to_megatron.py │ ├── model │ │ ├── __init__.py │ │ ├── codegeex_model.py │ │ ├── distributed.py │ │ ├── language_model.py │ │ ├── module.py │ │ ├── transformer.py │ │ └── utils.py │ ├── mpu │ │ ├── __init__.py │ │ ├── cross_entropy.py │ │ ├── data.py │ │ ├── initialize.py │ │ ├── layers.py │ │ ├── mappings.py │ │ ├── random.py │ │ └── utils.py │ ├── optimizer │ │ ├── __init__.py │ │ ├── clip_grads.py │ │ ├── grad_scaler.py │ │ └── optimizer.py │ ├── p2p_communication.py │ ├── schedules.py │ ├── tokenizer │ │ ├── __init__.py │ │ ├── gpt2_tokenization.py │ │ └── tokenizer.py │ ├── tools │ │ ├── collect_env.py │ │ ├── finetune_codegeex.py │ │ └── pretrain_codegeex.py │ ├── training.py │ └── utils.py ├── mindspore │ ├── configs │ │ ├── 13B.sh │ │ ├── 13B_128p_save_1p.sh │ │ ├── 13B_128p_save_8p_ckpt.sh │ │ ├── 13B_1p_to_torch.sh │ │ ├── 13B_finetune.sh │ │ ├── 13B_generate.sh │ │ ├── 13B_generate_1p.sh │ │ ├── 13B_generate_1p_values.sh │ │ ├── 13B_generate_finetune.sh │ │ ├── 13B_generate_humaneval.sh │ │ └── 13B_generate_values.sh │ ├── convertion_1p.py │ ├── finetune.py │ ├── generation.py │ ├── generation_1p.py │ ├── generation_batch.py │ ├── generation_finetune.py │ ├── generation_humaneval.py │ ├── generation_values.py │ ├── generation_values_1p.py │ ├── save_1p_ckpt_from_8p_ckpt.py │ ├── save_8p_ckpt.py │ ├── scripts │ │ ├── custom_tune_bank_new │ │ │ └── Ascend910ProA │ │ │ │ ├── cube │ │ │ │ ├── repository_ascend910ProA_matmul.bin │ │ │ │ └── repository_ascend910ProA_matmul.json │ │ │ │ └── vector │ │ │ │ └── Ascend910ProA_AiCore_32_v001_20220509_200939_588817.json │ │ ├── layer_norm.py │ │ ├── layer_norm_x_backprop_v2.py │ │ ├── ma-pre-start.sh │ │ ├── run_modelarts.py │ │ ├── run_modelarts_gen_finetune.py │ │ └── run_modelarts_gen_humaneval_x.py │ ├── src │ │ ├── __init__.py │ │ ├── adam.py │ │ ├── callbacks.py │ │ ├── code_tokenizer.py │ │ ├── dataset.py │ │ ├── dataset_finetune.py │ │ ├── generate.py │ │ ├── generate_finetune.py │ │ ├── generate_greedy.py │ │ ├── generate_humaneval.py │ │ ├── metrics.py │ │ ├── pangu_alpha.py │ │ ├── pangu_alpha_config.py │ │ ├── pangu_alpha_fp16_predict.py │ │ ├── pangu_alpha_wrapcell.py │ │ ├── pangu_alpha_wrapcell_finetune.py │ │ ├── preprocess.py │ │ ├── sat_dataset.py │ │ ├── tokenization_jieba.py │ │ └── utils.py │ └── train.py ├── oneflow │ ├── __init__.py │ ├── codegeex_model.py │ └── inference.py ├── paddle │ ├── __init__.py │ ├── codegeex_model.py │ ├── inference.py │ └── pt_to_pdparams.py ├── quantization │ ├── __init__.py │ ├── quantize.py │ └── quantize_oneflow.py ├── tokenizer │ ├── __init__.py │ ├── added_tokens.json │ ├── merges.txt │ ├── special_tokens_map.json │ ├── tokenizer.py │ ├── tokenizer_config.json │ └── vocab.json └── torch │ ├── __init__.py │ ├── codegeex_model.py │ ├── get_ckpt_qkv.py │ └── inference.py ├── configs ├── codegeex_13b.sh ├── codegeex_13b_paddle.sh └── codegeex_13b_parallel.sh ├── deployment ├── example_inputs.jsonl └── server_gradio.py ├── generations ├── humaneval_python_generations.jsonl.gz └── humaneval_rust_generations.jsonl.gz ├── requirements.txt ├── resources ├── api │ ├── api_step_1.png │ ├── api_step_2.png │ ├── api_step_3.png │ ├── api_step_4.png │ └── api_step_5.png ├── en │ ├── codegeex_training.png │ ├── hx_boxplot.png │ ├── hx_examples.png │ ├── hx_generattion_radar_horizon.png │ ├── hx_pass_rate_vs_language.png │ ├── hx_tasks.png │ └── hx_translation.png ├── logo │ └── codegeex_logo.png └── zh │ ├── hx_boxplot_zh.png │ ├── hx_generattion_radar_horizon_zh.png │ ├── hx_pass_rate_vs_language_zh.png │ ├── hx_tasks_zh.png │ ├── hx_translation_zh.png │ ├── join_wechat.png │ └── wechat.md ├── scripts ├── convert_ckpt_parallel.sh ├── convert_mindspore_to_megatron.sh ├── evaluate_humaneval_x.py ├── evaluate_humaneval_x.sh ├── finetune_codegeex.sh ├── gather_output.sh ├── generate_humaneval_x.sh ├── pretrain_codegeex.sh ├── process_pretrain_dataset.sh ├── test_inference.sh ├── test_inference_oneflow.sh ├── test_inference_oneflow_quantized.sh ├── test_inference_paddle.sh ├── test_inference_parallel.sh ├── test_inference_quantized.sh └── translate_humaneval_x.sh ├── setup.py ├── tests ├── test_inference.py ├── test_inference_megatron.py ├── test_inference_oneflow.py ├── test_inference_paddle.py └── test_prompt.txt └── vscode-extension ├── README.md └── README_zh.md /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/.gitmodules -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/LICENSE -------------------------------------------------------------------------------- /MODEL_LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/MODEL_LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/README.md -------------------------------------------------------------------------------- /README_zh.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/README_zh.md -------------------------------------------------------------------------------- /api/README_zh.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/api/README_zh.md -------------------------------------------------------------------------------- /api/codegeex-api-example-java/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/api/codegeex-api-example-java/pom.xml -------------------------------------------------------------------------------- /api/codegeex-api-example-java/src/main/java/cn/aminer/codegeex/example/CodeGenerationExample.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/api/codegeex-api-example-java/src/main/java/cn/aminer/codegeex/example/CodeGenerationExample.java -------------------------------------------------------------------------------- /api/codegeex-api-example-java/src/main/java/cn/aminer/codegeex/example/pojo/Payload.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/api/codegeex-api-example-java/src/main/java/cn/aminer/codegeex/example/pojo/Payload.java -------------------------------------------------------------------------------- /api/codegeex-api-example-python/generation_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/api/codegeex-api-example-python/generation_example.py -------------------------------------------------------------------------------- /codegeex/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/__init__.py -------------------------------------------------------------------------------- /codegeex/benchmark/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/benchmark/README.md -------------------------------------------------------------------------------- /codegeex/benchmark/README_zh.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/benchmark/README_zh.md -------------------------------------------------------------------------------- /codegeex/benchmark/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /codegeex/benchmark/evaluate_humaneval_x.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/benchmark/evaluate_humaneval_x.py -------------------------------------------------------------------------------- /codegeex/benchmark/execution.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/benchmark/execution.py -------------------------------------------------------------------------------- /codegeex/benchmark/gather_output.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/benchmark/gather_output.py -------------------------------------------------------------------------------- /codegeex/benchmark/humaneval-x/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /codegeex/benchmark/humaneval-x/cpp/data/humaneval_cpp.jsonl.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/benchmark/humaneval-x/cpp/data/humaneval_cpp.jsonl.gz -------------------------------------------------------------------------------- /codegeex/benchmark/humaneval-x/cpp/evaluation/test.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/benchmark/humaneval-x/cpp/evaluation/test.cpp -------------------------------------------------------------------------------- /codegeex/benchmark/humaneval-x/evaluate_humaneval_x.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/benchmark/humaneval-x/evaluate_humaneval_x.py -------------------------------------------------------------------------------- /codegeex/benchmark/humaneval-x/generate_humaneval_x.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/benchmark/humaneval-x/generate_humaneval_x.py -------------------------------------------------------------------------------- /codegeex/benchmark/humaneval-x/go/data/humaneval_go.jsonl.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/benchmark/humaneval-x/go/data/humaneval_go.jsonl.gz -------------------------------------------------------------------------------- /codegeex/benchmark/humaneval-x/go/evaluation/go.mod: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/benchmark/humaneval-x/go/evaluation/go.mod -------------------------------------------------------------------------------- /codegeex/benchmark/humaneval-x/go/evaluation/go.sum: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/benchmark/humaneval-x/go/evaluation/go.sum -------------------------------------------------------------------------------- /codegeex/benchmark/humaneval-x/go/evaluation/vendor.tar.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/benchmark/humaneval-x/go/evaluation/vendor.tar.gz -------------------------------------------------------------------------------- /codegeex/benchmark/humaneval-x/java/data/humaneval_java.jsonl.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/benchmark/humaneval-x/java/data/humaneval_java.jsonl.gz -------------------------------------------------------------------------------- /codegeex/benchmark/humaneval-x/js/data/humaneval_js.jsonl.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/benchmark/humaneval-x/js/data/humaneval_js.jsonl.gz -------------------------------------------------------------------------------- /codegeex/benchmark/humaneval-x/python/data/humaneval_python.jsonl.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/benchmark/humaneval-x/python/data/humaneval_python.jsonl.gz -------------------------------------------------------------------------------- /codegeex/benchmark/humaneval-x/rust/data/humaneval_rust.jsonl.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/benchmark/humaneval-x/rust/data/humaneval_rust.jsonl.gz -------------------------------------------------------------------------------- /codegeex/benchmark/humaneval-x/translate_humaneval_x.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/benchmark/humaneval-x/translate_humaneval_x.py -------------------------------------------------------------------------------- /codegeex/benchmark/inspect_result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/benchmark/inspect_result.py -------------------------------------------------------------------------------- /codegeex/benchmark/metric.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/benchmark/metric.py -------------------------------------------------------------------------------- /codegeex/benchmark/rust/Cargo.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/benchmark/rust/Cargo.lock -------------------------------------------------------------------------------- /codegeex/benchmark/rust/Cargo.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/benchmark/rust/Cargo.toml -------------------------------------------------------------------------------- /codegeex/benchmark/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/benchmark/utils.py -------------------------------------------------------------------------------- /codegeex/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /codegeex/data/data_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/data/data_utils.py -------------------------------------------------------------------------------- /codegeex/data/process_pretrain_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/data/process_pretrain_dataset.py -------------------------------------------------------------------------------- /codegeex/data/processor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/data/processor.py -------------------------------------------------------------------------------- /codegeex/data/types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/data/types.py -------------------------------------------------------------------------------- /codegeex/docker/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/docker/Dockerfile -------------------------------------------------------------------------------- /codegeex/kernels/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/kernels/__init__.py -------------------------------------------------------------------------------- /codegeex/kernels/quantization.fatbin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/kernels/quantization.fatbin -------------------------------------------------------------------------------- /codegeex/megatron/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/__init__.py -------------------------------------------------------------------------------- /codegeex/megatron/arguments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/arguments.py -------------------------------------------------------------------------------- /codegeex/megatron/checkpointing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/checkpointing.py -------------------------------------------------------------------------------- /codegeex/megatron/code_generation_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/code_generation_utils.py -------------------------------------------------------------------------------- /codegeex/megatron/convert_ckpt_parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/convert_ckpt_parallel.py -------------------------------------------------------------------------------- /codegeex/megatron/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /codegeex/megatron/data/blendable_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/data/blendable_dataset.py -------------------------------------------------------------------------------- /codegeex/megatron/data/data_samplers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/data/data_samplers.py -------------------------------------------------------------------------------- /codegeex/megatron/data/dataset_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/data/dataset_utils.py -------------------------------------------------------------------------------- /codegeex/megatron/data/helpers.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/data/helpers.cpp -------------------------------------------------------------------------------- /codegeex/megatron/data/indexed_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/data/indexed_dataset.py -------------------------------------------------------------------------------- /codegeex/megatron/data/prompt_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/data/prompt_dataset.py -------------------------------------------------------------------------------- /codegeex/megatron/enums.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/enums.py -------------------------------------------------------------------------------- /codegeex/megatron/global_vars.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/global_vars.py -------------------------------------------------------------------------------- /codegeex/megatron/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/inference.py -------------------------------------------------------------------------------- /codegeex/megatron/initialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/initialize.py -------------------------------------------------------------------------------- /codegeex/megatron/learning_rates.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/learning_rates.py -------------------------------------------------------------------------------- /codegeex/megatron/memory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/memory.py -------------------------------------------------------------------------------- /codegeex/megatron/merge_ckpt_parallel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/merge_ckpt_parallel.py -------------------------------------------------------------------------------- /codegeex/megatron/microbatches.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/microbatches.py -------------------------------------------------------------------------------- /codegeex/megatron/mindspore_to_megatron.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/mindspore_to_megatron.py -------------------------------------------------------------------------------- /codegeex/megatron/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/model/__init__.py -------------------------------------------------------------------------------- /codegeex/megatron/model/codegeex_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/model/codegeex_model.py -------------------------------------------------------------------------------- /codegeex/megatron/model/distributed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/model/distributed.py -------------------------------------------------------------------------------- /codegeex/megatron/model/language_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/model/language_model.py -------------------------------------------------------------------------------- /codegeex/megatron/model/module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/model/module.py -------------------------------------------------------------------------------- /codegeex/megatron/model/transformer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/model/transformer.py -------------------------------------------------------------------------------- /codegeex/megatron/model/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/model/utils.py -------------------------------------------------------------------------------- /codegeex/megatron/mpu/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/mpu/__init__.py -------------------------------------------------------------------------------- /codegeex/megatron/mpu/cross_entropy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/mpu/cross_entropy.py -------------------------------------------------------------------------------- /codegeex/megatron/mpu/data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/mpu/data.py -------------------------------------------------------------------------------- /codegeex/megatron/mpu/initialize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/mpu/initialize.py -------------------------------------------------------------------------------- /codegeex/megatron/mpu/layers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/mpu/layers.py -------------------------------------------------------------------------------- /codegeex/megatron/mpu/mappings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/mpu/mappings.py -------------------------------------------------------------------------------- /codegeex/megatron/mpu/random.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/mpu/random.py -------------------------------------------------------------------------------- /codegeex/megatron/mpu/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/mpu/utils.py -------------------------------------------------------------------------------- /codegeex/megatron/optimizer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/optimizer/__init__.py -------------------------------------------------------------------------------- /codegeex/megatron/optimizer/clip_grads.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/optimizer/clip_grads.py -------------------------------------------------------------------------------- /codegeex/megatron/optimizer/grad_scaler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/optimizer/grad_scaler.py -------------------------------------------------------------------------------- /codegeex/megatron/optimizer/optimizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/optimizer/optimizer.py -------------------------------------------------------------------------------- /codegeex/megatron/p2p_communication.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/p2p_communication.py -------------------------------------------------------------------------------- /codegeex/megatron/schedules.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/schedules.py -------------------------------------------------------------------------------- /codegeex/megatron/tokenizer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/tokenizer/__init__.py -------------------------------------------------------------------------------- /codegeex/megatron/tokenizer/gpt2_tokenization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/tokenizer/gpt2_tokenization.py -------------------------------------------------------------------------------- /codegeex/megatron/tokenizer/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/tokenizer/tokenizer.py -------------------------------------------------------------------------------- /codegeex/megatron/tools/collect_env.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/tools/collect_env.py -------------------------------------------------------------------------------- /codegeex/megatron/tools/finetune_codegeex.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/tools/finetune_codegeex.py -------------------------------------------------------------------------------- /codegeex/megatron/tools/pretrain_codegeex.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/tools/pretrain_codegeex.py -------------------------------------------------------------------------------- /codegeex/megatron/training.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/training.py -------------------------------------------------------------------------------- /codegeex/megatron/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/megatron/utils.py -------------------------------------------------------------------------------- /codegeex/mindspore/configs/13B.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/configs/13B.sh -------------------------------------------------------------------------------- /codegeex/mindspore/configs/13B_128p_save_1p.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/configs/13B_128p_save_1p.sh -------------------------------------------------------------------------------- /codegeex/mindspore/configs/13B_128p_save_8p_ckpt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/configs/13B_128p_save_8p_ckpt.sh -------------------------------------------------------------------------------- /codegeex/mindspore/configs/13B_1p_to_torch.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/configs/13B_1p_to_torch.sh -------------------------------------------------------------------------------- /codegeex/mindspore/configs/13B_finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/configs/13B_finetune.sh -------------------------------------------------------------------------------- /codegeex/mindspore/configs/13B_generate.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/configs/13B_generate.sh -------------------------------------------------------------------------------- /codegeex/mindspore/configs/13B_generate_1p.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/configs/13B_generate_1p.sh -------------------------------------------------------------------------------- /codegeex/mindspore/configs/13B_generate_1p_values.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/configs/13B_generate_1p_values.sh -------------------------------------------------------------------------------- /codegeex/mindspore/configs/13B_generate_finetune.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/configs/13B_generate_finetune.sh -------------------------------------------------------------------------------- /codegeex/mindspore/configs/13B_generate_humaneval.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/configs/13B_generate_humaneval.sh -------------------------------------------------------------------------------- /codegeex/mindspore/configs/13B_generate_values.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/configs/13B_generate_values.sh -------------------------------------------------------------------------------- /codegeex/mindspore/convertion_1p.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/convertion_1p.py -------------------------------------------------------------------------------- /codegeex/mindspore/finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/finetune.py -------------------------------------------------------------------------------- /codegeex/mindspore/generation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/generation.py -------------------------------------------------------------------------------- /codegeex/mindspore/generation_1p.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/generation_1p.py -------------------------------------------------------------------------------- /codegeex/mindspore/generation_batch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/generation_batch.py -------------------------------------------------------------------------------- /codegeex/mindspore/generation_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/generation_finetune.py -------------------------------------------------------------------------------- /codegeex/mindspore/generation_humaneval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/generation_humaneval.py -------------------------------------------------------------------------------- /codegeex/mindspore/generation_values.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/generation_values.py -------------------------------------------------------------------------------- /codegeex/mindspore/generation_values_1p.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/generation_values_1p.py -------------------------------------------------------------------------------- /codegeex/mindspore/save_1p_ckpt_from_8p_ckpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/save_1p_ckpt_from_8p_ckpt.py -------------------------------------------------------------------------------- /codegeex/mindspore/save_8p_ckpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/save_8p_ckpt.py -------------------------------------------------------------------------------- /codegeex/mindspore/scripts/custom_tune_bank_new/Ascend910ProA/cube/repository_ascend910ProA_matmul.bin: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/scripts/custom_tune_bank_new/Ascend910ProA/cube/repository_ascend910ProA_matmul.bin -------------------------------------------------------------------------------- /codegeex/mindspore/scripts/custom_tune_bank_new/Ascend910ProA/cube/repository_ascend910ProA_matmul.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/scripts/custom_tune_bank_new/Ascend910ProA/cube/repository_ascend910ProA_matmul.json -------------------------------------------------------------------------------- /codegeex/mindspore/scripts/custom_tune_bank_new/Ascend910ProA/vector/Ascend910ProA_AiCore_32_v001_20220509_200939_588817.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/scripts/custom_tune_bank_new/Ascend910ProA/vector/Ascend910ProA_AiCore_32_v001_20220509_200939_588817.json -------------------------------------------------------------------------------- /codegeex/mindspore/scripts/layer_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/scripts/layer_norm.py -------------------------------------------------------------------------------- /codegeex/mindspore/scripts/layer_norm_x_backprop_v2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/scripts/layer_norm_x_backprop_v2.py -------------------------------------------------------------------------------- /codegeex/mindspore/scripts/ma-pre-start.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/scripts/ma-pre-start.sh -------------------------------------------------------------------------------- /codegeex/mindspore/scripts/run_modelarts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/scripts/run_modelarts.py -------------------------------------------------------------------------------- /codegeex/mindspore/scripts/run_modelarts_gen_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/scripts/run_modelarts_gen_finetune.py -------------------------------------------------------------------------------- /codegeex/mindspore/scripts/run_modelarts_gen_humaneval_x.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/scripts/run_modelarts_gen_humaneval_x.py -------------------------------------------------------------------------------- /codegeex/mindspore/src/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /codegeex/mindspore/src/adam.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/src/adam.py -------------------------------------------------------------------------------- /codegeex/mindspore/src/callbacks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/src/callbacks.py -------------------------------------------------------------------------------- /codegeex/mindspore/src/code_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/src/code_tokenizer.py -------------------------------------------------------------------------------- /codegeex/mindspore/src/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/src/dataset.py -------------------------------------------------------------------------------- /codegeex/mindspore/src/dataset_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/src/dataset_finetune.py -------------------------------------------------------------------------------- /codegeex/mindspore/src/generate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/src/generate.py -------------------------------------------------------------------------------- /codegeex/mindspore/src/generate_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/src/generate_finetune.py -------------------------------------------------------------------------------- /codegeex/mindspore/src/generate_greedy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/src/generate_greedy.py -------------------------------------------------------------------------------- /codegeex/mindspore/src/generate_humaneval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/src/generate_humaneval.py -------------------------------------------------------------------------------- /codegeex/mindspore/src/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/src/metrics.py -------------------------------------------------------------------------------- /codegeex/mindspore/src/pangu_alpha.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/src/pangu_alpha.py -------------------------------------------------------------------------------- /codegeex/mindspore/src/pangu_alpha_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/src/pangu_alpha_config.py -------------------------------------------------------------------------------- /codegeex/mindspore/src/pangu_alpha_fp16_predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/src/pangu_alpha_fp16_predict.py -------------------------------------------------------------------------------- /codegeex/mindspore/src/pangu_alpha_wrapcell.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/src/pangu_alpha_wrapcell.py -------------------------------------------------------------------------------- /codegeex/mindspore/src/pangu_alpha_wrapcell_finetune.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/src/pangu_alpha_wrapcell_finetune.py -------------------------------------------------------------------------------- /codegeex/mindspore/src/preprocess.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/src/preprocess.py -------------------------------------------------------------------------------- /codegeex/mindspore/src/sat_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/src/sat_dataset.py -------------------------------------------------------------------------------- /codegeex/mindspore/src/tokenization_jieba.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/src/tokenization_jieba.py -------------------------------------------------------------------------------- /codegeex/mindspore/src/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/src/utils.py -------------------------------------------------------------------------------- /codegeex/mindspore/train.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/mindspore/train.py -------------------------------------------------------------------------------- /codegeex/oneflow/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/oneflow/__init__.py -------------------------------------------------------------------------------- /codegeex/oneflow/codegeex_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/oneflow/codegeex_model.py -------------------------------------------------------------------------------- /codegeex/oneflow/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/oneflow/inference.py -------------------------------------------------------------------------------- /codegeex/paddle/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/paddle/__init__.py -------------------------------------------------------------------------------- /codegeex/paddle/codegeex_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/paddle/codegeex_model.py -------------------------------------------------------------------------------- /codegeex/paddle/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/paddle/inference.py -------------------------------------------------------------------------------- /codegeex/paddle/pt_to_pdparams.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/paddle/pt_to_pdparams.py -------------------------------------------------------------------------------- /codegeex/quantization/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/quantization/__init__.py -------------------------------------------------------------------------------- /codegeex/quantization/quantize.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/quantization/quantize.py -------------------------------------------------------------------------------- /codegeex/quantization/quantize_oneflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/quantization/quantize_oneflow.py -------------------------------------------------------------------------------- /codegeex/tokenizer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/tokenizer/__init__.py -------------------------------------------------------------------------------- /codegeex/tokenizer/added_tokens.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/tokenizer/added_tokens.json -------------------------------------------------------------------------------- /codegeex/tokenizer/merges.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/tokenizer/merges.txt -------------------------------------------------------------------------------- /codegeex/tokenizer/special_tokens_map.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/tokenizer/special_tokens_map.json -------------------------------------------------------------------------------- /codegeex/tokenizer/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/tokenizer/tokenizer.py -------------------------------------------------------------------------------- /codegeex/tokenizer/tokenizer_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/tokenizer/tokenizer_config.json -------------------------------------------------------------------------------- /codegeex/tokenizer/vocab.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/tokenizer/vocab.json -------------------------------------------------------------------------------- /codegeex/torch/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/torch/__init__.py -------------------------------------------------------------------------------- /codegeex/torch/codegeex_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/torch/codegeex_model.py -------------------------------------------------------------------------------- /codegeex/torch/get_ckpt_qkv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/torch/get_ckpt_qkv.py -------------------------------------------------------------------------------- /codegeex/torch/inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/codegeex/torch/inference.py -------------------------------------------------------------------------------- /configs/codegeex_13b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/configs/codegeex_13b.sh -------------------------------------------------------------------------------- /configs/codegeex_13b_paddle.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/configs/codegeex_13b_paddle.sh -------------------------------------------------------------------------------- /configs/codegeex_13b_parallel.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/configs/codegeex_13b_parallel.sh -------------------------------------------------------------------------------- /deployment/example_inputs.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/deployment/example_inputs.jsonl -------------------------------------------------------------------------------- /deployment/server_gradio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/deployment/server_gradio.py -------------------------------------------------------------------------------- /generations/humaneval_python_generations.jsonl.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/generations/humaneval_python_generations.jsonl.gz -------------------------------------------------------------------------------- /generations/humaneval_rust_generations.jsonl.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/generations/humaneval_rust_generations.jsonl.gz -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/requirements.txt -------------------------------------------------------------------------------- /resources/api/api_step_1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/resources/api/api_step_1.png -------------------------------------------------------------------------------- /resources/api/api_step_2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/resources/api/api_step_2.png -------------------------------------------------------------------------------- /resources/api/api_step_3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/resources/api/api_step_3.png -------------------------------------------------------------------------------- /resources/api/api_step_4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/resources/api/api_step_4.png -------------------------------------------------------------------------------- /resources/api/api_step_5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/resources/api/api_step_5.png -------------------------------------------------------------------------------- /resources/en/codegeex_training.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/resources/en/codegeex_training.png -------------------------------------------------------------------------------- /resources/en/hx_boxplot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/resources/en/hx_boxplot.png -------------------------------------------------------------------------------- /resources/en/hx_examples.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/resources/en/hx_examples.png -------------------------------------------------------------------------------- /resources/en/hx_generattion_radar_horizon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/resources/en/hx_generattion_radar_horizon.png -------------------------------------------------------------------------------- /resources/en/hx_pass_rate_vs_language.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/resources/en/hx_pass_rate_vs_language.png -------------------------------------------------------------------------------- /resources/en/hx_tasks.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/resources/en/hx_tasks.png -------------------------------------------------------------------------------- /resources/en/hx_translation.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/resources/en/hx_translation.png -------------------------------------------------------------------------------- /resources/logo/codegeex_logo.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/resources/logo/codegeex_logo.png -------------------------------------------------------------------------------- /resources/zh/hx_boxplot_zh.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/resources/zh/hx_boxplot_zh.png -------------------------------------------------------------------------------- /resources/zh/hx_generattion_radar_horizon_zh.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/resources/zh/hx_generattion_radar_horizon_zh.png -------------------------------------------------------------------------------- /resources/zh/hx_pass_rate_vs_language_zh.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/resources/zh/hx_pass_rate_vs_language_zh.png -------------------------------------------------------------------------------- /resources/zh/hx_tasks_zh.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/resources/zh/hx_tasks_zh.png -------------------------------------------------------------------------------- /resources/zh/hx_translation_zh.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/resources/zh/hx_translation_zh.png -------------------------------------------------------------------------------- /resources/zh/join_wechat.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/resources/zh/join_wechat.png -------------------------------------------------------------------------------- /resources/zh/wechat.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/resources/zh/wechat.md -------------------------------------------------------------------------------- /scripts/convert_ckpt_parallel.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/scripts/convert_ckpt_parallel.sh -------------------------------------------------------------------------------- /scripts/convert_mindspore_to_megatron.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/scripts/convert_mindspore_to_megatron.sh -------------------------------------------------------------------------------- /scripts/evaluate_humaneval_x.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/scripts/evaluate_humaneval_x.py -------------------------------------------------------------------------------- /scripts/evaluate_humaneval_x.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/scripts/evaluate_humaneval_x.sh -------------------------------------------------------------------------------- /scripts/finetune_codegeex.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/scripts/finetune_codegeex.sh -------------------------------------------------------------------------------- /scripts/gather_output.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/scripts/gather_output.sh -------------------------------------------------------------------------------- /scripts/generate_humaneval_x.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/scripts/generate_humaneval_x.sh -------------------------------------------------------------------------------- /scripts/pretrain_codegeex.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/scripts/pretrain_codegeex.sh -------------------------------------------------------------------------------- /scripts/process_pretrain_dataset.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/scripts/process_pretrain_dataset.sh -------------------------------------------------------------------------------- /scripts/test_inference.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/scripts/test_inference.sh -------------------------------------------------------------------------------- /scripts/test_inference_oneflow.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/scripts/test_inference_oneflow.sh -------------------------------------------------------------------------------- /scripts/test_inference_oneflow_quantized.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/scripts/test_inference_oneflow_quantized.sh -------------------------------------------------------------------------------- /scripts/test_inference_paddle.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/scripts/test_inference_paddle.sh -------------------------------------------------------------------------------- /scripts/test_inference_parallel.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/scripts/test_inference_parallel.sh -------------------------------------------------------------------------------- /scripts/test_inference_quantized.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/scripts/test_inference_quantized.sh -------------------------------------------------------------------------------- /scripts/translate_humaneval_x.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/scripts/translate_humaneval_x.sh -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/setup.py -------------------------------------------------------------------------------- /tests/test_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/tests/test_inference.py -------------------------------------------------------------------------------- /tests/test_inference_megatron.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/tests/test_inference_megatron.py -------------------------------------------------------------------------------- /tests/test_inference_oneflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/tests/test_inference_oneflow.py -------------------------------------------------------------------------------- /tests/test_inference_paddle.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/tests/test_inference_paddle.py -------------------------------------------------------------------------------- /tests/test_prompt.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/tests/test_prompt.txt -------------------------------------------------------------------------------- /vscode-extension/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/vscode-extension/README.md -------------------------------------------------------------------------------- /vscode-extension/README_zh.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/zai-org/CodeGeeX/HEAD/vscode-extension/README_zh.md --------------------------------------------------------------------------------