├── .gitignore ├── .pre-commit-config.yaml ├── .style.yapf ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── docker ├── Dockerfile └── launch.sh ├── energonai ├── __init__.py ├── batch_mgr.py ├── communication │ ├── __init__.py │ ├── collective.py │ ├── p2p.py │ ├── ring.py │ └── utils.py ├── engine.py ├── kernel │ ├── __init__.py │ └── cuda_native │ │ ├── __init__.py │ │ ├── csrc │ │ ├── common.h │ │ ├── compat.h │ │ ├── get_ncclid.cpp │ │ ├── layer_norm_cuda.cpp │ │ ├── layer_norm_cuda_kernel.cu │ │ ├── linear_wrapper.cpp │ │ ├── scale_mask_softmax_kernel.cu │ │ ├── scale_mask_softmax_wrapper.cpp │ │ ├── transpose_pad_fusion_kernel.cu │ │ ├── transpose_pad_fusion_wrapper.cpp │ │ └── type_shim.h │ │ ├── layer_norm.py │ │ ├── linear_func.py │ │ ├── scale_mask_softmax.py │ │ └── transpose_pad.py ├── legacy_batch_mgr │ ├── __init__.py │ ├── dynamic_batch_manager.py │ └── naive_batch_manager.py ├── model │ ├── __init__.py │ ├── attention.py │ ├── downstream.py │ ├── embedding.py │ ├── endecoder.py │ ├── mlp.py │ └── model_factory.py ├── nemesis │ └── nemesis_manager.py ├── pipe.py ├── pipelinable │ ├── __init__.py │ ├── energon_tracer.py │ ├── split_method.py │ └── split_policy.py ├── task.py ├── testing │ ├── __init__.py │ └── models.py ├── utils │ ├── __init__.py │ ├── checkpointing.py │ ├── checkpointing_hf_gpt2.py │ ├── checkpointing_opt.py │ ├── common.py │ ├── files.py │ └── timer.py └── worker.py ├── examples ├── auto_pipeline │ ├── bert.py │ ├── bert_config.py │ ├── bert_server.py │ └── requirements.txt ├── bert │ ├── bert.py │ ├── bert_config.py │ ├── bert_server.py │ └── requirements.txt ├── bloom │ ├── README.md │ ├── batch.py │ ├── benchmark │ │ └── locustfile.py │ ├── cache.py │ ├── requirements.txt │ ├── run.sh │ ├── server.py │ └── utils.py ├── gpt │ ├── gpt.py │ ├── gpt_batch_server.py │ ├── gpt_config.py │ └── requirements.txt ├── hf_gpt2 │ ├── hf_gpt2.py │ ├── hf_gpt2_config.py │ ├── hf_gpt2_server.py │ └── requirements.txt ├── linear │ ├── linear.py │ └── requirements.txt ├── opt │ ├── README.md │ ├── batch.py │ ├── benchmark │ │ └── locustfile.py │ ├── cache.py │ ├── opt_fastapi.py │ ├── opt_server.py │ ├── requirements.txt │ └── script │ │ ├── process-opt-175b │ │ ├── README.md │ │ ├── convert_ckpt.py │ │ ├── flat-meta.json │ │ └── unflat.sh │ │ └── processing_ckpt_66b.py ├── trt_demo │ ├── net.py │ ├── requirements.txt │ ├── trt_net_config.py │ └── trt_net_server.py └── vit │ ├── dataset │ └── n01667114_9985.JPEG │ ├── proc_img.py │ ├── requirements.txt │ ├── vit.py │ ├── vit_config.py │ └── vit_server.py ├── requirements.txt ├── setup.py ├── tests ├── run_standalone_tests.sh ├── test_checkpoint │ ├── test_checkpoint_basic1d.py │ ├── test_checkpoint_bert1d.py │ ├── test_checkpoint_gpt1d.py │ └── test_moduledict.py ├── test_engine │ ├── boring_model_utils.py │ ├── test_hybrid.py │ ├── test_pp.py │ ├── test_single_device.py │ └── test_tp.py └── test_kernel │ ├── test_ft_transpose_pad.py │ ├── test_linear_func.py │ └── test_transpose_pad_fusion_kernel.py └── version.txt /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /.style.yapf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/.style.yapf -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/README.md -------------------------------------------------------------------------------- /docker/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/docker/Dockerfile -------------------------------------------------------------------------------- /docker/launch.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/docker/launch.sh -------------------------------------------------------------------------------- /energonai/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/__init__.py -------------------------------------------------------------------------------- /energonai/batch_mgr.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/batch_mgr.py -------------------------------------------------------------------------------- /energonai/communication/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/communication/__init__.py -------------------------------------------------------------------------------- /energonai/communication/collective.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/communication/collective.py -------------------------------------------------------------------------------- /energonai/communication/p2p.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/communication/p2p.py -------------------------------------------------------------------------------- /energonai/communication/ring.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/communication/ring.py -------------------------------------------------------------------------------- /energonai/communication/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/communication/utils.py -------------------------------------------------------------------------------- /energonai/engine.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/engine.py -------------------------------------------------------------------------------- /energonai/kernel/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/kernel/__init__.py -------------------------------------------------------------------------------- /energonai/kernel/cuda_native/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/kernel/cuda_native/__init__.py -------------------------------------------------------------------------------- /energonai/kernel/cuda_native/csrc/common.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/kernel/cuda_native/csrc/common.h -------------------------------------------------------------------------------- /energonai/kernel/cuda_native/csrc/compat.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/kernel/cuda_native/csrc/compat.h -------------------------------------------------------------------------------- /energonai/kernel/cuda_native/csrc/get_ncclid.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/kernel/cuda_native/csrc/get_ncclid.cpp -------------------------------------------------------------------------------- /energonai/kernel/cuda_native/csrc/layer_norm_cuda.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/kernel/cuda_native/csrc/layer_norm_cuda.cpp -------------------------------------------------------------------------------- /energonai/kernel/cuda_native/csrc/layer_norm_cuda_kernel.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/kernel/cuda_native/csrc/layer_norm_cuda_kernel.cu -------------------------------------------------------------------------------- /energonai/kernel/cuda_native/csrc/linear_wrapper.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/kernel/cuda_native/csrc/linear_wrapper.cpp -------------------------------------------------------------------------------- /energonai/kernel/cuda_native/csrc/scale_mask_softmax_kernel.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/kernel/cuda_native/csrc/scale_mask_softmax_kernel.cu -------------------------------------------------------------------------------- /energonai/kernel/cuda_native/csrc/scale_mask_softmax_wrapper.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/kernel/cuda_native/csrc/scale_mask_softmax_wrapper.cpp -------------------------------------------------------------------------------- /energonai/kernel/cuda_native/csrc/transpose_pad_fusion_kernel.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/kernel/cuda_native/csrc/transpose_pad_fusion_kernel.cu -------------------------------------------------------------------------------- /energonai/kernel/cuda_native/csrc/transpose_pad_fusion_wrapper.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/kernel/cuda_native/csrc/transpose_pad_fusion_wrapper.cpp -------------------------------------------------------------------------------- /energonai/kernel/cuda_native/csrc/type_shim.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/kernel/cuda_native/csrc/type_shim.h -------------------------------------------------------------------------------- /energonai/kernel/cuda_native/layer_norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/kernel/cuda_native/layer_norm.py -------------------------------------------------------------------------------- /energonai/kernel/cuda_native/linear_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/kernel/cuda_native/linear_func.py -------------------------------------------------------------------------------- /energonai/kernel/cuda_native/scale_mask_softmax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/kernel/cuda_native/scale_mask_softmax.py -------------------------------------------------------------------------------- /energonai/kernel/cuda_native/transpose_pad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/kernel/cuda_native/transpose_pad.py -------------------------------------------------------------------------------- /energonai/legacy_batch_mgr/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/legacy_batch_mgr/__init__.py -------------------------------------------------------------------------------- /energonai/legacy_batch_mgr/dynamic_batch_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/legacy_batch_mgr/dynamic_batch_manager.py -------------------------------------------------------------------------------- /energonai/legacy_batch_mgr/naive_batch_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/legacy_batch_mgr/naive_batch_manager.py -------------------------------------------------------------------------------- /energonai/model/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/model/__init__.py -------------------------------------------------------------------------------- /energonai/model/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/model/attention.py -------------------------------------------------------------------------------- /energonai/model/downstream.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/model/downstream.py -------------------------------------------------------------------------------- /energonai/model/embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/model/embedding.py -------------------------------------------------------------------------------- /energonai/model/endecoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/model/endecoder.py -------------------------------------------------------------------------------- /energonai/model/mlp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/model/mlp.py -------------------------------------------------------------------------------- /energonai/model/model_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/model/model_factory.py -------------------------------------------------------------------------------- /energonai/nemesis/nemesis_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/nemesis/nemesis_manager.py -------------------------------------------------------------------------------- /energonai/pipe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/pipe.py -------------------------------------------------------------------------------- /energonai/pipelinable/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/pipelinable/__init__.py -------------------------------------------------------------------------------- /energonai/pipelinable/energon_tracer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/pipelinable/energon_tracer.py -------------------------------------------------------------------------------- /energonai/pipelinable/split_method.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/pipelinable/split_method.py -------------------------------------------------------------------------------- /energonai/pipelinable/split_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/pipelinable/split_policy.py -------------------------------------------------------------------------------- /energonai/task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/task.py -------------------------------------------------------------------------------- /energonai/testing/__init__.py: -------------------------------------------------------------------------------- 1 | from .models import BoringModel, get_correct_output 2 | -------------------------------------------------------------------------------- /energonai/testing/models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/testing/models.py -------------------------------------------------------------------------------- /energonai/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/utils/__init__.py -------------------------------------------------------------------------------- /energonai/utils/checkpointing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/utils/checkpointing.py -------------------------------------------------------------------------------- /energonai/utils/checkpointing_hf_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/utils/checkpointing_hf_gpt2.py -------------------------------------------------------------------------------- /energonai/utils/checkpointing_opt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/utils/checkpointing_opt.py -------------------------------------------------------------------------------- /energonai/utils/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/utils/common.py -------------------------------------------------------------------------------- /energonai/utils/files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/utils/files.py -------------------------------------------------------------------------------- /energonai/utils/timer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/utils/timer.py -------------------------------------------------------------------------------- /energonai/worker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/energonai/worker.py -------------------------------------------------------------------------------- /examples/auto_pipeline/bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/auto_pipeline/bert.py -------------------------------------------------------------------------------- /examples/auto_pipeline/bert_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/auto_pipeline/bert_config.py -------------------------------------------------------------------------------- /examples/auto_pipeline/bert_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/auto_pipeline/bert_server.py -------------------------------------------------------------------------------- /examples/auto_pipeline/requirements.txt: -------------------------------------------------------------------------------- 1 | colossalai 2 | torch >= 1.8.1 3 | -------------------------------------------------------------------------------- /examples/bert/bert.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/bert/bert.py -------------------------------------------------------------------------------- /examples/bert/bert_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/bert/bert_config.py -------------------------------------------------------------------------------- /examples/bert/bert_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/bert/bert_server.py -------------------------------------------------------------------------------- /examples/bert/requirements.txt: -------------------------------------------------------------------------------- 1 | colossalai 2 | torch >= 1.8.1 3 | -------------------------------------------------------------------------------- /examples/bloom/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/bloom/README.md -------------------------------------------------------------------------------- /examples/bloom/batch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/bloom/batch.py -------------------------------------------------------------------------------- /examples/bloom/benchmark/locustfile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/bloom/benchmark/locustfile.py -------------------------------------------------------------------------------- /examples/bloom/cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/bloom/cache.py -------------------------------------------------------------------------------- /examples/bloom/requirements.txt: -------------------------------------------------------------------------------- 1 | colossalai 2 | torch >= 1.8.1 3 | -------------------------------------------------------------------------------- /examples/bloom/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/bloom/run.sh -------------------------------------------------------------------------------- /examples/bloom/server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/bloom/server.py -------------------------------------------------------------------------------- /examples/bloom/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/bloom/utils.py -------------------------------------------------------------------------------- /examples/gpt/gpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/gpt/gpt.py -------------------------------------------------------------------------------- /examples/gpt/gpt_batch_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/gpt/gpt_batch_server.py -------------------------------------------------------------------------------- /examples/gpt/gpt_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/gpt/gpt_config.py -------------------------------------------------------------------------------- /examples/gpt/requirements.txt: -------------------------------------------------------------------------------- 1 | colossalai 2 | torch >= 1.8.1 3 | -------------------------------------------------------------------------------- /examples/hf_gpt2/hf_gpt2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/hf_gpt2/hf_gpt2.py -------------------------------------------------------------------------------- /examples/hf_gpt2/hf_gpt2_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/hf_gpt2/hf_gpt2_config.py -------------------------------------------------------------------------------- /examples/hf_gpt2/hf_gpt2_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/hf_gpt2/hf_gpt2_server.py -------------------------------------------------------------------------------- /examples/hf_gpt2/requirements.txt: -------------------------------------------------------------------------------- 1 | colossalai 2 | torch >= 1.8.1 3 | -------------------------------------------------------------------------------- /examples/linear/linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/linear/linear.py -------------------------------------------------------------------------------- /examples/linear/requirements.txt: -------------------------------------------------------------------------------- 1 | colossalai 2 | torch >= 1.8.1 3 | -------------------------------------------------------------------------------- /examples/opt/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/opt/README.md -------------------------------------------------------------------------------- /examples/opt/batch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/opt/batch.py -------------------------------------------------------------------------------- /examples/opt/benchmark/locustfile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/opt/benchmark/locustfile.py -------------------------------------------------------------------------------- /examples/opt/cache.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/opt/cache.py -------------------------------------------------------------------------------- /examples/opt/opt_fastapi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/opt/opt_fastapi.py -------------------------------------------------------------------------------- /examples/opt/opt_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/opt/opt_server.py -------------------------------------------------------------------------------- /examples/opt/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/opt/requirements.txt -------------------------------------------------------------------------------- /examples/opt/script/process-opt-175b/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/opt/script/process-opt-175b/README.md -------------------------------------------------------------------------------- /examples/opt/script/process-opt-175b/convert_ckpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/opt/script/process-opt-175b/convert_ckpt.py -------------------------------------------------------------------------------- /examples/opt/script/process-opt-175b/flat-meta.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/opt/script/process-opt-175b/flat-meta.json -------------------------------------------------------------------------------- /examples/opt/script/process-opt-175b/unflat.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/opt/script/process-opt-175b/unflat.sh -------------------------------------------------------------------------------- /examples/opt/script/processing_ckpt_66b.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/opt/script/processing_ckpt_66b.py -------------------------------------------------------------------------------- /examples/trt_demo/net.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/trt_demo/net.py -------------------------------------------------------------------------------- /examples/trt_demo/requirements.txt: -------------------------------------------------------------------------------- 1 | colossalai 2 | torch >= 1.8.1 3 | -------------------------------------------------------------------------------- /examples/trt_demo/trt_net_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/trt_demo/trt_net_config.py -------------------------------------------------------------------------------- /examples/trt_demo/trt_net_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/trt_demo/trt_net_server.py -------------------------------------------------------------------------------- /examples/vit/dataset/n01667114_9985.JPEG: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/vit/dataset/n01667114_9985.JPEG -------------------------------------------------------------------------------- /examples/vit/proc_img.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/vit/proc_img.py -------------------------------------------------------------------------------- /examples/vit/requirements.txt: -------------------------------------------------------------------------------- 1 | colossalai 2 | torch >= 1.8.1 3 | -------------------------------------------------------------------------------- /examples/vit/vit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/vit/vit.py -------------------------------------------------------------------------------- /examples/vit/vit_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/vit/vit_config.py -------------------------------------------------------------------------------- /examples/vit/vit_server.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/examples/vit/vit_server.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/setup.py -------------------------------------------------------------------------------- /tests/run_standalone_tests.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/tests/run_standalone_tests.sh -------------------------------------------------------------------------------- /tests/test_checkpoint/test_checkpoint_basic1d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/tests/test_checkpoint/test_checkpoint_basic1d.py -------------------------------------------------------------------------------- /tests/test_checkpoint/test_checkpoint_bert1d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/tests/test_checkpoint/test_checkpoint_bert1d.py -------------------------------------------------------------------------------- /tests/test_checkpoint/test_checkpoint_gpt1d.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/tests/test_checkpoint/test_checkpoint_gpt1d.py -------------------------------------------------------------------------------- /tests/test_checkpoint/test_moduledict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/tests/test_checkpoint/test_moduledict.py -------------------------------------------------------------------------------- /tests/test_engine/boring_model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/tests/test_engine/boring_model_utils.py -------------------------------------------------------------------------------- /tests/test_engine/test_hybrid.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/tests/test_engine/test_hybrid.py -------------------------------------------------------------------------------- /tests/test_engine/test_pp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/tests/test_engine/test_pp.py -------------------------------------------------------------------------------- /tests/test_engine/test_single_device.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/tests/test_engine/test_single_device.py -------------------------------------------------------------------------------- /tests/test_engine/test_tp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/tests/test_engine/test_tp.py -------------------------------------------------------------------------------- /tests/test_kernel/test_ft_transpose_pad.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/tests/test_kernel/test_ft_transpose_pad.py -------------------------------------------------------------------------------- /tests/test_kernel/test_linear_func.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/tests/test_kernel/test_linear_func.py -------------------------------------------------------------------------------- /tests/test_kernel/test_transpose_pad_fusion_kernel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hpcaitech/EnergonAI/HEAD/tests/test_kernel/test_transpose_pad_fusion_kernel.py -------------------------------------------------------------------------------- /version.txt: -------------------------------------------------------------------------------- 1 | 0.0.1 --------------------------------------------------------------------------------