├── .github └── ISSUE_TEMPLATE │ ├── bug_report.md │ ├── feature_request.md │ └── new-onnx-model-support.md ├── .gitignore ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── README_CN.md ├── benchmark ├── compress_datafolder.py ├── compression.py ├── do_fusion.py ├── examples.py ├── gpt2_deployment.py ├── llm_test.py ├── mpt │ ├── adapt_tokenizer.py │ ├── attention.py │ ├── blocks.py │ ├── config.json │ ├── configuration_mpt.py │ ├── hf_prefixlm_converter.py │ ├── meta_init_context.py │ ├── modeling_mpt.py │ ├── norm.py │ └── param_init_fns.py ├── ort_infer.py ├── print_supported_ops.py ├── profile_datafolder.py ├── profile_file.py ├── pytorch_example.py ├── shape_regress.py ├── test_datafolder.py ├── tfkeras_example.py └── transfomer_models.py ├── data ├── ComputeGraphIssue.png ├── ConstantFolding.md ├── ConstantFolding_CN.md ├── GraphFusion.md ├── Profile.md ├── PytorchUsage.md ├── TensorflowUsage.md ├── add_otuput_tensors.png ├── compute_graph.png ├── inference_engine.md ├── layernorm_fusion.png ├── macs_counting.png ├── mha_fusion.png ├── public │ └── config.py ├── resnet18_fused.png ├── resnet18_subgraph.png ├── shape_inference.jpg └── sparse_model.png ├── onnx_tool ├── __init__.py ├── __main__.py ├── device.py ├── fusion.py ├── graph.py ├── llm.py ├── model.py ├── node.py ├── quantization.py ├── serialization.py ├── tensor.py └── utils.py ├── requirements.txt └── setup.py /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/new-onnx-model-support.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/.github/ISSUE_TEMPLATE/new-onnx-model-support.md -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/.gitignore -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/README.md -------------------------------------------------------------------------------- /README_CN.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/README_CN.md -------------------------------------------------------------------------------- /benchmark/compress_datafolder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/benchmark/compress_datafolder.py -------------------------------------------------------------------------------- /benchmark/compression.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/benchmark/compression.py -------------------------------------------------------------------------------- /benchmark/do_fusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/benchmark/do_fusion.py -------------------------------------------------------------------------------- /benchmark/examples.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/benchmark/examples.py -------------------------------------------------------------------------------- /benchmark/gpt2_deployment.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/benchmark/gpt2_deployment.py -------------------------------------------------------------------------------- /benchmark/llm_test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/benchmark/llm_test.py -------------------------------------------------------------------------------- /benchmark/mpt/adapt_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/benchmark/mpt/adapt_tokenizer.py -------------------------------------------------------------------------------- /benchmark/mpt/attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/benchmark/mpt/attention.py -------------------------------------------------------------------------------- /benchmark/mpt/blocks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/benchmark/mpt/blocks.py -------------------------------------------------------------------------------- /benchmark/mpt/config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/benchmark/mpt/config.json -------------------------------------------------------------------------------- /benchmark/mpt/configuration_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/benchmark/mpt/configuration_mpt.py -------------------------------------------------------------------------------- /benchmark/mpt/hf_prefixlm_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/benchmark/mpt/hf_prefixlm_converter.py -------------------------------------------------------------------------------- /benchmark/mpt/meta_init_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/benchmark/mpt/meta_init_context.py -------------------------------------------------------------------------------- /benchmark/mpt/modeling_mpt.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/benchmark/mpt/modeling_mpt.py -------------------------------------------------------------------------------- /benchmark/mpt/norm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/benchmark/mpt/norm.py -------------------------------------------------------------------------------- /benchmark/mpt/param_init_fns.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/benchmark/mpt/param_init_fns.py -------------------------------------------------------------------------------- /benchmark/ort_infer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/benchmark/ort_infer.py -------------------------------------------------------------------------------- /benchmark/print_supported_ops.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/benchmark/print_supported_ops.py -------------------------------------------------------------------------------- /benchmark/profile_datafolder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/benchmark/profile_datafolder.py -------------------------------------------------------------------------------- /benchmark/profile_file.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/benchmark/profile_file.py -------------------------------------------------------------------------------- /benchmark/pytorch_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/benchmark/pytorch_example.py -------------------------------------------------------------------------------- /benchmark/shape_regress.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/benchmark/shape_regress.py -------------------------------------------------------------------------------- /benchmark/test_datafolder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/benchmark/test_datafolder.py -------------------------------------------------------------------------------- /benchmark/tfkeras_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/benchmark/tfkeras_example.py -------------------------------------------------------------------------------- /benchmark/transfomer_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/benchmark/transfomer_models.py -------------------------------------------------------------------------------- /data/ComputeGraphIssue.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/data/ComputeGraphIssue.png -------------------------------------------------------------------------------- /data/ConstantFolding.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/data/ConstantFolding.md -------------------------------------------------------------------------------- /data/ConstantFolding_CN.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/data/ConstantFolding_CN.md -------------------------------------------------------------------------------- /data/GraphFusion.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/data/GraphFusion.md -------------------------------------------------------------------------------- /data/Profile.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/data/Profile.md -------------------------------------------------------------------------------- /data/PytorchUsage.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/data/PytorchUsage.md -------------------------------------------------------------------------------- /data/TensorflowUsage.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/data/TensorflowUsage.md -------------------------------------------------------------------------------- /data/add_otuput_tensors.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/data/add_otuput_tensors.png -------------------------------------------------------------------------------- /data/compute_graph.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/data/compute_graph.png -------------------------------------------------------------------------------- /data/inference_engine.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/data/inference_engine.md -------------------------------------------------------------------------------- /data/layernorm_fusion.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/data/layernorm_fusion.png -------------------------------------------------------------------------------- /data/macs_counting.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/data/macs_counting.png -------------------------------------------------------------------------------- /data/mha_fusion.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/data/mha_fusion.png -------------------------------------------------------------------------------- /data/public/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/data/public/config.py -------------------------------------------------------------------------------- /data/resnet18_fused.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/data/resnet18_fused.png -------------------------------------------------------------------------------- /data/resnet18_subgraph.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/data/resnet18_subgraph.png -------------------------------------------------------------------------------- /data/shape_inference.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/data/shape_inference.jpg -------------------------------------------------------------------------------- /data/sparse_model.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/data/sparse_model.png -------------------------------------------------------------------------------- /onnx_tool/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/onnx_tool/__init__.py -------------------------------------------------------------------------------- /onnx_tool/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/onnx_tool/__main__.py -------------------------------------------------------------------------------- /onnx_tool/device.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/onnx_tool/device.py -------------------------------------------------------------------------------- /onnx_tool/fusion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/onnx_tool/fusion.py -------------------------------------------------------------------------------- /onnx_tool/graph.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/onnx_tool/graph.py -------------------------------------------------------------------------------- /onnx_tool/llm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/onnx_tool/llm.py -------------------------------------------------------------------------------- /onnx_tool/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/onnx_tool/model.py -------------------------------------------------------------------------------- /onnx_tool/node.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/onnx_tool/node.py -------------------------------------------------------------------------------- /onnx_tool/quantization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/onnx_tool/quantization.py -------------------------------------------------------------------------------- /onnx_tool/serialization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/onnx_tool/serialization.py -------------------------------------------------------------------------------- /onnx_tool/tensor.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/onnx_tool/tensor.py -------------------------------------------------------------------------------- /onnx_tool/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/onnx_tool/utils.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | onnx 2 | numpy 3 | tabulate -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ThanatosShinji/onnx-tool/HEAD/setup.py --------------------------------------------------------------------------------