├── .ckr.json ├── .cm ├── alias-a-cmdgen ├── alias-a-docker ├── alias-a-env ├── alias-a-jnotebook ├── alias-a-module ├── alias-a-package ├── alias-a-program ├── alias-a-script ├── alias-a-soft ├── alias-a-sut ├── alias-u-032630d041b4fd8a ├── alias-u-145039462db4f4d2 ├── alias-u-194e44c4cacd5101 ├── alias-u-1dc07ee0f4742028 ├── alias-u-4282b15de48f4d05 ├── alias-u-5e1100048ab875d7 ├── alias-u-84e27ad9dd12e734 ├── alias-u-88eef0cd8c43b68a ├── alias-u-9b9b3208ac44b891 └── alias-u-b0ac08fe1d3c2615 ├── .gitignore ├── .travis.yml ├── CHANGES ├── COPYRIGHT.txt ├── LICENSE.txt ├── README.md ├── cmdgen ├── .cm │ ├── alias-a-benchmark.object-detection.tflite-loadgen │ ├── alias-a-benchmark.speech-recognition-loadgen │ ├── alias-a-benchmark.tensorrt-loadgen │ ├── alias-a-benchmark.tflite-loadgen │ ├── alias-a-ls │ ├── alias-u-46a799aabb81018e │ ├── alias-u-5978ca24a82aac5e │ ├── alias-u-9fb828a4987b0738 │ ├── alias-u-ac213664789beaab │ └── alias-u-c21654d4caa6b98a ├── benchmark.object-detection.tflite-loadgen │ └── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json ├── benchmark.speech-recognition-loadgen │ └── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json ├── benchmark.tensorrt-loadgen │ └── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json ├── benchmark.tflite-loadgen │ └── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json └── ls │ └── .cm │ ├── desc.json │ ├── info.json │ └── meta.json ├── docker ├── .cm │ ├── alias-a-image-classification-openvino.ubuntu-18.04 │ ├── alias-a-image-classification-tensorrt-loadgen-py.tensorrt-6 │ ├── alias-a-image-classification-tf-cpp.debian-9 │ ├── alias-a-image-classification-tflite.centos-7 │ ├── alias-a-image-classification-tflite.dashboard.ubuntu-18.04 │ ├── alias-a-image-classification-tflite.debian-9 │ ├── alias-a-image-classification-tflite.ubuntu-16.04 │ ├── alias-a-image-classification-tflite.ubuntu-18.04 │ ├── alias-a-mlperf-inference-v0.5.openvino │ ├── alias-a-mlperf-inference-v0.7.openvino │ ├── alias-a-mlperf-inference-vision-with-ck.intel.ubuntu-18.04 │ ├── alias-a-mlperf-inference-vision-with-ck.tensorrt.ubuntu-18.04 │ ├── alias-a-object-detection-openvino.ubuntu-18.04 │ ├── alias-a-object-detection-tf-py.debian-9 │ ├── alias-a-object-detection-tflite.debian-9 │ ├── alias-a-speech-recognition.rnnt │ ├── alias-u-0bf984056859da24 │ ├── alias-u-23cdc43ca7446b0b │ ├── alias-u-2a424213448998b2 │ ├── alias-u-34b17b135b623246 │ ├── alias-u-49e9234de9f97e88 │ ├── alias-u-92486c8d2ee8ebfe │ ├── alias-u-a0b9e9441cea153b │ ├── alias-u-a4de08b92aec7154 │ ├── alias-u-ab81e5052aac8c58 │ ├── alias-u-ad30157b27475ea5 │ ├── alias-u-b4a8749d0fd84b02 │ ├── alias-u-c473b965a44b4eb9 │ ├── alias-u-d0994a218fa75dea │ ├── alias-u-d09ea1463d487e9f │ ├── alias-u-dd04628a2cc32cdf │ └── alias-u-ed5050c8407a8738 ├── image-classification-openvino.ubuntu-18.04 │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ └── Dockerfile ├── image-classification-tensorrt-loadgen-py.tensorrt-6 │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── Dockerfile │ ├── README.md │ ├── env.list │ └── explore.sh ├── image-classification-tf-cpp.debian-9 │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── Dockerfile │ └── README.md ├── image-classification-tflite.centos-7 │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── Dockerfile │ ├── Dockerfile.stable │ └── README.md ├── image-classification-tflite.dashboard.ubuntu-18.04 │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── Dockerfile │ └── README.md ├── image-classification-tflite.debian-9 │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── Dockerfile │ └── README.md ├── image-classification-tflite.ubuntu-16.04 │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── Dockerfile │ └── README.md ├── image-classification-tflite.ubuntu-18.04 │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── Dockerfile │ └── README.md ├── mlperf-inference-v0.5.openvino │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── Dockerfile.ubuntu-18.04 │ └── Dockerfile.ubuntu-20.04 ├── mlperf-inference-v0.7.openvino │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── Dockerfile.ubuntu-20.04 │ └── README.md ├── mlperf-inference-vision-with-ck.intel.ubuntu-18.04 │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── Dockerfile_1.15.2-mkl-py3 │ ├── Dockerfile_2.0.1-mkl-py3 │ ├── Dockerfile_2.1.0-mkl-py3 │ ├── README.md │ └── env.list ├── mlperf-inference-vision-with-ck.tensorrt.ubuntu-18.04 │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── Dockerfile_19.07-py3_tf-1.14.0 │ ├── Dockerfile_20.03-py3_tf-2.0.1 │ ├── Dockerfile_20.03-py3_tf-2.1.0 │ ├── README.md │ └── env.list ├── object-detection-openvino.ubuntu-18.04 │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── Dockerfile.ubuntu-16.04 │ └── Dockerfile.ubuntu-18.04 ├── object-detection-tf-py.debian-9 │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── Dockerfile │ └── README.md ├── object-detection-tflite.debian-9 │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── Dockerfile │ └── README.md └── speech-recognition.rnnt │ ├── .cm │ ├── desc.json │ ├── info.json │ └── meta.json │ ├── Dockerfile.amazonlinux │ ├── Dockerfile.amazonlinux.glow │ ├── Dockerfile.amazonlinux.glow.min │ ├── Dockerfile.amazonlinux.min │ ├── Dockerfile.centos-7 │ ├── Dockerfile.centos-8 │ ├── Dockerfile.centos-8.python3.7 │ ├── Dockerfile.debian-10 │ ├── Dockerfile.debian-9 │ ├── Dockerfile.ubuntu-16.04 │ ├── Dockerfile.ubuntu-18.04 │ ├── Dockerfile.ubuntu-20.04 │ ├── Dockerfile.ubuntu-20.04.min │ └── README.md ├── jnotebook ├── .cm │ ├── alias-a-mlperf-inference-v0.5 │ └── alias-u-14f379efda2f9b1a └── mlperf-inference-v0.5 │ ├── .cm │ ├── desc.json │ ├── info.json │ └── meta.json │ ├── .gitignore │ ├── dividiti.ipynb │ ├── dividiti.py │ ├── results.ipynb │ ├── results.py │ └── systems.ipynb ├── module ├── .cm │ ├── alias-a-cmdgen │ ├── alias-a-mlperf │ ├── alias-a-mlperf.inference │ ├── alias-a-mlperf.mobilenets │ ├── alias-a-sut │ ├── alias-u-194e44c4cacd5101 │ ├── alias-u-4282b15de48f4d05 │ ├── alias-u-76af712b1f711538 │ ├── alias-u-98c849f7764a8fba │ └── alias-u-abeb3402c8c86f6f ├── cmdgen │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ └── module.py ├── mlperf.inference │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── .gitignore │ ├── mlperf-inference-v0.5-results.zip │ └── module.py ├── mlperf.mobilenets │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── .gitignore │ └── module.py ├── mlperf │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ └── module.py └── sut │ ├── .cm │ ├── desc.json │ ├── info.json │ └── meta.json │ └── module.py ├── package ├── .cm │ ├── alias-a-bench-fai-pep-master │ ├── alias-a-bench-mlmodelscope-master │ ├── alias-a-bench-sylt-master │ ├── alias-a-lib-mlperf-loadgen-static │ ├── alias-a-lib-python-mlperf-loadgen │ ├── alias-a-lib-python-onnx │ ├── alias-a-lib-python-tf2onnx │ ├── alias-a-lib-python-transformers │ ├── alias-a-lib-tflite-1.15.0-rc2-src-static │ ├── alias-a-mlperf-inference-source │ ├── alias-a-model-converter-tf-to-onnx │ ├── alias-a-model-onnx-convert-from-tf │ ├── alias-a-model-onnx-mlperf-mobilenet │ ├── alias-a-model-onnx-mlperf-mobilenet-quantized │ ├── alias-a-model-onnx-mlperf-resnet50 │ ├── alias-a-model-onnx-mlperf-ssd-mobilenet │ ├── alias-a-model-onnx-mlperf-ssd-resnet │ ├── alias-a-model-tf-and-tflite-mlperf-mobilenet-edgetpu │ ├── alias-a-model-tf-and-tflite-mlperf-mobilenet-v1-20180802 │ ├── alias-a-model-tf-and-tflite-mlperf-mobilenet-v2 │ ├── alias-a-model-tf-and-tflite-mlperf-mobilenet-v2-quant │ ├── alias-a-model-tf-and-tflite-mlperf-mobilenet-v3 │ ├── alias-a-model-tf-mlperf-mobilenet │ ├── alias-a-model-tf-mlperf-mobilenet-quantized │ ├── alias-a-model-tf-mlperf-resnet │ ├── alias-a-model-tf-mlperf-ssd-mobilenet │ ├── alias-a-model-tf-mlperf-ssd-mobilenet-quantized-finetuned │ ├── alias-a-model-tf-mlperf-ssd-resnet34 │ ├── alias-a-model-tflite-convert-from-tf │ ├── alias-a-model-tflite-mlperf-efficientnet-lite │ ├── alias-a-model-tflite-mlperf-resnet │ ├── alias-a-model-tflite-mlperf-resnet-no-argmax │ ├── alias-a-model-tflite-mlperf-ssd-mobilenet │ ├── alias-a-model-tflite-mlperf-ssd-mobilenet-edgetpu │ ├── alias-u-0407085626c7b797 │ ├── alias-u-05c4dcbbbf872ecf │ ├── alias-u-0e41962eda3b49d8 │ ├── alias-u-15d6260d07c347ba │ ├── alias-u-227ae1bd0143cc98 │ ├── alias-u-22b1d864174bf743 │ ├── alias-u-3013bdc96184bf3b │ ├── alias-u-35e84375ac48dcb1 │ ├── alias-u-380cf1c747e435bb │ ├── alias-u-39aa18439d90c227 │ ├── alias-u-4134959be0eb9044 │ ├── alias-u-430caf62dcc47129 │ ├── alias-u-4362796f0004273b │ ├── alias-u-4cf74c8c823b58b5 │ ├── alias-u-5c401dbb9b035e8a │ ├── alias-u-6b744d888c45962b │ ├── alias-u-6c042318059ad499 │ ├── alias-u-7a96e45072e0d18e │ ├── alias-u-7e8f441ac9d7fe0c │ ├── alias-u-83448c8af351fd9b │ ├── alias-u-9a1519670b5f55b1 │ ├── alias-u-9e5de6f4f46b0da0 │ ├── alias-u-a439a9cdfe296585 │ ├── alias-u-a852b9fc0b044d28 │ ├── alias-u-ad9565c4d07b3d1d │ ├── alias-u-afb43014ef38f646 │ ├── alias-u-b0acd009c5df4a0f │ ├── alias-u-b47f4980eefabffa │ ├── alias-u-d60d4e9a84151271 │ ├── alias-u-e4b96c0d80445eca │ ├── alias-u-e7497fbbaf390536 │ ├── alias-u-f906d533818d6b0f │ └── alias-u-ff29184a80ae6399 ├── bench-fai-pep-master │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ └── README.md ├── bench-mlmodelscope-master │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ └── README.md ├── bench-sylt-master │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── README.md │ └── patch.linux │ │ └── added_cli_params.patch ├── lib-mlperf-loadgen-static │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ └── install.sh ├── lib-python-mlperf-loadgen │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ └── install.sh ├── lib-python-onnx │ └── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json ├── lib-python-tf2onnx │ └── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json ├── lib-python-transformers │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── install.bat │ └── install.sh ├── lib-tflite-1.15.0-rc2-src-static │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── README.md │ └── patch.linux │ │ ├── Makefile.patch │ │ ├── eigen.patch │ │ └── offsetof.patch ├── mlperf-inference-source │ └── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json ├── model-onnx-convert-from-tf │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── README.md │ └── install.sh ├── model-onnx-mlperf-mobilenet-quantized │ └── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json ├── model-onnx-mlperf-mobilenet │ └── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json ├── model-onnx-mlperf-resnet50 │ └── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json ├── model-onnx-mlperf-ssd-mobilenet │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── flatlabels.txt │ └── scripts.linux │ │ └── install.sh ├── model-onnx-mlperf-ssd-resnet │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── copy │ │ └── coco_flatlabels.txt │ ├── fix_unused_initializers_warnings.py │ └── scripts.linux │ │ └── install.sh ├── model-tf-and-tflite-mlperf-mobilenet-edgetpu │ └── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json ├── model-tf-and-tflite-mlperf-mobilenet-v1-20180802 │ └── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json ├── model-tf-and-tflite-mlperf-mobilenet-v2-quant │ └── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json ├── model-tf-and-tflite-mlperf-mobilenet-v2 │ └── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json ├── model-tf-and-tflite-mlperf-mobilenet-v3 │ └── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json ├── model-tf-mlperf-mobilenet-quantized │ └── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json ├── model-tf-mlperf-mobilenet │ └── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json ├── model-tf-mlperf-resnet │ └── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json ├── model-tf-mlperf-ssd-mobilenet-quantized-finetuned │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ └── pipeline.config ├── model-tf-mlperf-ssd-mobilenet │ └── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json ├── model-tf-mlperf-ssd-resnet34 │ └── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json ├── model-tflite-convert-from-tf │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── README.md │ ├── install.sh │ └── tf2tflite.py ├── model-tflite-mlperf-efficientnet-lite │ └── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json ├── model-tflite-mlperf-resnet-no-argmax │ └── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json ├── model-tflite-mlperf-resnet │ └── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json ├── model-tflite-mlperf-ssd-mobilenet-edgetpu │ └── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json └── model-tflite-mlperf-ssd-mobilenet │ ├── .cm │ ├── desc.json │ ├── info.json │ └── meta.json │ └── README.md ├── program ├── .cm │ ├── alias-a-bert-reference-loadgen-py │ ├── alias-a-dump-repo-to-submission │ ├── alias-a-dump-submissions-to-dashboard │ ├── alias-a-example-loadgen-py │ ├── alias-a-fai-pep │ ├── alias-a-image-classification-armnn-tflite-loadgen │ ├── alias-a-image-classification-onnx-py │ ├── alias-a-image-classification-tensorrt-loadgen-py │ ├── alias-a-image-classification-tflite-loadgen │ ├── alias-a-image-classification-torch-loadgen-py │ ├── alias-a-object-detection-onnx-py │ ├── alias-a-object-detection-tensorrt-loadgen-py │ ├── alias-a-object-detection-tflite-loadgen │ ├── alias-a-speech-recognition-pytorch │ ├── alias-a-speech-recognition-pytorch-loadgen │ ├── alias-a-sylt │ ├── alias-a-test-normalizer │ ├── alias-u-048c03be2f4c7d8b │ ├── alias-u-19b1b517e2442579 │ ├── alias-u-26415d8c090332ca │ ├── alias-u-3db416d9cce4ba90 │ ├── alias-u-3e2d49b2b9d791db │ ├── alias-u-41802fe04ec7fc80 │ ├── alias-u-45ee0d34a73b7a2c │ ├── alias-u-4bc385394b7a9350 │ ├── alias-u-4da6886863ad4184 │ ├── alias-u-51b7e87487587f51 │ ├── alias-u-796d7500b925946c │ ├── alias-u-7c66e43968497e17 │ ├── alias-u-84e819ca2d19b0a8 │ ├── alias-u-9c95a19834c44b1d │ ├── alias-u-af3c1bb4851b93c1 │ ├── alias-u-b28273356e4b90a9 │ └── alias-u-dc87471848844a71 ├── bert-reference-loadgen-py │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── setup_and_run_bert.sh │ └── user.conf ├── dump-repo-to-submission │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── README.md │ └── run.py ├── dump-submissions-to-dashboard │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── README.py │ └── run.py ├── example-loadgen-py │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ └── example_loadgen_program.py ├── fai-pep │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── run-caffe2.sh │ └── run-tflite.sh ├── image-classification-armnn-tflite-loadgen │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── README.md │ ├── README.singlestream.md │ ├── benchmark.h │ └── classification.cpp ├── image-classification-onnx-py │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── onnx_classify.py │ └── onnx_classify_preprocessed.py ├── image-classification-tensorrt-loadgen-py │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── README.md │ ├── README.resnet50.md │ └── tensorrt_classify_loadgen.py ├── image-classification-tflite-loadgen │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── README.md │ ├── README.offline.md │ ├── README.singlestream.md │ ├── benchmark.h │ └── classification.cpp ├── image-classification-torch-loadgen-py │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ └── torch_classify_loadgen.py ├── object-detection-onnx-py │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── README.md │ └── detect.py ├── object-detection-tensorrt-loadgen-py │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── README.md │ ├── README.ssd-mobilenet.md │ ├── README.ssd-resnet34.md │ └── tensorrt_detect_loadgen.py ├── object-detection-tflite-loadgen │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── README.md │ ├── README.singlestream.md │ ├── detect.cpp │ └── includes │ │ ├── benchmark.h │ │ ├── detect.hpp │ │ ├── detection_postprocess.hpp │ │ ├── edgetpu.h │ │ └── settings.h ├── speech-recognition-pytorch-loadgen │ └── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json ├── speech-recognition-pytorch │ └── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json ├── sylt │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ └── ck-compile.sh └── test-normalizer │ ├── .cm │ ├── desc.json │ ├── info.json │ └── meta.json │ └── test_normalizer.py ├── requirements.txt ├── script ├── .cm │ ├── alias-a-image-classification │ ├── alias-a-mlperf-inference-v0.5.closed.image-classification │ ├── alias-a-mlperf-inference-v0.5.open.image-classification │ ├── alias-a-mlperf-inference-v0.5.open.object-detection │ ├── alias-a-mlperf-inference-v0.7.image-classification │ ├── alias-a-object-detection │ ├── alias-a-speech-recognition │ ├── alias-u-13458b870bfffd72 │ ├── alias-u-24c98b0cee248d93 │ ├── alias-u-850bc011e4635ae5 │ ├── alias-u-b98ee24399ef4c3a │ ├── alias-u-dba09db8e07735a9 │ ├── alias-u-e605dca0447b3836 │ └── alias-u-fc78c1bbe2413db4 ├── image-classification │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── README.md │ ├── loadgen_postprocess.py │ ├── loadgen_preprocess.py │ ├── postprocess.py │ ├── preprocess.py │ └── schindler.py ├── mlperf-inference-v0.5.closed.image-classification │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── audit.sh │ └── run.sh ├── mlperf-inference-v0.5.open.image-classification │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── audit.sh │ └── run.sh ├── mlperf-inference-v0.5.open.object-detection │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ └── run.sh ├── mlperf-inference-v0.7.image-classification │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── README.md │ └── run.sh ├── object-detection │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── README.md │ ├── calc_metrics_coco_pycocotools.py │ ├── calc_metrics_coco_tf.py │ ├── calc_metrics_kitti.py │ ├── calc_metrics_oid.py │ ├── ck_utils.py │ ├── converter_annotations.py │ ├── converter_results.py │ ├── iniless_postprocess.py │ ├── loadgen_postprocess.py │ ├── loadgen_preprocess.py │ └── schindler.py └── speech-recognition │ ├── .cm │ ├── desc.json │ ├── info.json │ └── meta.json │ ├── loadgen_postprocess.py │ ├── loadgen_preprocess.py │ └── postprocess.py ├── soft ├── .cm │ ├── alias-a-bench.fai-pep │ ├── alias-a-bench.mlmodelscope │ ├── alias-a-bench.sylt │ ├── alias-a-config.loadgen │ ├── alias-a-lib.mlperf.loadgen.static │ ├── alias-a-lib.python.coco-helper │ ├── alias-a-lib.python.imagenet-helper │ ├── alias-a-lib.python.mlperf.loadgen │ ├── alias-a-lib.python.onnx │ ├── alias-a-lib.python.tf2onnx │ ├── alias-a-lib.python.transformers │ ├── alias-a-mlperf.inference.source │ ├── alias-a-model.onnx │ ├── alias-u-1a869d84eb1a1fe5 │ ├── alias-u-4817b4c5316f6cb5 │ ├── alias-u-4d96c5ec4d0e0893 │ ├── alias-u-64d59871138e67f9 │ ├── alias-u-6c44b702d4441af1 │ ├── alias-u-70bc04a7e7845d79 │ ├── alias-u-b50bf41c6bda616e │ ├── alias-u-ba0d59d9556b4832 │ ├── alias-u-bcaac306e9041879 │ ├── alias-u-bd45429bee5fd779 │ ├── alias-u-d0d94f2c992e9c32 │ ├── alias-u-d994bd755ce4b283 │ └── alias-u-f965f8f74eae87ce ├── bench.fai-pep │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ └── customize.py ├── bench.mlmodelscope │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ └── customize.py ├── bench.sylt │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ └── customize.py ├── config.loadgen │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ ├── README.md │ ├── customize.py │ ├── image-classification-armnn-tflite-loadgen-conf │ │ └── user.conf │ └── image-classification-tflite-loadgen-conf │ │ └── user.conf ├── lib.mlperf.loadgen.static │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ └── customize.py ├── lib.python.coco-helper │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ └── coco_helper │ │ └── __init__.py ├── lib.python.imagenet-helper │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ └── imagenet_helper │ │ └── __init__.py ├── lib.python.mlperf.loadgen │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ └── customize.py ├── lib.python.onnx │ └── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json ├── lib.python.tf2onnx │ └── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json ├── lib.python.transformers │ └── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json ├── mlperf.inference.source │ ├── .cm │ │ ├── desc.json │ │ ├── info.json │ │ └── meta.json │ └── customize.py └── model.onnx │ ├── .cm │ ├── desc.json │ ├── info.json │ └── meta.json │ └── customize.py └── sut ├── .cm ├── alias-a-R640_6248R ├── alias-a-aws-g4dn.4xlarge ├── alias-a-dellemc_r740xd6248 ├── alias-a-firefly ├── alias-a-hikey960 ├── alias-a-mate10pro ├── alias-a-rpi4 ├── alias-a-rpi4coral ├── alias-a-velociti ├── alias-a-xavier ├── alias-u-097cee40b045ba88 ├── alias-u-2447191b44450a65 ├── alias-u-36ad5d7cad94b13b ├── alias-u-43ae9a83db4adead ├── alias-u-4c72bb0bf2e633c1 ├── alias-u-67df49bba555cad6 ├── alias-u-db28f54567b5b6b0 ├── alias-u-e674a8fba6b179d3 ├── alias-u-f03a5ce459b4687a └── alias-u-f0f48144742b4f0a ├── R640_6248R └── .cm │ ├── desc.json │ ├── info.json │ └── meta.json ├── aws-g4dn.4xlarge └── .cm │ ├── desc.json │ ├── info.json │ └── meta.json ├── dellemc_r740xd6248 └── .cm │ ├── desc.json │ ├── info.json │ └── meta.json ├── firefly └── .cm │ ├── desc.json │ ├── info.json │ └── meta.json ├── hikey960 └── .cm │ ├── desc.json │ ├── info.json │ └── meta.json ├── mate10pro └── .cm │ ├── desc.json │ ├── info.json │ └── meta.json ├── rpi4 └── .cm │ ├── desc.json │ ├── info.json │ └── meta.json ├── rpi4coral └── .cm │ ├── desc.json │ ├── info.json │ └── meta.json ├── velociti └── .cm │ ├── desc.json │ ├── info.json │ └── meta.json └── xavier └── .cm ├── desc.json ├── info.json └── meta.json /.ckr.json: -------------------------------------------------------------------------------- 1 | { 2 | "data_uoa": "ck-mlperf", 3 | "data_uid": "1be6d862d67244da", 4 | "data_alias": "ck-mlperf", 5 | "data_name": "ck-mlperf", 6 | "dict": { 7 | "shared": "git", 8 | "url": "https://github.com/ctuning/ck-mlperf", 9 | "repo_deps": [ 10 | { 11 | "repo_uoa": "ck-tensorflow" 12 | }, 13 | { 14 | "repo_uoa": "ck-nntest" 15 | }, 16 | { 17 | "repo_uoa": "ck-docker" 18 | } 19 | ] 20 | } 21 | } 22 | -------------------------------------------------------------------------------- /.cm/alias-a-cmdgen: -------------------------------------------------------------------------------- 1 | 4282b15de48f4d05 2 | -------------------------------------------------------------------------------- /.cm/alias-a-docker: -------------------------------------------------------------------------------- 1 | 88eef0cd8c43b68a 2 | -------------------------------------------------------------------------------- /.cm/alias-a-env: -------------------------------------------------------------------------------- 1 | 9b9b3208ac44b891 2 | -------------------------------------------------------------------------------- /.cm/alias-a-jnotebook: -------------------------------------------------------------------------------- 1 | 145039462db4f4d2 2 | -------------------------------------------------------------------------------- /.cm/alias-a-module: -------------------------------------------------------------------------------- 1 | 032630d041b4fd8a 2 | -------------------------------------------------------------------------------- /.cm/alias-a-package: -------------------------------------------------------------------------------- 1 | 1dc07ee0f4742028 2 | -------------------------------------------------------------------------------- /.cm/alias-a-program: -------------------------------------------------------------------------------- 1 | b0ac08fe1d3c2615 2 | -------------------------------------------------------------------------------- /.cm/alias-a-script: -------------------------------------------------------------------------------- 1 | 84e27ad9dd12e734 2 | -------------------------------------------------------------------------------- /.cm/alias-a-soft: -------------------------------------------------------------------------------- 1 | 5e1100048ab875d7 2 | -------------------------------------------------------------------------------- /.cm/alias-a-sut: -------------------------------------------------------------------------------- 1 | 194e44c4cacd5101 2 | -------------------------------------------------------------------------------- /.cm/alias-u-032630d041b4fd8a: -------------------------------------------------------------------------------- 1 | module 2 | -------------------------------------------------------------------------------- /.cm/alias-u-145039462db4f4d2: -------------------------------------------------------------------------------- 1 | jnotebook 2 | -------------------------------------------------------------------------------- /.cm/alias-u-194e44c4cacd5101: -------------------------------------------------------------------------------- 1 | sut 2 | -------------------------------------------------------------------------------- /.cm/alias-u-1dc07ee0f4742028: -------------------------------------------------------------------------------- 1 | package 2 | -------------------------------------------------------------------------------- /.cm/alias-u-4282b15de48f4d05: -------------------------------------------------------------------------------- 1 | cmdgen 2 | -------------------------------------------------------------------------------- /.cm/alias-u-5e1100048ab875d7: -------------------------------------------------------------------------------- 1 | soft 2 | -------------------------------------------------------------------------------- /.cm/alias-u-84e27ad9dd12e734: -------------------------------------------------------------------------------- 1 | script 2 | -------------------------------------------------------------------------------- /.cm/alias-u-88eef0cd8c43b68a: -------------------------------------------------------------------------------- 1 | docker 2 | -------------------------------------------------------------------------------- /.cm/alias-u-9b9b3208ac44b891: -------------------------------------------------------------------------------- 1 | env 2 | -------------------------------------------------------------------------------- /.cm/alias-u-b0ac08fe1d3c2615: -------------------------------------------------------------------------------- 1 | program 2 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | *~ 2 | *.pyc 3 | *tmp/ 4 | .ipynb_checkpoints/ 5 | __pycache__ 6 | -------------------------------------------------------------------------------- /CHANGES: -------------------------------------------------------------------------------- 1 | 20210418: 2 | * [gfursin] fixed travis for the new CK version 3 | 4 | 20210411: 5 | * [gfursin] fixed travis and updated news 6 | 7 | 20210403: 8 | * [gfursin] fixed TFLite packages 1.15 (eigen library). 9 | https://github.com/ctuning/ck/issues/138 10 | https://github.com/ctuning/ck/issues/139 11 | 12 | * 2020.09.04 - [Fursin] moved module:mlbox to ctuning/ck-mlbox repo 13 | 14 | * 2020.09.03 - [Fursin] added module:mlbox to abstract MLBox 15 | 16 | * 2018.12.15 - [Fursin] fixed compilation of SyLT for Android 17 | 18 | * 2018.11.27 - [Fursin] added soft,package and program for FAI-PEP 19 | - [Fursin] added basic workflow for MLPerf SyLT 20 | - [Fursin] added soft and package for MLModelScope 21 | 22 | -------------------------------------------------------------------------------- /COPYRIGHT.txt: -------------------------------------------------------------------------------- 1 | Copyright (c) 2018-2021 cTuning foundation 2 | -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- 1 | Copyright (c) cTuning foundation 2 | All rights reserved 3 | 4 | Redistribution and use in source and binary forms, with or without modification, 5 | are permitted provided that the following conditions are met: 6 | 7 | 1. Redistributions of source code must retain the above copyright notice, 8 | this list of conditions and the following disclaimer. 9 | 10 | 2. Redistributions in binary form must reproduce the above copyright 11 | notice, this list of conditions and the following disclaimer in the 12 | documentation and/or other materials provided with the distribution. 13 | 14 | 3. Neither the name of the cTuning foundation 15 | nor the names of its contributors may be used to endorse 16 | or promote products derived from this software without 17 | specific prior written permission. 18 | 19 | THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND 20 | ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 21 | WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE 22 | DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR 23 | ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES 24 | (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; 25 | LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON 26 | ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 27 | (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS 28 | SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 29 | -------------------------------------------------------------------------------- /cmdgen/.cm/alias-a-benchmark.object-detection.tflite-loadgen: -------------------------------------------------------------------------------- 1 | 46a799aabb81018e 2 | -------------------------------------------------------------------------------- /cmdgen/.cm/alias-a-benchmark.speech-recognition-loadgen: -------------------------------------------------------------------------------- 1 | 9fb828a4987b0738 2 | -------------------------------------------------------------------------------- /cmdgen/.cm/alias-a-benchmark.tensorrt-loadgen: -------------------------------------------------------------------------------- 1 | c21654d4caa6b98a 2 | -------------------------------------------------------------------------------- /cmdgen/.cm/alias-a-benchmark.tflite-loadgen: -------------------------------------------------------------------------------- 1 | ac213664789beaab 2 | -------------------------------------------------------------------------------- /cmdgen/.cm/alias-a-ls: -------------------------------------------------------------------------------- 1 | 5978ca24a82aac5e 2 | -------------------------------------------------------------------------------- /cmdgen/.cm/alias-u-46a799aabb81018e: -------------------------------------------------------------------------------- 1 | benchmark.object-detection.tflite-loadgen 2 | -------------------------------------------------------------------------------- /cmdgen/.cm/alias-u-5978ca24a82aac5e: -------------------------------------------------------------------------------- 1 | ls 2 | -------------------------------------------------------------------------------- /cmdgen/.cm/alias-u-9fb828a4987b0738: -------------------------------------------------------------------------------- 1 | benchmark.speech-recognition-loadgen 2 | -------------------------------------------------------------------------------- /cmdgen/.cm/alias-u-ac213664789beaab: -------------------------------------------------------------------------------- 1 | benchmark.tflite-loadgen 2 | -------------------------------------------------------------------------------- /cmdgen/.cm/alias-u-c21654d4caa6b98a: -------------------------------------------------------------------------------- 1 | benchmark.tensorrt-loadgen 2 | -------------------------------------------------------------------------------- /cmdgen/benchmark.object-detection.tflite-loadgen/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /cmdgen/benchmark.object-detection.tflite-loadgen/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "46a799aabb81018e", 3 | "backup_module_uid": "4282b15de48f4d05", 4 | "backup_module_uoa": "cmdgen", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2020-09-17T13:25:02.051685", 8 | "version": [ 9 | "1", 10 | "15", 11 | "0" 12 | ] 13 | }, 14 | "data_name": "benchmark.object-detection.tflite-loadgen" 15 | } 16 | -------------------------------------------------------------------------------- /cmdgen/benchmark.speech-recognition-loadgen/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /cmdgen/benchmark.speech-recognition-loadgen/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "9fb828a4987b0738", 3 | "backup_module_uid": "4282b15de48f4d05", 4 | "backup_module_uoa": "cmdgen", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2020-09-18T08:19:53.516957", 8 | "version": [ 9 | "1", 10 | "15", 11 | "0" 12 | ] 13 | }, 14 | "data_name": "benchmark.speech-recognition-loadgen" 15 | } 16 | -------------------------------------------------------------------------------- /cmdgen/benchmark.tensorrt-loadgen/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /cmdgen/benchmark.tensorrt-loadgen/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "c21654d4caa6b98a", 3 | "backup_module_uid": "4282b15de48f4d05", 4 | "backup_module_uoa": "cmdgen", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2020-09-17T11:27:52.967501", 8 | "version": [ 9 | "1", 10 | "9", 11 | "7" 12 | ] 13 | }, 14 | "data_name": "benchmark.tensorrt-loadgen" 15 | } 16 | -------------------------------------------------------------------------------- /cmdgen/benchmark.tflite-loadgen/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /cmdgen/benchmark.tflite-loadgen/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "ac213664789beaab", 3 | "backup_module_uid": "4282b15de48f4d05", 4 | "backup_module_uoa": "cmdgen", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2020-08-13T10:20:16.781533", 8 | "version": [ 9 | "1", 10 | "9", 11 | "7" 12 | ] 13 | }, 14 | "data_name": "benchmark.tflite-loadgen" 15 | } 16 | -------------------------------------------------------------------------------- /cmdgen/ls/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /cmdgen/ls/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "5978ca24a82aac5e", 3 | "backup_module_uid": "4282b15de48f4d05", 4 | "backup_module_uoa": "cmdgen", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2020-08-13T10:20:43.476220", 8 | "version": [ 9 | "1", 10 | "9", 11 | "7" 12 | ] 13 | }, 14 | "data_name": "ls" 15 | } 16 | -------------------------------------------------------------------------------- /cmdgen/ls/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "defaults": { 3 | "files": [ "." ] 4 | }, 5 | "build_map": { 6 | "home": { 7 | "yes": { 8 | "files": "~" 9 | } 10 | }, 11 | "mode": { 12 | "long": { 13 | "options": "-l" 14 | }, 15 | "one": { 16 | "options": "-1" 17 | }, 18 | "short": { 19 | "options": "-s" 20 | }, 21 | "single": { 22 | "options": "-1" 23 | } 24 | }, 25 | "velociti": { 26 | "yes": { 27 | "after_cmd": "'", 28 | "before_cmd": "ssh velociti '" 29 | } 30 | } 31 | }, 32 | "cmd_template": "<<>> ls <<>> <<>> <<>>" 33 | } 34 | -------------------------------------------------------------------------------- /docker/.cm/alias-a-image-classification-openvino.ubuntu-18.04: -------------------------------------------------------------------------------- 1 | c473b965a44b4eb9 2 | -------------------------------------------------------------------------------- /docker/.cm/alias-a-image-classification-tensorrt-loadgen-py.tensorrt-6: -------------------------------------------------------------------------------- 1 | ad30157b27475ea5 2 | -------------------------------------------------------------------------------- /docker/.cm/alias-a-image-classification-tf-cpp.debian-9: -------------------------------------------------------------------------------- 1 | 2a424213448998b2 2 | -------------------------------------------------------------------------------- /docker/.cm/alias-a-image-classification-tflite.centos-7: -------------------------------------------------------------------------------- 1 | a4de08b92aec7154 2 | -------------------------------------------------------------------------------- /docker/.cm/alias-a-image-classification-tflite.dashboard.ubuntu-18.04: -------------------------------------------------------------------------------- 1 | 34b17b135b623246 2 | -------------------------------------------------------------------------------- /docker/.cm/alias-a-image-classification-tflite.debian-9: -------------------------------------------------------------------------------- 1 | a0b9e9441cea153b 2 | -------------------------------------------------------------------------------- /docker/.cm/alias-a-image-classification-tflite.ubuntu-16.04: -------------------------------------------------------------------------------- 1 | d09ea1463d487e9f 2 | -------------------------------------------------------------------------------- /docker/.cm/alias-a-image-classification-tflite.ubuntu-18.04: -------------------------------------------------------------------------------- 1 | 0bf984056859da24 2 | -------------------------------------------------------------------------------- /docker/.cm/alias-a-mlperf-inference-v0.5.openvino: -------------------------------------------------------------------------------- 1 | b4a8749d0fd84b02 2 | -------------------------------------------------------------------------------- /docker/.cm/alias-a-mlperf-inference-v0.7.openvino: -------------------------------------------------------------------------------- 1 | dd04628a2cc32cdf 2 | -------------------------------------------------------------------------------- /docker/.cm/alias-a-mlperf-inference-vision-with-ck.intel.ubuntu-18.04: -------------------------------------------------------------------------------- 1 | 49e9234de9f97e88 2 | -------------------------------------------------------------------------------- /docker/.cm/alias-a-mlperf-inference-vision-with-ck.tensorrt.ubuntu-18.04: -------------------------------------------------------------------------------- 1 | ab81e5052aac8c58 2 | -------------------------------------------------------------------------------- /docker/.cm/alias-a-object-detection-openvino.ubuntu-18.04: -------------------------------------------------------------------------------- 1 | d0994a218fa75dea 2 | -------------------------------------------------------------------------------- /docker/.cm/alias-a-object-detection-tf-py.debian-9: -------------------------------------------------------------------------------- 1 | 23cdc43ca7446b0b 2 | -------------------------------------------------------------------------------- /docker/.cm/alias-a-object-detection-tflite.debian-9: -------------------------------------------------------------------------------- 1 | 92486c8d2ee8ebfe 2 | -------------------------------------------------------------------------------- /docker/.cm/alias-a-speech-recognition.rnnt: -------------------------------------------------------------------------------- 1 | ed5050c8407a8738 2 | -------------------------------------------------------------------------------- /docker/.cm/alias-u-0bf984056859da24: -------------------------------------------------------------------------------- 1 | image-classification-tflite.ubuntu-18.04 2 | -------------------------------------------------------------------------------- /docker/.cm/alias-u-23cdc43ca7446b0b: -------------------------------------------------------------------------------- 1 | object-detection-tf-py.debian-9 2 | -------------------------------------------------------------------------------- /docker/.cm/alias-u-2a424213448998b2: -------------------------------------------------------------------------------- 1 | image-classification-tf-cpp.debian-9 2 | -------------------------------------------------------------------------------- /docker/.cm/alias-u-34b17b135b623246: -------------------------------------------------------------------------------- 1 | image-classification-tflite.dashboard.ubuntu-18.04 2 | -------------------------------------------------------------------------------- /docker/.cm/alias-u-49e9234de9f97e88: -------------------------------------------------------------------------------- 1 | mlperf-inference-vision-with-ck.intel.ubuntu-18.04 2 | -------------------------------------------------------------------------------- /docker/.cm/alias-u-92486c8d2ee8ebfe: -------------------------------------------------------------------------------- 1 | object-detection-tflite.debian-9 2 | -------------------------------------------------------------------------------- /docker/.cm/alias-u-a0b9e9441cea153b: -------------------------------------------------------------------------------- 1 | image-classification-tflite.debian-9 2 | -------------------------------------------------------------------------------- /docker/.cm/alias-u-a4de08b92aec7154: -------------------------------------------------------------------------------- 1 | image-classification-tflite.centos-7 2 | -------------------------------------------------------------------------------- /docker/.cm/alias-u-ab81e5052aac8c58: -------------------------------------------------------------------------------- 1 | mlperf-inference-vision-with-ck.tensorrt.ubuntu-18.04 2 | -------------------------------------------------------------------------------- /docker/.cm/alias-u-ad30157b27475ea5: -------------------------------------------------------------------------------- 1 | image-classification-tensorrt-loadgen-py.tensorrt-6 2 | -------------------------------------------------------------------------------- /docker/.cm/alias-u-b4a8749d0fd84b02: -------------------------------------------------------------------------------- 1 | mlperf-inference-v0.5.openvino 2 | -------------------------------------------------------------------------------- /docker/.cm/alias-u-c473b965a44b4eb9: -------------------------------------------------------------------------------- 1 | image-classification-openvino.ubuntu-18.04 2 | -------------------------------------------------------------------------------- /docker/.cm/alias-u-d0994a218fa75dea: -------------------------------------------------------------------------------- 1 | object-detection-openvino.ubuntu-18.04 2 | -------------------------------------------------------------------------------- /docker/.cm/alias-u-d09ea1463d487e9f: -------------------------------------------------------------------------------- 1 | image-classification-tflite.ubuntu-16.04 2 | -------------------------------------------------------------------------------- /docker/.cm/alias-u-dd04628a2cc32cdf: -------------------------------------------------------------------------------- 1 | mlperf-inference-v0.7.openvino 2 | -------------------------------------------------------------------------------- /docker/.cm/alias-u-ed5050c8407a8738: -------------------------------------------------------------------------------- 1 | speech-recognition.rnnt 2 | -------------------------------------------------------------------------------- /docker/image-classification-openvino.ubuntu-18.04/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /docker/image-classification-openvino.ubuntu-18.04/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "c473b965a44b4eb9", 3 | "backup_module_uid": "88eef0cd8c43b68a", 4 | "backup_module_uoa": "docker", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2020-04-24T00:11:34.007186", 8 | "version": [ 9 | "1", 10 | "12", 11 | "2" 12 | ] 13 | }, 14 | "data_name": "image-classification-openvino.ubuntu-18.04" 15 | } 16 | -------------------------------------------------------------------------------- /docker/image-classification-openvino.ubuntu-18.04/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "cmd": { 3 | "default": { 4 | "build": "-f $#CK_PATH#$/Dockerfile -t $#CK_DOCKER_ORGANIZATION#$/$#CK_DOCKER_NAME#$ $#CK_PATH#$", 5 | "run": "--rm $#CK_DOCKER_ORGANIZATION#$/$#CK_DOCKER_NAME#$" 6 | } 7 | } 8 | } 9 | -------------------------------------------------------------------------------- /docker/image-classification-tensorrt-loadgen-py.tensorrt-6/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /docker/image-classification-tensorrt-loadgen-py.tensorrt-6/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "ad30157b27475ea5", 3 | "backup_module_uid": "88eef0cd8c43b68a", 4 | "backup_module_uoa": "docker", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2020-03-25T11:18:35.843280", 8 | "version": [ 9 | "1", 10 | "12", 11 | "2" 12 | ] 13 | }, 14 | "data_name": "image-classification-tensorrt-loadgen-py.tensorrt-6" 15 | } 16 | -------------------------------------------------------------------------------- /docker/image-classification-tensorrt-loadgen-py.tensorrt-6/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "cmd": { 3 | "default": { 4 | "build": "-f $#CK_PATH#$/Dockerfile -t $#CK_DOCKER_ORGANIZATION#$/$#CK_DOCKER_NAME#$ $#CK_PATH#$", 5 | "run": "--runtime=nvidia --rm $#CK_DOCKER_ORGANIZATION#$/$#CK_DOCKER_NAME#$" 6 | } 7 | } 8 | } 9 | -------------------------------------------------------------------------------- /docker/image-classification-tensorrt-loadgen-py.tensorrt-6/env.list: -------------------------------------------------------------------------------- 1 | HOME=/home/dvdt 2 | CK_ROOT=/home/dvdt/CK 3 | CK_REPOS=/home/dvdt/CK_REPOS 4 | CK_TOOLS=/home/dvdt/CK_TOOLS 5 | PATH=/bin:/home/dvdt/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin 6 | CK_PYTHON=python3 7 | CK_CC=gcc 8 | GIT_USER="dividiti" 9 | GIT_EMAIL="info@dividiti.com" 10 | LANG=C.UTF-8 11 | -------------------------------------------------------------------------------- /docker/image-classification-tf-cpp.debian-9/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /docker/image-classification-tf-cpp.debian-9/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "2a424213448998b2", 3 | "backup_module_uid": "88eef0cd8c43b68a", 4 | "backup_module_uoa": "docker", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2019-06-01T16:02:13.819739", 8 | "version": [ 9 | "1", 10 | "9", 11 | "8", 12 | "1" 13 | ] 14 | }, 15 | "data_name": "image-classification-tf-cpp.debian-9" 16 | } 17 | -------------------------------------------------------------------------------- /docker/image-classification-tf-cpp.debian-9/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "cmd": { 3 | "default": { 4 | "build": "-f $#CK_PATH#$/Dockerfile -t $#CK_DOCKER_ORGANIZATION#$/$#CK_DOCKER_NAME#$ $#CK_PATH#$", 5 | "run": "--rm $#CK_DOCKER_ORGANIZATION#$/$#CK_DOCKER_NAME#$" 6 | } 7 | } 8 | } 9 | -------------------------------------------------------------------------------- /docker/image-classification-tflite.centos-7/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /docker/image-classification-tflite.centos-7/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "a4de08b92aec7154", 3 | "backup_module_uid": "88eef0cd8c43b68a", 4 | "backup_module_uoa": "docker", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2019-05-17T12:39:47.101100", 8 | "version": [ 9 | "1", 10 | "9", 11 | "7" 12 | ] 13 | }, 14 | "data_name": "image-classification-tflite.centos-7" 15 | } 16 | -------------------------------------------------------------------------------- /docker/image-classification-tflite.centos-7/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "cmd": { 3 | "default": { 4 | "build": "-f $#CK_PATH#$/Dockerfile -t $#CK_DOCKER_ORGANIZATION#$/$#CK_DOCKER_NAME#$ $#CK_PATH#$", 5 | "run": "--rm $#CK_DOCKER_ORGANIZATION#$/$#CK_DOCKER_NAME#$" 6 | } 7 | } 8 | } 9 | -------------------------------------------------------------------------------- /docker/image-classification-tflite.dashboard.ubuntu-18.04/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /docker/image-classification-tflite.dashboard.ubuntu-18.04/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "34b17b135b623246", 3 | "backup_module_uid": "88eef0cd8c43b68a", 4 | "backup_module_uoa": "docker", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2019-06-05T10:52:56.732783", 8 | "version": [ 9 | "1", 10 | "9", 11 | "8", 12 | "1" 13 | ] 14 | }, 15 | "data_name": "image-classification-tflite.dashboard.ubuntu-18.04" 16 | } 17 | -------------------------------------------------------------------------------- /docker/image-classification-tflite.dashboard.ubuntu-18.04/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "cmd": { 3 | "default": { 4 | "build": "-f $#CK_PATH#$/Dockerfile -t $#CK_DOCKER_ORGANIZATION#$/$#CK_DOCKER_NAME#$ $#CK_PATH#$", 5 | "run": "-it --publish 3355:3344 --rm $#CK_DOCKER_ORGANIZATION#$/$#CK_DOCKER_NAME#$" 6 | } 7 | } 8 | } 9 | -------------------------------------------------------------------------------- /docker/image-classification-tflite.debian-9/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /docker/image-classification-tflite.debian-9/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "a0b9e9441cea153b", 3 | "backup_module_uid": "88eef0cd8c43b68a", 4 | "backup_module_uoa": "docker", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2019-05-17T13:53:34.330279", 8 | "version": [ 9 | "1", 10 | "9", 11 | "7" 12 | ] 13 | }, 14 | "data_name": "image-classification-tflite.debian-9" 15 | } 16 | -------------------------------------------------------------------------------- /docker/image-classification-tflite.debian-9/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "cmd": { 3 | "default": { 4 | "build": "-f $#CK_PATH#$/Dockerfile -t $#CK_DOCKER_ORGANIZATION#$/$#CK_DOCKER_NAME#$ $#CK_PATH#$", 5 | "run": "--rm $#CK_DOCKER_ORGANIZATION#$/$#CK_DOCKER_NAME#$" 6 | } 7 | } 8 | } 9 | -------------------------------------------------------------------------------- /docker/image-classification-tflite.ubuntu-16.04/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /docker/image-classification-tflite.ubuntu-16.04/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "d09ea1463d487e9f", 3 | "backup_module_uid": "88eef0cd8c43b68a", 4 | "backup_module_uoa": "docker", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2019-05-17T13:53:49.882196", 8 | "version": [ 9 | "1", 10 | "9", 11 | "7" 12 | ] 13 | }, 14 | "data_name": "image-classification-tflite.ubuntu-16.04" 15 | } 16 | -------------------------------------------------------------------------------- /docker/image-classification-tflite.ubuntu-16.04/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "cmd": { 3 | "default": { 4 | "build": "-f $#CK_PATH#$/Dockerfile -t $#CK_DOCKER_ORGANIZATION#$/$#CK_DOCKER_NAME#$ $#CK_PATH#$", 5 | "run": "--rm $#CK_DOCKER_ORGANIZATION#$/$#CK_DOCKER_NAME#$" 6 | } 7 | } 8 | } 9 | -------------------------------------------------------------------------------- /docker/image-classification-tflite.ubuntu-18.04/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /docker/image-classification-tflite.ubuntu-18.04/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "0bf984056859da24", 3 | "backup_module_uid": "88eef0cd8c43b68a", 4 | "backup_module_uoa": "docker", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2019-05-14T22:57:21.796532", 8 | "version": [ 9 | "1", 10 | "9", 11 | "7", 12 | "1" 13 | ] 14 | }, 15 | "data_name": "image-classification-tflite.ubuntu-18.04" 16 | } 17 | -------------------------------------------------------------------------------- /docker/image-classification-tflite.ubuntu-18.04/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "cmd": { 3 | "default": { 4 | "build": "-f $#CK_PATH#$/Dockerfile -t $#CK_DOCKER_ORGANIZATION#$/$#CK_DOCKER_NAME#$ $#CK_PATH#$", 5 | "run": "--rm $#CK_DOCKER_ORGANIZATION#$/$#CK_DOCKER_NAME#$" 6 | } 7 | } 8 | } 9 | -------------------------------------------------------------------------------- /docker/mlperf-inference-v0.5.openvino/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /docker/mlperf-inference-v0.5.openvino/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "b4a8749d0fd84b02", 3 | "backup_module_uid": "88eef0cd8c43b68a", 4 | "backup_module_uoa": "docker", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2020-04-25T19:36:42.140690", 8 | "version": [ 9 | "1", 10 | "15", 11 | "0" 12 | ] 13 | }, 14 | "data_name": "mlperf-inference-v0.5.openvino" 15 | } 16 | -------------------------------------------------------------------------------- /docker/mlperf-inference-v0.5.openvino/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "cmd": { 3 | "default": { 4 | "build": "-f $#CK_PATH#$/Dockerfile.ubuntu-18.04 -t $#CK_DOCKER_ORGANIZATION#$/$#CK_DOCKER_NAME#$:ubuntu-18.04 $#CK_PATH#$", 5 | "run": "--rm $#CK_DOCKER_ORGANIZATION#$/$#CK_DOCKER_NAME#$:ubuntu-18.04" 6 | } 7 | } 8 | } 9 | -------------------------------------------------------------------------------- /docker/mlperf-inference-v0.7.openvino/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /docker/mlperf-inference-v0.7.openvino/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "dd04628a2cc32cdf", 3 | "backup_module_uid": "88eef0cd8c43b68a", 4 | "backup_module_uoa": "docker", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2020-07-16T07:46:01.522518", 8 | "version": [ 9 | "1", 10 | "15", 11 | "0" 12 | ] 13 | }, 14 | "data_name": "mlperf-inference-v0.7.openvino" 15 | } 16 | -------------------------------------------------------------------------------- /docker/mlperf-inference-v0.7.openvino/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "cmd": { 3 | "default": { 4 | "build": "-f $#CK_PATH#$/Dockerfile.ubuntu-20.04 -t $#CK_DOCKER_ORGANIZATION#$/$#CK_DOCKER_NAME#$:ubuntu-20.04 $#CK_PATH#$", 5 | "run": "--rm $#CK_DOCKER_ORGANIZATION#$/$#CK_DOCKER_NAME#$:ubuntu-20.04" 6 | } 7 | } 8 | } 9 | -------------------------------------------------------------------------------- /docker/mlperf-inference-vision-with-ck.intel.ubuntu-18.04/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /docker/mlperf-inference-vision-with-ck.intel.ubuntu-18.04/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "49e9234de9f97e88", 3 | "backup_module_uid": "88eef0cd8c43b68a", 4 | "backup_module_uoa": "docker", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2019-10-28T13:02:24.377563", 8 | "version": [ 9 | "1", 10 | "11", 11 | "4", 12 | "1" 13 | ] 14 | }, 15 | "data_name": "mlperf-inference-vision-with-ck.intel.ubuntu-18.04" 16 | } 17 | -------------------------------------------------------------------------------- /docker/mlperf-inference-vision-with-ck.intel.ubuntu-18.04/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "cmd": { 3 | "default": { 4 | "build": "-f $#CK_PATH#$/Dockerfile -t $#CK_DOCKER_ORGANIZATION#$/$#CK_DOCKER_NAME#$ $#CK_PATH#$", 5 | "run": "--rm $#CK_DOCKER_ORGANIZATION#$/$#CK_DOCKER_NAME#$" 6 | } 7 | } 8 | } 9 | -------------------------------------------------------------------------------- /docker/mlperf-inference-vision-with-ck.intel.ubuntu-18.04/env.list: -------------------------------------------------------------------------------- 1 | HOME=/home/dvdt 2 | CK_ROOT=/home/dvdt/CK 3 | CK_REPOS=/home/dvdt/CK_REPOS 4 | CK_TOOLS=/home/dvdt/CK_TOOLS 5 | PATH=/bin:/home/dvdt/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin 6 | CK_PYTHON=python3 7 | CK_CC=gcc 8 | GIT_USER="dividiti" 9 | GIT_EMAIL="info@dividiti.com" 10 | LANG=C.UTF-8 11 | -------------------------------------------------------------------------------- /docker/mlperf-inference-vision-with-ck.tensorrt.ubuntu-18.04/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /docker/mlperf-inference-vision-with-ck.tensorrt.ubuntu-18.04/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "ab81e5052aac8c58", 3 | "backup_module_uid": "88eef0cd8c43b68a", 4 | "backup_module_uoa": "docker", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2019-09-19T14:10:00.929970", 8 | "version": [ 9 | "1", 10 | "9", 11 | "8", 12 | "1" 13 | ] 14 | }, 15 | "data_name": "mlperf-inference-vision-with-ck.tensorrt.ubuntu-18.04" 16 | } 17 | -------------------------------------------------------------------------------- /docker/mlperf-inference-vision-with-ck.tensorrt.ubuntu-18.04/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "cmd": { 3 | "default": { 4 | "build": "-f $#CK_PATH#$/Dockerfile -t $#CK_DOCKER_ORGANIZATION#$/$#CK_DOCKER_NAME#$ $#CK_PATH#$", 5 | "run": "--runtime=nvidia --rm $#CK_DOCKER_ORGANIZATION#$/$#CK_DOCKER_NAME#$" 6 | } 7 | } 8 | } 9 | -------------------------------------------------------------------------------- /docker/mlperf-inference-vision-with-ck.tensorrt.ubuntu-18.04/env.list: -------------------------------------------------------------------------------- 1 | HOME=/home/dvdt 2 | CK_ROOT=/home/dvdt/CK 3 | CK_REPOS=/home/dvdt/CK_REPOS 4 | CK_TOOLS=/home/dvdt/CK_TOOLS 5 | PATH=/bin:/home/dvdt/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin 6 | CK_PYTHON=python3 7 | CK_CC=gcc 8 | GIT_USER="dividiti" 9 | GIT_EMAIL="info@dividiti.com" 10 | LANG=C.UTF-8 11 | -------------------------------------------------------------------------------- /docker/object-detection-openvino.ubuntu-18.04/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /docker/object-detection-openvino.ubuntu-18.04/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "d0994a218fa75dea", 3 | "backup_module_uid": "88eef0cd8c43b68a", 4 | "backup_module_uoa": "docker", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2020-04-13T22:28:09.344708", 8 | "version": [ 9 | "1", 10 | "12", 11 | "2" 12 | ] 13 | }, 14 | "data_name": "object-detection-openvino.ubuntu-18.04" 15 | } 16 | -------------------------------------------------------------------------------- /docker/object-detection-openvino.ubuntu-18.04/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "cmd": { 3 | "default": { 4 | "build": "-f $#CK_PATH#$/Dockerfile.ubuntu-18.04 -t $#CK_DOCKER_ORGANIZATION#$/$#CK_DOCKER_NAME#$:ubuntu-18.04 $#CK_PATH#$", 5 | "run": "--rm $#CK_DOCKER_ORGANIZATION#$/$#CK_DOCKER_NAME#$:ubuntu-18.04" 6 | } 7 | } 8 | } 9 | -------------------------------------------------------------------------------- /docker/object-detection-tf-py.debian-9/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /docker/object-detection-tf-py.debian-9/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "23cdc43ca7446b0b", 3 | "backup_module_uid": "88eef0cd8c43b68a", 4 | "backup_module_uoa": "docker", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2019-06-17T15:25:18.724184", 8 | "version": [ 9 | "1", 10 | "9", 11 | "8", 12 | "1" 13 | ] 14 | }, 15 | "data_name": "object-detection-tf-py.debian-9" 16 | } 17 | -------------------------------------------------------------------------------- /docker/object-detection-tf-py.debian-9/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "cmd": { 3 | "default": { 4 | "build": "-f $#CK_PATH#$/Dockerfile -t $#CK_DOCKER_ORGANIZATION#$/$#CK_DOCKER_NAME#$ $#CK_PATH#$", 5 | "run": "--rm $#CK_DOCKER_ORGANIZATION#$/$#CK_DOCKER_NAME#$" 6 | } 7 | } 8 | } 9 | -------------------------------------------------------------------------------- /docker/object-detection-tflite.debian-9/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /docker/object-detection-tflite.debian-9/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "92486c8d2ee8ebfe", 3 | "backup_module_uid": "88eef0cd8c43b68a", 4 | "backup_module_uoa": "docker", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2019-06-01T10:00:51.427282", 8 | "version": [ 9 | "1", 10 | "9", 11 | "8", 12 | "1" 13 | ] 14 | }, 15 | "data_name": "object-detection-tflite.debian-9" 16 | } 17 | -------------------------------------------------------------------------------- /docker/object-detection-tflite.debian-9/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "cmd": { 3 | "default": { 4 | "build": "-f $#CK_PATH#$/Dockerfile -t $#CK_DOCKER_ORGANIZATION#$/$#CK_DOCKER_NAME#$ $#CK_PATH#$", 5 | "run": "--rm $#CK_DOCKER_ORGANIZATION#$/$#CK_DOCKER_NAME#$" 6 | } 7 | } 8 | } 9 | -------------------------------------------------------------------------------- /docker/speech-recognition.rnnt/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /docker/speech-recognition.rnnt/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "ed5050c8407a8738", 3 | "backup_module_uid": "88eef0cd8c43b68a", 4 | "backup_module_uoa": "docker", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2020-07-02T10:49:03.346778", 8 | "version": [ 9 | "1", 10 | "15", 11 | "0" 12 | ] 13 | }, 14 | "data_name": "speech-recognition.rnnt" 15 | } 16 | -------------------------------------------------------------------------------- /docker/speech-recognition.rnnt/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "cmd": { 3 | "default": { 4 | "build": "-f $#CK_PATH#$/Dockerfile.centos-7 -t $#CK_DOCKER_ORGANIZATION#$/$#CK_DOCKER_NAME#$:centos-7 $#CK_PATH#$", 5 | "run": "--rm $#CK_DOCKER_ORGANIZATION#$/$#CK_DOCKER_NAME#$:centos-7" 6 | } 7 | } 8 | } 9 | -------------------------------------------------------------------------------- /jnotebook/.cm/alias-a-mlperf-inference-v0.5: -------------------------------------------------------------------------------- 1 | 14f379efda2f9b1a 2 | -------------------------------------------------------------------------------- /jnotebook/.cm/alias-u-14f379efda2f9b1a: -------------------------------------------------------------------------------- 1 | mlperf-inference-v0.5 2 | -------------------------------------------------------------------------------- /jnotebook/mlperf-inference-v0.5/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /jnotebook/mlperf-inference-v0.5/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "14f379efda2f9b1a", 3 | "backup_module_uid": "145039462db4f4d2", 4 | "backup_module_uoa": "jnotebook", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2018-10-02T13:50:18.494303", 8 | "version": [ 9 | "1", 10 | "9", 11 | "6", 12 | "1" 13 | ] 14 | }, 15 | "data_name": "mlperf-inference-v0.5" 16 | } 17 | -------------------------------------------------------------------------------- /jnotebook/mlperf-inference-v0.5/.cm/meta.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /jnotebook/mlperf-inference-v0.5/.gitignore: -------------------------------------------------------------------------------- 1 | *.xlsx 2 | *.jpg 3 | -------------------------------------------------------------------------------- /module/.cm/alias-a-cmdgen: -------------------------------------------------------------------------------- 1 | 4282b15de48f4d05 2 | -------------------------------------------------------------------------------- /module/.cm/alias-a-mlperf: -------------------------------------------------------------------------------- 1 | 76af712b1f711538 2 | -------------------------------------------------------------------------------- /module/.cm/alias-a-mlperf.inference: -------------------------------------------------------------------------------- 1 | abeb3402c8c86f6f 2 | -------------------------------------------------------------------------------- /module/.cm/alias-a-mlperf.mobilenets: -------------------------------------------------------------------------------- 1 | 98c849f7764a8fba 2 | -------------------------------------------------------------------------------- /module/.cm/alias-a-sut: -------------------------------------------------------------------------------- 1 | 194e44c4cacd5101 2 | -------------------------------------------------------------------------------- /module/.cm/alias-u-194e44c4cacd5101: -------------------------------------------------------------------------------- 1 | sut 2 | -------------------------------------------------------------------------------- /module/.cm/alias-u-4282b15de48f4d05: -------------------------------------------------------------------------------- 1 | cmdgen 2 | -------------------------------------------------------------------------------- /module/.cm/alias-u-76af712b1f711538: -------------------------------------------------------------------------------- 1 | mlperf 2 | -------------------------------------------------------------------------------- /module/.cm/alias-u-98c849f7764a8fba: -------------------------------------------------------------------------------- 1 | mlperf.mobilenets 2 | -------------------------------------------------------------------------------- /module/.cm/alias-u-abeb3402c8c86f6f: -------------------------------------------------------------------------------- 1 | mlperf.inference 2 | -------------------------------------------------------------------------------- /module/cmdgen/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /module/cmdgen/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "4282b15de48f4d05", 3 | "backup_module_uid": "032630d041b4fd8a", 4 | "backup_module_uoa": "module", 5 | "control": { 6 | "author": "Grigori Fursin", 7 | "author_email": "Grigori.Fursin@cTuning.org", 8 | "author_webpage": "http://fursin.net", 9 | "copyright": "See CK COPYRIGHT.txt for copyright details", 10 | "engine": "CK", 11 | "iso_datetime": "2020-08-13T10:18:07.330176", 12 | "license": "See CK LICENSE.txt for licensing details", 13 | "version": [ 14 | "1", 15 | "9", 16 | "7" 17 | ] 18 | }, 19 | "data_name": "cmdgen" 20 | } 21 | -------------------------------------------------------------------------------- /module/cmdgen/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "actions": { 3 | "gen": { 4 | "desc": "Generate commands using a template, iterable input params and the mapping" 5 | }, 6 | "iterate": { 7 | "desc": "Generate parameter dictionaries from command line arguments (some of which are given as lists/ranges)" 8 | }, 9 | "map_keys": { 10 | "desc": "Return the list of keys of build_map dictionary" 11 | }, 12 | "map_values": { 13 | "desc": "Return the list of values of a particular build_map mapping" 14 | }, 15 | "run": { 16 | "desc": "Execute the generated commands" 17 | }, 18 | "show": { 19 | "desc": "Shows data content of a specific cmdgen entry" 20 | } 21 | }, 22 | "copyright": "See CK COPYRIGHT.txt for copyright details", 23 | "desc": "simplify running the vqe pipeline and recording the results", 24 | "developer": "Leo Gordon", 25 | "developer_email": "leo@dividiti.com", 26 | "developer_webpage": "http://fursin.net", 27 | "license": "See CK LICENSE.txt for licensing details", 28 | "module_deps": { 29 | "env": "9b9b3208ac44b891" 30 | }, 31 | "workflow": "yes", 32 | "workflow_type": "System Under Test" 33 | } 34 | -------------------------------------------------------------------------------- /module/mlperf.inference/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /module/mlperf.inference/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "abeb3402c8c86f6f", 3 | "backup_module_uid": "032630d041b4fd8a", 4 | "backup_module_uoa": "module", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2019-11-14T14:38:39.863693", 8 | "version": [ 9 | "1", 10 | "11", 11 | "4" 12 | ] 13 | }, 14 | "data_name": "mlperf.inference" 15 | } 16 | -------------------------------------------------------------------------------- /module/mlperf.inference/.gitignore: -------------------------------------------------------------------------------- 1 | mlperf-inference-unofficial-results.*.zip 2 | -------------------------------------------------------------------------------- /module/mlperf.inference/mlperf-inference-v0.5-results.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/ctuning/ck-mlperf/bd14e18fdfd1eb7f9dd5635d4af3de01affd9629/module/mlperf.inference/mlperf-inference-v0.5-results.zip -------------------------------------------------------------------------------- /module/mlperf.mobilenets/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /module/mlperf.mobilenets/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "98c849f7764a8fba", 3 | "backup_module_uid": "032630d041b4fd8a", 4 | "backup_module_uoa": "module", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2018-11-14T12:09:00.627646", 8 | "version": [ 9 | "1", 10 | "9", 11 | "6" 12 | ] 13 | }, 14 | "data_name": "mlperf.mobilenets" 15 | } 16 | -------------------------------------------------------------------------------- /module/mlperf.mobilenets/.gitignore: -------------------------------------------------------------------------------- 1 | mlperf.mobilenets.all.zip 2 | mlperf.mobilenets.highlights.zip 3 | -------------------------------------------------------------------------------- /module/mlperf/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /module/mlperf/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "76af712b1f711538", 3 | "backup_module_uid": "032630d041b4fd8a", 4 | "backup_module_uoa": "module", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2019-03-12T17:10:57.343564", 8 | "version": [ 9 | "1", 10 | "9", 11 | "6", 12 | "1" 13 | ] 14 | }, 15 | "data_name": "mlperf" 16 | } 17 | -------------------------------------------------------------------------------- /module/mlperf/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "actions": { 3 | "compare_experiments": { 4 | "desc": "Compare two experiments" 5 | }, 6 | "list_experiments": { 7 | "desc": "List all MLPerf-related experiments (search by tags)" 8 | }, 9 | "pick_an_experiment": { 10 | "desc": "Select an experiment from the list (an interactive helper function)" 11 | } 12 | }, 13 | "copyright": "See CK COPYRIGHT.txt for copyright details", 14 | "desc": "Validate MLPerf submission against reference", 15 | "developer": "Leo Gordon; Anton Lokhmotov", 16 | "developer_email": "leo@dividiti.com; anton@dividiti.com", 17 | "developer_webpage": "http://dividiti.com", 18 | "license": "See CK LICENSE.txt for licensing details", 19 | "module_deps": { 20 | "env": "9b9b3208ac44b891" 21 | }, 22 | "workflow": "yes", 23 | "workflow_type": "MLPerf benchmarking - common functionality" 24 | } 25 | -------------------------------------------------------------------------------- /module/sut/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /module/sut/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "194e44c4cacd5101", 3 | "backup_module_uid": "032630d041b4fd8a", 4 | "backup_module_uoa": "module", 5 | "control": { 6 | "author": "Grigori Fursin", 7 | "author_email": "Grigori.Fursin@cTuning.org", 8 | "author_webpage": "http://fursin.net", 9 | "copyright": "See CK COPYRIGHT.txt for copyright details", 10 | "engine": "CK", 11 | "iso_datetime": "2020-07-10T19:12:42.005077", 12 | "license": "See CK LICENSE.txt for licensing details", 13 | "version": [ 14 | "1", 15 | "9", 16 | "7" 17 | ] 18 | }, 19 | "data_name": "sut" 20 | } 21 | -------------------------------------------------------------------------------- /module/sut/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "actions": { 3 | "list": { 4 | "desc": "List available SUT entries" 5 | }, 6 | "show": { 7 | "desc": "Shows data content of a specific SUT entry" 8 | } 9 | }, 10 | "copyright": "See CK COPYRIGHT.txt for copyright details", 11 | "desc": "simplify running the vqe pipeline and recording the results", 12 | "developer": "Leo Gordon", 13 | "developer_email": "leo@dividiti.com", 14 | "developer_webpage": "http://fursin.net", 15 | "license": "See CK LICENSE.txt for licensing details", 16 | "module_deps": { 17 | "env": "9b9b3208ac44b891" 18 | }, 19 | "workflow": "yes", 20 | "workflow_type": "System Under Test" 21 | } 22 | -------------------------------------------------------------------------------- /package/.cm/alias-a-bench-fai-pep-master: -------------------------------------------------------------------------------- 1 | 7e8f441ac9d7fe0c 2 | -------------------------------------------------------------------------------- /package/.cm/alias-a-bench-mlmodelscope-master: -------------------------------------------------------------------------------- 1 | ff29184a80ae6399 2 | -------------------------------------------------------------------------------- /package/.cm/alias-a-bench-sylt-master: -------------------------------------------------------------------------------- 1 | e7497fbbaf390536 2 | -------------------------------------------------------------------------------- /package/.cm/alias-a-lib-mlperf-loadgen-static: -------------------------------------------------------------------------------- 1 | 430caf62dcc47129 2 | -------------------------------------------------------------------------------- /package/.cm/alias-a-lib-python-mlperf-loadgen: -------------------------------------------------------------------------------- 1 | 6b744d888c45962b 2 | -------------------------------------------------------------------------------- /package/.cm/alias-a-lib-python-onnx: -------------------------------------------------------------------------------- 1 | 4cf74c8c823b58b5 2 | -------------------------------------------------------------------------------- /package/.cm/alias-a-lib-python-tf2onnx: -------------------------------------------------------------------------------- 1 | 0407085626c7b797 2 | -------------------------------------------------------------------------------- /package/.cm/alias-a-lib-python-transformers: -------------------------------------------------------------------------------- 1 | 83448c8af351fd9b 2 | -------------------------------------------------------------------------------- /package/.cm/alias-a-lib-tflite-1.15.0-rc2-src-static: -------------------------------------------------------------------------------- 1 | 7a96e45072e0d18e 2 | -------------------------------------------------------------------------------- /package/.cm/alias-a-mlperf-inference-source: -------------------------------------------------------------------------------- 1 | e4b96c0d80445eca 2 | -------------------------------------------------------------------------------- /package/.cm/alias-a-model-converter-tf-to-onnx: -------------------------------------------------------------------------------- 1 | 22b1d864174bf743 2 | -------------------------------------------------------------------------------- /package/.cm/alias-a-model-onnx-convert-from-tf: -------------------------------------------------------------------------------- 1 | 22b1d864174bf743 2 | -------------------------------------------------------------------------------- /package/.cm/alias-a-model-onnx-mlperf-mobilenet: -------------------------------------------------------------------------------- 1 | b47f4980eefabffa 2 | -------------------------------------------------------------------------------- /package/.cm/alias-a-model-onnx-mlperf-mobilenet-quantized: -------------------------------------------------------------------------------- 1 | 4362796f0004273b 2 | -------------------------------------------------------------------------------- /package/.cm/alias-a-model-onnx-mlperf-resnet50: -------------------------------------------------------------------------------- 1 | 227ae1bd0143cc98 2 | -------------------------------------------------------------------------------- /package/.cm/alias-a-model-onnx-mlperf-ssd-mobilenet: -------------------------------------------------------------------------------- 1 | 15d6260d07c347ba 2 | -------------------------------------------------------------------------------- /package/.cm/alias-a-model-onnx-mlperf-ssd-resnet: -------------------------------------------------------------------------------- 1 | 380cf1c747e435bb 2 | -------------------------------------------------------------------------------- /package/.cm/alias-a-model-tf-and-tflite-mlperf-mobilenet-edgetpu: -------------------------------------------------------------------------------- 1 | 5c401dbb9b035e8a 2 | -------------------------------------------------------------------------------- /package/.cm/alias-a-model-tf-and-tflite-mlperf-mobilenet-v1-20180802: -------------------------------------------------------------------------------- 1 | 6c042318059ad499 2 | -------------------------------------------------------------------------------- /package/.cm/alias-a-model-tf-and-tflite-mlperf-mobilenet-v2: -------------------------------------------------------------------------------- 1 | 9a1519670b5f55b1 2 | -------------------------------------------------------------------------------- /package/.cm/alias-a-model-tf-and-tflite-mlperf-mobilenet-v2-quant: -------------------------------------------------------------------------------- 1 | b0acd009c5df4a0f 2 | -------------------------------------------------------------------------------- /package/.cm/alias-a-model-tf-and-tflite-mlperf-mobilenet-v3: -------------------------------------------------------------------------------- 1 | a439a9cdfe296585 2 | -------------------------------------------------------------------------------- /package/.cm/alias-a-model-tf-mlperf-mobilenet: -------------------------------------------------------------------------------- 1 | 05c4dcbbbf872ecf 2 | -------------------------------------------------------------------------------- /package/.cm/alias-a-model-tf-mlperf-mobilenet-quantized: -------------------------------------------------------------------------------- 1 | 3013bdc96184bf3b 2 | -------------------------------------------------------------------------------- /package/.cm/alias-a-model-tf-mlperf-resnet: -------------------------------------------------------------------------------- 1 | 39aa18439d90c227 2 | -------------------------------------------------------------------------------- /package/.cm/alias-a-model-tf-mlperf-ssd-mobilenet: -------------------------------------------------------------------------------- 1 | 4134959be0eb9044 2 | -------------------------------------------------------------------------------- /package/.cm/alias-a-model-tf-mlperf-ssd-mobilenet-quantized-finetuned: -------------------------------------------------------------------------------- 1 | 9e5de6f4f46b0da0 2 | -------------------------------------------------------------------------------- /package/.cm/alias-a-model-tf-mlperf-ssd-resnet34: -------------------------------------------------------------------------------- 1 | 0e41962eda3b49d8 2 | -------------------------------------------------------------------------------- /package/.cm/alias-a-model-tflite-convert-from-tf: -------------------------------------------------------------------------------- 1 | 35e84375ac48dcb1 2 | -------------------------------------------------------------------------------- /package/.cm/alias-a-model-tflite-mlperf-efficientnet-lite: -------------------------------------------------------------------------------- 1 | f906d533818d6b0f 2 | -------------------------------------------------------------------------------- /package/.cm/alias-a-model-tflite-mlperf-resnet: -------------------------------------------------------------------------------- 1 | d60d4e9a84151271 2 | -------------------------------------------------------------------------------- /package/.cm/alias-a-model-tflite-mlperf-resnet-no-argmax: -------------------------------------------------------------------------------- 1 | afb43014ef38f646 2 | -------------------------------------------------------------------------------- /package/.cm/alias-a-model-tflite-mlperf-ssd-mobilenet: -------------------------------------------------------------------------------- 1 | ad9565c4d07b3d1d 2 | -------------------------------------------------------------------------------- /package/.cm/alias-a-model-tflite-mlperf-ssd-mobilenet-edgetpu: -------------------------------------------------------------------------------- 1 | a852b9fc0b044d28 2 | -------------------------------------------------------------------------------- /package/.cm/alias-u-0407085626c7b797: -------------------------------------------------------------------------------- 1 | lib-python-tf2onnx 2 | -------------------------------------------------------------------------------- /package/.cm/alias-u-05c4dcbbbf872ecf: -------------------------------------------------------------------------------- 1 | model-tf-mlperf-mobilenet 2 | -------------------------------------------------------------------------------- /package/.cm/alias-u-0e41962eda3b49d8: -------------------------------------------------------------------------------- 1 | model-tf-mlperf-ssd-resnet34 2 | -------------------------------------------------------------------------------- /package/.cm/alias-u-15d6260d07c347ba: -------------------------------------------------------------------------------- 1 | model-onnx-mlperf-ssd-mobilenet 2 | -------------------------------------------------------------------------------- /package/.cm/alias-u-227ae1bd0143cc98: -------------------------------------------------------------------------------- 1 | model-onnx-mlperf-resnet50 2 | -------------------------------------------------------------------------------- /package/.cm/alias-u-22b1d864174bf743: -------------------------------------------------------------------------------- 1 | model-converter-tf-to-onnx 2 | -------------------------------------------------------------------------------- /package/.cm/alias-u-3013bdc96184bf3b: -------------------------------------------------------------------------------- 1 | model-tf-mlperf-mobilenet-quantized 2 | -------------------------------------------------------------------------------- /package/.cm/alias-u-35e84375ac48dcb1: -------------------------------------------------------------------------------- 1 | model-tflite-convert-from-tf 2 | -------------------------------------------------------------------------------- /package/.cm/alias-u-380cf1c747e435bb: -------------------------------------------------------------------------------- 1 | model-onnx-mlperf-ssd-resnet 2 | -------------------------------------------------------------------------------- /package/.cm/alias-u-39aa18439d90c227: -------------------------------------------------------------------------------- 1 | model-tf-mlperf-resnet 2 | -------------------------------------------------------------------------------- /package/.cm/alias-u-4134959be0eb9044: -------------------------------------------------------------------------------- 1 | model-tf-mlperf-ssd-mobilenet 2 | -------------------------------------------------------------------------------- /package/.cm/alias-u-430caf62dcc47129: -------------------------------------------------------------------------------- 1 | lib-mlperf-loadgen-static 2 | -------------------------------------------------------------------------------- /package/.cm/alias-u-4362796f0004273b: -------------------------------------------------------------------------------- 1 | model-onnx-mlperf-mobilenet-quantized 2 | -------------------------------------------------------------------------------- /package/.cm/alias-u-4cf74c8c823b58b5: -------------------------------------------------------------------------------- 1 | lib-python-onnx 2 | -------------------------------------------------------------------------------- /package/.cm/alias-u-5c401dbb9b035e8a: -------------------------------------------------------------------------------- 1 | model-tf-and-tflite-mlperf-mobilenet-edgetpu 2 | -------------------------------------------------------------------------------- /package/.cm/alias-u-6b744d888c45962b: -------------------------------------------------------------------------------- 1 | lib-python-mlperf-loadgen 2 | -------------------------------------------------------------------------------- /package/.cm/alias-u-6c042318059ad499: -------------------------------------------------------------------------------- 1 | model-tf-and-tflite-mlperf-mobilenet-v1-20180802 2 | -------------------------------------------------------------------------------- /package/.cm/alias-u-7a96e45072e0d18e: -------------------------------------------------------------------------------- 1 | lib-tflite-1.15.0-rc2-src-static 2 | -------------------------------------------------------------------------------- /package/.cm/alias-u-7e8f441ac9d7fe0c: -------------------------------------------------------------------------------- 1 | bench-fai-pep-master 2 | -------------------------------------------------------------------------------- /package/.cm/alias-u-83448c8af351fd9b: -------------------------------------------------------------------------------- 1 | lib-python-transformers 2 | -------------------------------------------------------------------------------- /package/.cm/alias-u-9a1519670b5f55b1: -------------------------------------------------------------------------------- 1 | model-tf-and-tflite-mlperf-mobilenet-v2 2 | -------------------------------------------------------------------------------- /package/.cm/alias-u-9e5de6f4f46b0da0: -------------------------------------------------------------------------------- 1 | model-tf-mlperf-ssd-mobilenet-quantized-finetuned 2 | -------------------------------------------------------------------------------- /package/.cm/alias-u-a439a9cdfe296585: -------------------------------------------------------------------------------- 1 | model-tf-and-tflite-mlperf-mobilenet-v3 2 | -------------------------------------------------------------------------------- /package/.cm/alias-u-a852b9fc0b044d28: -------------------------------------------------------------------------------- 1 | model-tflite-mlperf-ssd-mobilenet-edgetpu 2 | -------------------------------------------------------------------------------- /package/.cm/alias-u-ad9565c4d07b3d1d: -------------------------------------------------------------------------------- 1 | model-tflite-mlperf-ssd-mobilenet 2 | -------------------------------------------------------------------------------- /package/.cm/alias-u-afb43014ef38f646: -------------------------------------------------------------------------------- 1 | model-tflite-mlperf-resnet-no-argmax 2 | -------------------------------------------------------------------------------- /package/.cm/alias-u-b0acd009c5df4a0f: -------------------------------------------------------------------------------- 1 | model-tf-and-tflite-mlperf-mobilenet-v2-quant 2 | -------------------------------------------------------------------------------- /package/.cm/alias-u-b47f4980eefabffa: -------------------------------------------------------------------------------- 1 | model-onnx-mlperf-mobilenet 2 | -------------------------------------------------------------------------------- /package/.cm/alias-u-d60d4e9a84151271: -------------------------------------------------------------------------------- 1 | model-tflite-mlperf-resnet 2 | -------------------------------------------------------------------------------- /package/.cm/alias-u-e4b96c0d80445eca: -------------------------------------------------------------------------------- 1 | mlperf-inference-source 2 | -------------------------------------------------------------------------------- /package/.cm/alias-u-e7497fbbaf390536: -------------------------------------------------------------------------------- 1 | bench-sylt-master 2 | -------------------------------------------------------------------------------- /package/.cm/alias-u-f906d533818d6b0f: -------------------------------------------------------------------------------- 1 | model-tflite-mlperf-efficientnet-lite 2 | -------------------------------------------------------------------------------- /package/.cm/alias-u-ff29184a80ae6399: -------------------------------------------------------------------------------- 1 | bench-mlmodelscope-master 2 | -------------------------------------------------------------------------------- /package/bench-fai-pep-master/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /package/bench-fai-pep-master/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "7e8f441ac9d7fe0c", 3 | "backup_module_uid": "1dc07ee0f4742028", 4 | "backup_module_uoa": "package", 5 | "control": { 6 | "author": "cTuning foundation", 7 | "author_email": "admin@cTuning.org", 8 | "author_webpage": "http://cTuning.org", 9 | "copyright": "See CK COPYRIGHT.txt for copyright details", 10 | "engine": "CK", 11 | "iso_datetime": "2018-11-26T15:55:49.407800", 12 | "license": "See CK LICENSE.txt for licensing details", 13 | "version": [ 14 | "1", 15 | "9", 16 | "6", 17 | "1" 18 | ] 19 | }, 20 | "data_name": "bench-fai-pep-master" 21 | } 22 | -------------------------------------------------------------------------------- /package/bench-fai-pep-master/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "customize": { 3 | "extra_dir": "", 4 | "git_src_dir": "src", 5 | "install_env": { 6 | "PACKAGE_AUTOGEN": "NO", 7 | "PACKAGE_GIT": "YES", 8 | "PACKAGE_SKIP_LINUX_MAKE": "YES", 9 | "PACKAGE_SUB_DIR": "src", 10 | "PACKAGE_SUB_DIR1": "src", 11 | "PACKAGE_URL": "https://github.com/facebook/FAI-PEP" 12 | }, 13 | "use_git_revision": "yes", 14 | "version": "master" 15 | }, 16 | "end_full_path_universal": "src$#sep#$benchmarking$#sep#$run_bench.py", 17 | "need_cpu_info": "no", 18 | "only_for_host_os_tags": [ 19 | "linux" 20 | ], 21 | "only_for_target_os_tags": [ 22 | "linux" 23 | ], 24 | "package_extra_name": "", 25 | "process_script": "install", 26 | "soft_uoa": "1a869d84eb1a1fe5", 27 | "suggested_path": "bench-fai-pep", 28 | "tags": [ 29 | "bench", 30 | "facebook", 31 | "fai-pep", 32 | "vmaster" 33 | ], 34 | "use_scripts_from_another_entry": { 35 | "data_uoa": "cd9ccc74060b3d18", 36 | "module_uoa": "script" 37 | } 38 | } 39 | -------------------------------------------------------------------------------- /package/bench-fai-pep-master/README.md: -------------------------------------------------------------------------------- 1 | https://github.com/facebook/FAI-PEP 2 | -------------------------------------------------------------------------------- /package/bench-mlmodelscope-master/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /package/bench-mlmodelscope-master/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "ff29184a80ae6399", 3 | "backup_module_uid": "1dc07ee0f4742028", 4 | "backup_module_uoa": "package", 5 | "control": { 6 | "author": "cTuning foundation", 7 | "author_email": "admin@cTuning.org", 8 | "author_webpage": "http://cTuning.org", 9 | "copyright": "See CK COPYRIGHT.txt for copyright details", 10 | "engine": "CK", 11 | "iso_datetime": "2018-11-27T14:23:34.279699", 12 | "license": "See CK LICENSE.txt for licensing details", 13 | "version": [ 14 | "1", 15 | "9", 16 | "6", 17 | "1" 18 | ] 19 | }, 20 | "data_name": "bench-mlmodelscope-master" 21 | } 22 | -------------------------------------------------------------------------------- /package/bench-mlmodelscope-master/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "customize": { 3 | "extra_dir": "", 4 | "git_src_dir": "src", 5 | "install_env": { 6 | "PACKAGE_AUTOGEN": "NO", 7 | "PACKAGE_GIT": "YES", 8 | "PACKAGE_SKIP_LINUX_MAKE": "YES", 9 | "PACKAGE_SUB_DIR": "src", 10 | "PACKAGE_SUB_DIR1": "src", 11 | "PACKAGE_URL": "https://github.com/rai-project/mlmodelscope" 12 | }, 13 | "use_git_revision": "yes", 14 | "version": "master" 15 | }, 16 | "end_full_path_universal": "src$#sep#$package.json", 17 | "need_cpu_info": "no", 18 | "only_for_host_os_tags": [ 19 | "linux", 20 | "windows" 21 | ], 22 | "package_extra_name": "", 23 | "process_script": "install", 24 | "soft_uoa": "bd45429bee5fd779", 25 | "suggested_path": "bench-mlmodelscope", 26 | "tags": [ 27 | "bench", 28 | "mlmodelscope", 29 | "vmaster" 30 | ], 31 | "use_scripts_from_another_entry": { 32 | "data_uoa": "cd9ccc74060b3d18", 33 | "module_uoa": "script" 34 | } 35 | } 36 | -------------------------------------------------------------------------------- /package/bench-mlmodelscope-master/README.md: -------------------------------------------------------------------------------- 1 | https://github.com/rai-project/mlmodelscope 2 | -------------------------------------------------------------------------------- /package/bench-sylt-master/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /package/bench-sylt-master/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "e7497fbbaf390536", 3 | "backup_module_uid": "1dc07ee0f4742028", 4 | "backup_module_uoa": "package", 5 | "control": { 6 | "author": "cTuning foundation", 7 | "author_email": "admin@cTuning.org", 8 | "author_webpage": "http://cTuning.org", 9 | "copyright": "See CK COPYRIGHT.txt for copyright details", 10 | "engine": "CK", 11 | "iso_datetime": "2018-11-27T12:54:39.619370", 12 | "license": "See CK LICENSE.txt for licensing details", 13 | "version": [ 14 | "1", 15 | "9", 16 | "6", 17 | "1" 18 | ] 19 | }, 20 | "data_name": "bench-sylt-master" 21 | } 22 | -------------------------------------------------------------------------------- /package/bench-sylt-master/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "customize": { 3 | "extra_dir": "", 4 | "git_src_dir": "src", 5 | "install_env": { 6 | "PACKAGE_AUTOGEN": "NO", 7 | "PACKAGE_GIT": "YES", 8 | "PACKAGE_SKIP_LINUX_MAKE": "YES", 9 | "PACKAGE_SUB_DIR": "src", 10 | "PACKAGE_SUB_DIR1": "src", 11 | "PACKAGE_PATCH": "YES", 12 | "PACKAGE_URL": "https://github.com/mlperf/inference" 13 | }, 14 | "use_git_revision": "yes", 15 | "version": "master" 16 | }, 17 | "end_full_path_universal": "src$#sep#$trace_generator$#sep#$trace_generator.h", 18 | "need_cpu_info": "no", 19 | "only_for_host_os_tags": [ 20 | "linux", 21 | "windows" 22 | ], 23 | "package_extra_name": "", 24 | "process_script": "install", 25 | "soft_uoa": "b50bf41c6bda616e", 26 | "suggested_path": "bench-sylt", 27 | "tags": [ 28 | "bench", 29 | "google", 30 | "sylt", 31 | "vmaster" 32 | ], 33 | "use_scripts_from_another_entry": { 34 | "data_uoa": "cd9ccc74060b3d18", 35 | "module_uoa": "script" 36 | } 37 | } 38 | -------------------------------------------------------------------------------- /package/bench-sylt-master/README.md: -------------------------------------------------------------------------------- 1 | * https://github.com/mlperf/inference 2 | -------------------------------------------------------------------------------- /package/lib-mlperf-loadgen-static/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /package/lib-mlperf-loadgen-static/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "430caf62dcc47129", 3 | "backup_module_uid": "1dc07ee0f4742028", 4 | "backup_module_uoa": "package", 5 | "control": { 6 | "author": "cTuning foundation", 7 | "author_email": "admin@cTuning.org", 8 | "author_webpage": "http://cTuning.org", 9 | "copyright": "See CK COPYRIGHT.txt for copyright details", 10 | "engine": "CK", 11 | "iso_datetime": "2019-07-03T10:11:11.231731", 12 | "license": "See CK LICENSE.txt for licensing details", 13 | "version": [ 14 | "1", 15 | "9", 16 | "9" 17 | ] 18 | }, 19 | "data_name": "lib-mlperf-loadgen-static" 20 | } 21 | -------------------------------------------------------------------------------- /package/lib-python-mlperf-loadgen/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /package/lib-python-mlperf-loadgen/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "6b744d888c45962b", 3 | "backup_module_uid": "1dc07ee0f4742028", 4 | "backup_module_uoa": "package", 5 | "control": { 6 | "author": "cTuning foundation", 7 | "author_email": "admin@cTuning.org", 8 | "author_webpage": "http://cTuning.org", 9 | "copyright": "See CK COPYRIGHT.txt for copyright details", 10 | "engine": "CK", 11 | "iso_datetime": "2019-07-01T15:46:42.499650", 12 | "license": "See CK LICENSE.txt for licensing details", 13 | "version": [ 14 | "1", 15 | "9", 16 | "9" 17 | ] 18 | }, 19 | "data_name": "lib-python-mlperf-loadgen" 20 | } 21 | -------------------------------------------------------------------------------- /package/lib-python-mlperf-loadgen/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "check_exit_status": "yes", 3 | "customize": { 4 | "install_env": { 5 | "PIP_INSTALL_OPTIONS": "--ignore-installed", 6 | "PYTHON_PACKAGE_NAME": "mlperf_loadgen" 7 | }, 8 | "no_ver_in_suggested_path": "yes", 9 | "version": "master" 10 | }, 11 | "deps": { 12 | "mlperf-inference": { 13 | "add_to_path": "no", 14 | "local": "yes", 15 | "name": "MLPerf Inference source", 16 | "sort": 10, 17 | "tags": "mlperf,inference,source" 18 | }, 19 | "compiler": { 20 | "add_to_path": "no", 21 | "local": "yes", 22 | "name": "C++ compiler", 23 | "sort": 15, 24 | "tags": "compiler,lang-cpp" 25 | }, 26 | "python": { 27 | "add_to_path": "yes", 28 | "local": "yes", 29 | "name": "Python interpreter", 30 | "sort": 20, 31 | "tags": "compiler,python" 32 | }, 33 | "lib-python-absl": { 34 | "local": "yes", 35 | "name": "Python Abseil library", 36 | "sort": 30, 37 | "tags": "lib,python-package,absl" 38 | } 39 | }, 40 | "end_full_path_universal": "build$#sep#$__init__.py", 41 | "only_for_host_os_tags": [], 42 | "only_for_target_os_tags": [ 43 | "linux" 44 | ], 45 | "process_script": "install", 46 | "soft_uoa": "4817b4c5316f6cb5", 47 | "suggested_path": "lib-python-mlperf-loadgen", 48 | "tags": [ 49 | "lib", 50 | "python-package", 51 | "mlperf", 52 | "loadgen", 53 | "mlperf_loadgen", 54 | "mlperf-loadgen", 55 | "vmaster" 56 | ] 57 | } 58 | -------------------------------------------------------------------------------- /package/lib-python-onnx/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /package/lib-python-onnx/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "4cf74c8c823b58b5", 3 | "backup_module_uid": "1dc07ee0f4742028", 4 | "backup_module_uoa": "package", 5 | "control": { 6 | "author": "cTuning foundation", 7 | "author_email": "admin@cTuning.org", 8 | "author_webpage": "http://cTuning.org", 9 | "copyright": "See CK COPYRIGHT.txt for copyright details", 10 | "engine": "CK", 11 | "iso_datetime": "2019-03-05T13:34:21.354474", 12 | "license": "See CK LICENSE.txt for licensing details", 13 | "version": [ 14 | "1", 15 | "9", 16 | "6", 17 | "1" 18 | ] 19 | }, 20 | "data_name": "lib-python-onnx" 21 | } 22 | -------------------------------------------------------------------------------- /package/lib-python-onnx/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "check_exit_status": "yes", 3 | "customize": { 4 | "install_env": { 5 | "PIP_INSTALL_OPTIONS": "--ignore-installed", 6 | "PYTHON_PACKAGE_NAME": "onnx" 7 | } 8 | }, 9 | "deps": { 10 | "python": { 11 | "add_to_path": "yes", 12 | "local": "yes", 13 | "name": "Python interpreter", 14 | "sort": 10, 15 | "tags": "compiler,python" 16 | }, 17 | "protobuf": { 18 | "enable_if_env": [ 19 | { "BUILDING_FROM_SOURCE": ["on", "ON", "yes", "YES", "true", "TRUE", "1"] } 20 | ], 21 | "add_to_path": "yes", 22 | "local": "yes", 23 | "name": "Protobuf", 24 | "sort": 20, 25 | "tags": "lib,protobuf-host" 26 | } 27 | }, 28 | "end_full_path_universal": "build$#sep#$onnx$#sep#$__init__.py", 29 | "only_for_host_os_tags": [], 30 | "only_for_target_os_tags": [ 31 | "windows", 32 | "linux" 33 | ], 34 | "process_script": "install", 35 | "soft_uoa": "ba0d59d9556b4832", 36 | "suggested_path": "lib-python-onnx", 37 | "tags": [ 38 | "lib", 39 | "python-package", 40 | "onnx", 41 | "vmaster" 42 | ], 43 | "variations": { 44 | "precompiled": { 45 | "on_by_default": "yes", 46 | "extra_env": { 47 | "BUILDING_FROM_SOURCE": "NO" 48 | } 49 | }, 50 | "from-source": { 51 | "comment": "When installing on ARM architecture, use this variation", 52 | "extra_env": { 53 | "BUILDING_FROM_SOURCE": "YES" 54 | } 55 | } 56 | }, 57 | "use_scripts_from_another_entry": { 58 | "data_uoa": "e4d8d3d2c4c67902", 59 | "module_uoa": "package" 60 | } 61 | } 62 | -------------------------------------------------------------------------------- /package/lib-python-tf2onnx/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /package/lib-python-tf2onnx/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "0407085626c7b797", 3 | "backup_module_uid": "1dc07ee0f4742028", 4 | "backup_module_uoa": "package", 5 | "control": { 6 | "author": "cTuning foundation", 7 | "author_email": "admin@cTuning.org", 8 | "author_webpage": "http://cTuning.org", 9 | "copyright": "See CK COPYRIGHT.txt for copyright details", 10 | "engine": "CK", 11 | "iso_datetime": "2019-03-05T13:55:30.213300", 12 | "license": "See CK LICENSE.txt for licensing details", 13 | "version": [ 14 | "1", 15 | "9", 16 | "6", 17 | "1" 18 | ] 19 | }, 20 | "data_name": "lib-python-tf2onnx" 21 | } 22 | -------------------------------------------------------------------------------- /package/lib-python-tf2onnx/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "check_exit_status": "yes", 3 | "customize": { 4 | "install_env": { 5 | "PIP_INSTALL_OPTIONS": "--ignore-installed", 6 | "PYTHON_PACKAGE_NAME": "tf2onnx" 7 | } 8 | }, 9 | "deps": { 10 | "python": { 11 | "add_to_path": "yes", 12 | "local": "yes", 13 | "name": "Python interpreter", 14 | "sort": 10, 15 | "tags": "compiler,python" 16 | } 17 | }, 18 | "end_full_path_universal": "build$#sep#$tf2onnx$#sep#$__init__.py", 19 | "only_for_host_os_tags": [], 20 | "only_for_target_os_tags": [ 21 | "windows", 22 | "linux" 23 | ], 24 | "process_script": "install", 25 | "soft_uoa": "4d96c5ec4d0e0893", 26 | "suggested_path": "lib-python-tf2onnx", 27 | "tags": [ 28 | "lib", 29 | "python-package", 30 | "tf2onnx", 31 | "converter", 32 | "vmaster" 33 | ], 34 | "use_scripts_from_another_entry": { 35 | "data_uoa": "e4d8d3d2c4c67902", 36 | "module_uoa": "package" 37 | } 38 | } 39 | -------------------------------------------------------------------------------- /package/lib-python-transformers/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /package/lib-python-transformers/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "83448c8af351fd9b", 3 | "backup_module_uid": "1dc07ee0f4742028", 4 | "backup_module_uoa": "package", 5 | "control": { 6 | "author": "cTuning foundation", 7 | "author_email": "admin@cTuning.org", 8 | "author_webpage": "http://cTuning.org", 9 | "copyright": "See CK COPYRIGHT.txt for copyright details", 10 | "engine": "CK", 11 | "iso_datetime": "2020-10-02T16:07:43.699045", 12 | "license": "See CK LICENSE.txt for licensing details", 13 | "version": [ 14 | "1", 15 | "9", 16 | "7" 17 | ] 18 | }, 19 | "data_name": "lib-python-transformers" 20 | } 21 | -------------------------------------------------------------------------------- /package/lib-python-transformers/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "check_exit_status": "yes", 3 | "customize": { 4 | "install_env": { 5 | "PIP_INSTALL_OPTIONS": "--ignore-installed", 6 | "PYTHON_PACKAGE_NAME": "transformers" 7 | }, 8 | "package_extra_name": " (original)", 9 | "supported_versions": [ 10 | "2.0.0", "2.1.0", "2.1.1", "2.2.0", "2.2.1", "2.2.2", "2.3.0", "2.4.0", "2.4.1", 11 | "2.5.0", "2.5.1", "2.6.0", "2.7.0", "2.8.0", "2.9.0", "2.9.1", "2.10.0", "2.11.0", 12 | "3.0.0", "3.0.1", "3.0.2", "3.1.0", "3.2.0", "3.3.0", "3.3.1" 13 | ] 14 | }, 15 | "deps": { 16 | "python": { 17 | "add_to_path": "yes", 18 | "local": "yes", 19 | "name": "Python interpreter", 20 | "sort": 10, 21 | "tags": "compiler,python" 22 | } 23 | }, 24 | "end_full_path_universal": "build$#sep#$transformers$#sep#$__init__.py", 25 | "only_for_host_os_tags": [], 26 | "only_for_target_os_tags": [ 27 | "windows", 28 | "linux" 29 | ], 30 | "process_script": "install", 31 | "soft_uoa": "f965f8f74eae87ce", 32 | "suggested_path": "lib-python-transformers", 33 | "tags": [ 34 | "lib", 35 | "python-package", 36 | "transformers", 37 | "original" 38 | ] 39 | } 40 | -------------------------------------------------------------------------------- /package/lib-python-transformers/install.bat: -------------------------------------------------------------------------------- 1 | @echo off 2 | 3 | rem 4 | rem CK installation script 5 | rem 6 | rem See CK LICENSE for licensing details. 7 | rem See CK COPYRIGHT for copyright details. 8 | rem 9 | 10 | rem PACKAGE_DIR 11 | rem INSTALL_DIR 12 | rem PYTHON_PACKAGE_NAME 13 | rem PIP_INSTALL_OPTIONS 14 | 15 | rem This is where pip will install the modules. 16 | rem It has its own funny structure we don't control : 17 | rem 18 | 19 | set EXTRA_PYTHON_SITE=%INSTALL_DIR%\build 20 | 21 | echo ************************************************************** 22 | echo. 23 | echo Cleanup: removing %EXTRA_PYTHON_SITE% 24 | if exist "%EXTRA_PYTHON_SITE%" ( 25 | rmdir /S /Q "%EXTRA_PYTHON_SITE%" 26 | ) 27 | 28 | rem ###################################################################################### 29 | echo. 30 | echo Installing %PYTHON_PACKAGE_NAME% and its dependencies to %PACKAGE_LIB_DIR% ... 31 | 32 | %CK_ENV_COMPILER_PYTHON_FILE% -m pip install --ignore-installed %PYTHON_PACKAGE_NAME% -t %EXTRA_PYTHON_SITE% %PIP_INSTALL_OPTIONS% 33 | 34 | if %errorlevel% neq 0 ( 35 | echo. 36 | echo Error: installation failed! 37 | goto err 38 | ) 39 | 40 | 41 | set POST_INSTALL_SCRIPT=%ORIGINAL_PACKAGE_DIR%\post-install.bat 42 | if EXIST "%POST_INSTALL_SCRIPT%" ( 43 | echo. 44 | echo Executing post install script %POST_INSTALL_SCRIPT% ... 45 | echo. 46 | 47 | call %POST_INSTALL_SCRIPT% 48 | 49 | if %errorlevel% neq 0 ( 50 | echo. 51 | echo Error: Failed executing post install script %POST_INSTALL_SCRIPT% ... 52 | goto err 53 | ) 54 | ) 55 | 56 | exit /b 0 57 | 58 | :err 59 | exit /b 1 60 | 61 | -------------------------------------------------------------------------------- /package/lib-tflite-1.15.0-rc2-src-static/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /package/lib-tflite-1.15.0-rc2-src-static/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "7a96e45072e0d18e", 3 | "backup_module_uid": "1dc07ee0f4742028", 4 | "backup_module_uoa": "package", 5 | "control": { 6 | "author": "Grigori Fursin", 7 | "author_email": "Grigori.Fursin@cTuning.org", 8 | "author_webpage": "http://fursin.net", 9 | "copyright": "See CK COPYRIGHT.txt for copyright details", 10 | "engine": "CK", 11 | "iso_datetime": "2019-11-13T09:24:08.315132", 12 | "license": "See CK LICENSE.txt for licensing details", 13 | "version": [ 14 | "1", 15 | "11", 16 | "4", 17 | "1" 18 | ] 19 | }, 20 | "data_name": "lib-tflite-1.15.0-rc2-src-static" 21 | } 22 | -------------------------------------------------------------------------------- /package/lib-tflite-1.15.0-rc2-src-static/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "customize": { 3 | "extra_dir": "", 4 | "git_src_dir": "src", 5 | "install_env": { 6 | "PACKAGE_GIT": "YES", 7 | "PACKAGE_GIT_CHECKOUT": "v1.15.0-rc2", 8 | "PACKAGE_PATCH": "YES", 9 | "PACKAGE_SUB_DIR": "src", 10 | "PACKAGE_URL": "https://github.com/tensorflow/tensorflow" 11 | }, 12 | "version": "1.15.0-rc2" 13 | }, 14 | "deps": { 15 | "compiler": { 16 | "local": "yes", 17 | "name": "C++ compiler", 18 | "sort": 0, 19 | "tags": "compiler,lang-cpp" 20 | } 21 | }, 22 | "end_full_path": { 23 | "linux": "lib/libtensorflow-lite.a" 24 | }, 25 | "need_cpu_info": "yes", 26 | "only_for_host_os_tags": [ 27 | "linux" 28 | ], 29 | "only_for_target_os_tags": [ 30 | "linux" 31 | ], 32 | "package_extra_name": " (from sources, static)", 33 | "process_script": "install", 34 | "soft_uoa": "44398cb5ffa18a26", 35 | "suggested_path": "lib-tflite-src-static", 36 | "tags": [ 37 | "lib", 38 | "tensorflow", 39 | "lite", 40 | "tflite", 41 | "tensorflow-lite", 42 | "tensorflow-static", 43 | "vsrc", 44 | "vstatic", 45 | "v1.15.0-rc2", 46 | "v1.15.0", 47 | "v1.15", 48 | "v1", 49 | "rc2" 50 | ], 51 | "template": "no", 52 | "template_type": "TFLite ML framework (static)", 53 | "use_scripts_from_another_entry": { 54 | "data_uoa": "08154997bac8ed55", 55 | "module_uoa": "script" 56 | } 57 | } 58 | -------------------------------------------------------------------------------- /package/lib-tflite-1.15.0-rc2-src-static/README.md: -------------------------------------------------------------------------------- 1 | # TensorFlow Lite package 2 | 3 | This package installs TensorFlow Lite from the official tagged release `1.15.0-rc2` of TensorFlow ("Heavy"). 4 | 5 | **NB:** This package is deprecated by `1.15.0`, which includes additional optimizations. It should only 6 | be used to reproduce [MLPerf Inference v0.5 results](https://github.com/mlperf/inference_results_v0.5) from [dividiti](http://dividiti.com). 7 | 8 | ```bash 9 | $ ck install package:lib-tflite-1.15.0-rc2-src-static --env.CK_HOST_CPU_NUMBER_OF_PROCESSORS=4 10 | ``` 11 | 12 | ## Unresolved issues 13 | 14 | ### Cannot build for Android (hence removed patches) 15 | 16 | Tried installing with `--target_os=android23-arm64` using Android NDK 17.2: 17 | - GCC 4.9.x complained about paths to `stdint.h`. 18 | - LLVM 6.0.2 failed when linking: 19 | ``` 20 | /home/anton/CK_TOOLS/lib-tflite-src-static-1.15.0-rc2-llvm-android-ndk-6.0.2-android23-arm64/src/tensorflow/lite/tools/make/gen/lib/libtensorflow-lite.a(c_api_internal.o): error adding symbols: File in wrong format 21 | clang++: error: linker command failed with exit code 1 (use -v to see invocation) 22 | ``` 23 | 24 | ## Resolved issues 25 | 26 | # Notes 27 | 28 | gfursin fixed problem with eigen library thanks to [this note](https://github.com/tensorflow/tensorflow/issues/43348) 29 | -------------------------------------------------------------------------------- /package/lib-tflite-1.15.0-rc2-src-static/patch.linux/Makefile.patch: -------------------------------------------------------------------------------- 1 | diff --git a/tensorflow/lite/tools/make/Makefile b/tensorflow/lite/tools/make/Makefile 2 | index 73c50d3..48471d9 100644 3 | --- a/tensorflow/lite/tools/make/Makefile 4 | +++ b/tensorflow/lite/tools/make/Makefile 5 | @@ -39,6 +39,8 @@ INCLUDES := \ 6 | -I$(MAKEFILE_DIR)/downloads/neon_2_sse \ 7 | -I$(MAKEFILE_DIR)/downloads/farmhash/src \ 8 | -I$(MAKEFILE_DIR)/downloads/flatbuffers/include \ 9 | +-I$(MAKEFILE_DIR)/downloads/googletest/googletest/include/ \ 10 | +-I$(MAKEFILE_DIR)/downloads/googletest/googlemock/include/ \ 11 | -I$(OBJDIR) 12 | # This is at the end so any globally-installed frameworks like protobuf don't 13 | # override local versions in the source tree. 14 | @@ -50,12 +52,14 @@ LIBS := \ 15 | -lstdc++ \ 16 | -lpthread \ 17 | -lm \ 18 | --lz 19 | +-lz \ 20 | +-lrt \ 21 | +-latomic 22 | 23 | # There are no rules for compiling objects for the host system (since we don't 24 | # generate things like the protobuf compiler that require that), so all of 25 | # these settings are for the target compiler. 26 | -CXXFLAGS := -O3 -DNDEBUG -fPIC 27 | +CXXFLAGS := -O3 -DNDEBUG -fPIC -flax-vector-conversions -fomit-frame-pointer 28 | CXXFLAGS += $(EXTRA_CXXFLAGS) 29 | CFLAGS := ${CXXFLAGS} 30 | CXXFLAGS += --std=c++11 31 | @@ -216,7 +220,7 @@ ALL_SRCS := \ 32 | $(CMD_LINE_TOOLS_SRCS) 33 | 34 | # Where compiled objects are stored. 35 | -GENDIR := $(MAKEFILE_DIR)/gen/$(TARGET)_$(TARGET_ARCH)/ 36 | +GENDIR := $(MAKEFILE_DIR)/gen/ 37 | OBJDIR := $(GENDIR)obj/ 38 | BINDIR := $(GENDIR)bin/ 39 | LIBDIR := $(GENDIR)lib/ 40 | -------------------------------------------------------------------------------- /package/lib-tflite-1.15.0-rc2-src-static/patch.linux/eigen.patch: -------------------------------------------------------------------------------- 1 | diff -ruN a/tensorflow/lite/tools/make/download_dependencies.sh b/tensorflow/lite/tools/make/download_dependencies.sh 2 | --- a/tensorflow/lite/tools/make/download_dependencies.sh 2021-04-03 10:46:47.677622276 +0000 3 | +++ b/tensorflow/lite/tools/make/download_dependencies.sh 2021-04-03 10:54:32.143300834 +0000 4 | @@ -29,7 +29,7 @@ 5 | exit 1; 6 | fi 7 | 8 | -EIGEN_URL="$(grep -o 'http.*bitbucket.org/eigen/eigen/get/.*tar\.gz' "${BZL_FILE_PATH}" | grep -v mirror.tensorflow | head -n1)" 9 | +EIGEN_URL="$(grep -o 'http.*bitbucket.org/eigen/eigen/get/.*tar\.gz' "${BZL_FILE_PATH}" | grep mirror.tensorflow | head -n1)" 10 | GEMMLOWP_URL="$(grep -o 'https://storage.googleapis.com/mirror.tensorflow.org/github.com/google/gemmlowp/.*zip' "${BZL_FILE_PATH}" | head -n1)" 11 | GOOGLETEST_URL="https://github.com/google/googletest/archive/release-1.8.0.tar.gz" 12 | ABSL_URL="$(grep -o 'https://github.com/abseil/abseil-cpp/.*tar.gz' "${BZL_FILE_PATH}" | head -n1)" 13 | -------------------------------------------------------------------------------- /package/mlperf-inference-source/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /package/mlperf-inference-source/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "e4b96c0d80445eca", 3 | "backup_module_uid": "1dc07ee0f4742028", 4 | "backup_module_uoa": "package", 5 | "control": { 6 | "author": "cTuning foundation", 7 | "author_email": "admin@cTuning.org", 8 | "author_webpage": "http://cTuning.org", 9 | "copyright": "See CK COPYRIGHT.txt for copyright details", 10 | "engine": "CK", 11 | "iso_datetime": "2019-06-27T15:28:17.408503", 12 | "license": "See CK LICENSE.txt for licensing details", 13 | "version": [ 14 | "1", 15 | "9", 16 | "8", 17 | "1" 18 | ] 19 | }, 20 | "data_name": "mlperf-inference-source" 21 | } 22 | -------------------------------------------------------------------------------- /package/model-onnx-convert-from-tf/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /package/model-onnx-convert-from-tf/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "22b1d864174bf743", 3 | "backup_module_uid": "1dc07ee0f4742028", 4 | "backup_module_uoa": "package", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2019-04-08T12:52:25.477208", 8 | "version": [ 9 | "1", 10 | "9", 11 | "7" 12 | ] 13 | }, 14 | "data_name": "model-onnx-convert-from-tf" 15 | } 16 | -------------------------------------------------------------------------------- /package/model-onnx-convert-from-tf/README.md: -------------------------------------------------------------------------------- 1 | # Install ONNX models by converting from TF models 2 | 3 | A package that installs ONNX models by converting from TF models. 4 | 5 | Currently, only the following [MLPerf](http://github.com/mlperf/inference) 6 | Image Classification models are supported: 7 | - [MobileNet](#mobilenet) (non-quantized). 8 | - [ResNet](#resnet). 9 | 10 | 11 | ## MobileNet 12 | ### NHWC 13 | ``` 14 | $ ck install package --tags=onnx,model,mobilenet,converted,nhwc 15 | ``` 16 | ### NCHW 17 | ``` 18 | $ ck install package --tags=onnx,model,mobilenet,converted,nchw 19 | ``` 20 | 21 | 22 | ## ResNet 23 | ### NHWC 24 | ``` 25 | $ ck install package --tags=onnx,model,resnet,converted,nhwc 26 | ``` 27 | ### NCHW 28 | ``` 29 | $ ck install package --tags=onnx,model,resnet,converted,nchw 30 | ``` 31 | -------------------------------------------------------------------------------- /package/model-onnx-convert-from-tf/install.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | 3 | if [ "${ML_MODEL_DATA_LAYOUT}" == "NCHW" ]; then 4 | POSSIBLE_LAYOUT_CONVERSION="--inputs-as-nchw ${MODEL_INPUT_LAYER_NAME}" 5 | else 6 | POSSIBLE_LAYOUT_CONVERSION="" 7 | fi 8 | 9 | $CK_ENV_COMPILER_PYTHON_FILE -m tf2onnx.convert --input $CK_ENV_TENSORFLOW_MODEL_TF_FROZEN_FILEPATH --inputs $MODEL_INPUT_LAYER_NAME $POSSIBLE_LAYOUT_CONVERSION --outputs $MODEL_OUTPUT_LAYER_NAME --fold_const --verbose --opset ${CONVERSION_OPSET} --output ${INSTALL_DIR}/${PACKAGE_NAME} # --unknown-dim 1 10 | -------------------------------------------------------------------------------- /package/model-onnx-mlperf-mobilenet-quantized/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /package/model-onnx-mlperf-mobilenet-quantized/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "4362796f0004273b", 3 | "backup_module_uid": "1dc07ee0f4742028", 4 | "backup_module_uoa": "package", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2019-11-21T18:09:11.742357", 8 | "version": [ 9 | "1", 10 | "9", 11 | "7" 12 | ] 13 | }, 14 | "data_name": "model-onnx-mlperf-mobilenet-quantized" 15 | } 16 | -------------------------------------------------------------------------------- /package/model-onnx-mlperf-mobilenet-quantized/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "check_exit_status": "yes", 3 | "customize": { 4 | "install_env": { 5 | "ML_MODEL_DATA_LAYOUT": "NCHW", 6 | "MODEL_IMAGE_HEIGHT": "224", 7 | "MODEL_IMAGE_WIDTH": "224", 8 | 9 | "MODEL_INPUT_LAYER_NAME": "0", 10 | "MODEL_OUTPUT_LAYER_NAME": "169", 11 | "MODEL_NORMALIZE_DATA": "NO", 12 | "MODEL_SUBTRACT_MEAN": "YES", 13 | "ML_MODEL_GIVEN_CHANNEL_MEANS": "128.0 128.0 128.0", 14 | 15 | "PACKAGE_NAME": "Quantized%20MobileNet.zip", 16 | "PACKAGE_SKIP_CLEAN_PACKAGE": "YES", 17 | "PACKAGE_SKIP_LINUX_MAKE": "YES", 18 | "PACKAGE_UNZIP": "YES", 19 | "PACKAGE_URL": "https://zenodo.org/record/3353417/files", 20 | "PACKAGE_WGET": "YES" 21 | }, 22 | "no_os_in_suggested_path": "yes", 23 | "no_ver_in_suggested_path": "yes", 24 | "skip_file_check": "yes", 25 | "version": "1_1.0_224_quant" 26 | }, 27 | "end_full_path_universal": "Quantized MobileNet/mobilenet_sym_no_bn.onnx", 28 | "only_for_host_os_tags": [], 29 | "only_for_target_os_tags": [], 30 | "package_extra_name": " (mobilenet_v1_1.0_224_quant)", 31 | "process_script": "install", 32 | "soft_uoa": "bcaac306e9041879", 33 | "suggested_path": "model-onnx-mobilenet-quant-mlperf-downloaded", 34 | "tags": [ 35 | "model", 36 | "image-classification", 37 | "onnx", 38 | "nchw", 39 | "mobilenet", 40 | "quantized", 41 | "quant", 42 | "mlperf", 43 | "downloaded" 44 | ], 45 | "use_scripts_from_another_entry": { 46 | "data_uoa": "download-and-install-package", 47 | "module_uoa": "script" 48 | } 49 | } 50 | -------------------------------------------------------------------------------- /package/model-onnx-mlperf-mobilenet/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /package/model-onnx-mlperf-mobilenet/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "b47f4980eefabffa", 3 | "backup_module_uid": "1dc07ee0f4742028", 4 | "backup_module_uoa": "package", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2019-03-11T16:10:21.046593", 8 | "version": [ 9 | "1", 10 | "9", 11 | "6", 12 | "1" 13 | ] 14 | }, 15 | "data_name": "model-onnx-mlperf-mobilenet" 16 | } 17 | -------------------------------------------------------------------------------- /package/model-onnx-mlperf-resnet50/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /package/model-onnx-mlperf-resnet50/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "227ae1bd0143cc98", 3 | "backup_module_uid": "1dc07ee0f4742028", 4 | "backup_module_uoa": "package", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2019-11-19T17:32:05.466847", 8 | "version": [ 9 | "1", 10 | "9", 11 | "7" 12 | ] 13 | }, 14 | "data_name": "model-onnx-mlperf-resnet50" 15 | } 16 | -------------------------------------------------------------------------------- /package/model-onnx-mlperf-resnet50/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "check_exit_status": "yes", 3 | "customize": { 4 | "install_env": { 5 | "PACKAGE_WGET": "YES", 6 | "PACKAGE_URL": "https://www.dropbox.com/s/moedbv6u9cwlhbv/", 7 | "PACKAGE_NAME": "resnet50_v1_softmax.onnx.gz", 8 | "PACKAGE_UNGZIP": "YES", 9 | "PACKAGE_SKIP_CLEAN_PACKAGE": "YES", 10 | "PACKAGE_SKIP_LINUX_MAKE": "YES", 11 | 12 | "ML_MODEL_DATA_LAYOUT": "NCHW", 13 | "MODEL_IMAGE_HEIGHT": "224", 14 | "MODEL_IMAGE_WIDTH": "224", 15 | "MODEL_INPUT_LAYER_NAME": "input_tensor:0", 16 | "MODEL_OUTPUT_LAYER_NAME": "softmax_tensor:0", 17 | "MODEL_NORMALIZE_DATA": "0", 18 | "MODEL_SUBTRACT_MEAN": "YES", 19 | "ML_MODEL_GIVEN_CHANNEL_MEANS": "123.68 116.78 103.94", 20 | "PACKAGE_VERSION": "1.5" 21 | }, 22 | "no_os_in_suggested_path": "yes", 23 | "no_ver_in_suggested_path": "yes", 24 | "skip_file_check": "yes" 25 | }, 26 | "end_full_path_universal": "resnet50_v1_softmax.onnx", 27 | "only_for_host_os_tags": [], 28 | "only_for_target_os_tags": [], 29 | "package_extra_name": " (resnet50_v1_softmax)", 30 | "process_script": "install", 31 | "soft_uoa": "bcaac306e9041879", 32 | "suggested_path": "model-onnx-resnet-mlperf-downloaded", 33 | "tags": [ 34 | "model", 35 | "image-classification", 36 | "onnx", 37 | "nchw", 38 | "resnet", 39 | "resnet50", 40 | "side.224", 41 | "mlperf", 42 | "downloaded" 43 | ], 44 | "use_scripts_from_another_entry": { 45 | "data_uoa": "download-and-install-package", 46 | "module_uoa": "script" 47 | } 48 | } 49 | -------------------------------------------------------------------------------- /package/model-onnx-mlperf-ssd-mobilenet/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /package/model-onnx-mlperf-ssd-mobilenet/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "15d6260d07c347ba", 3 | "backup_module_uid": "1dc07ee0f4742028", 4 | "backup_module_uoa": "package", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2019-06-10T18:56:20.080677", 8 | "version": [ 9 | "1", 10 | "9", 11 | "7" 12 | ] 13 | }, 14 | "data_name": "model-onnx-mlperf-ssd-mobilenet" 15 | } 16 | -------------------------------------------------------------------------------- /package/model-onnx-mlperf-ssd-mobilenet/flatlabels.txt: -------------------------------------------------------------------------------- 1 | person 2 | bicycle 3 | car 4 | motorcycle 5 | airplane 6 | bus 7 | train 8 | truck 9 | boat 10 | traffic light 11 | fire hydrant 12 | 12 13 | stop sign 14 | parking meter 15 | bench 16 | bird 17 | cat 18 | dog 19 | horse 20 | sheep 21 | cow 22 | elephant 23 | bear 24 | zebra 25 | giraffe 26 | 26 27 | backpack 28 | umbrella 29 | 29 30 | 30 31 | handbag 32 | tie 33 | suitcase 34 | frisbee 35 | skis 36 | snowboard 37 | sports ball 38 | kite 39 | baseball bat 40 | baseball glove 41 | skateboard 42 | surfboard 43 | tennis racket 44 | bottle 45 | 45 46 | wine glass 47 | cup 48 | fork 49 | knife 50 | spoon 51 | bowl 52 | banana 53 | apple 54 | sandwich 55 | orange 56 | broccoli 57 | carrot 58 | hot dog 59 | pizza 60 | donut 61 | cake 62 | chair 63 | couch 64 | potted plant 65 | bed 66 | 66 67 | dining table 68 | 68 69 | 69 70 | toilet 71 | 71 72 | tv 73 | laptop 74 | mouse 75 | remote 76 | keyboard 77 | cell phone 78 | microwave 79 | oven 80 | toaster 81 | sink 82 | refrigerator 83 | 83 84 | book 85 | clock 86 | vase 87 | scissors 88 | teddy bear 89 | hair drier 90 | toothbrush 91 | -------------------------------------------------------------------------------- /package/model-onnx-mlperf-ssd-mobilenet/scripts.linux/install.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | 3 | cp ${ORIGINAL_PACKAGE_DIR}/flatlabels.txt ${INSTALL_DIR} -------------------------------------------------------------------------------- /package/model-onnx-mlperf-ssd-resnet/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /package/model-onnx-mlperf-ssd-resnet/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "380cf1c747e435bb", 3 | "backup_module_uid": "1dc07ee0f4742028", 4 | "backup_module_uoa": "package", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2019-06-05T13:42:25.561230", 8 | "version": [ 9 | "1", 10 | "9", 11 | "7" 12 | ] 13 | }, 14 | "data_name": "model-onnx-mlperf-ssd-resnet" 15 | } 16 | -------------------------------------------------------------------------------- /package/model-onnx-mlperf-ssd-resnet/copy/coco_flatlabels.txt: -------------------------------------------------------------------------------- 1 | person 2 | bicycle 3 | car 4 | motorcycle 5 | airplane 6 | bus 7 | train 8 | truck 9 | boat 10 | traffic light 11 | fire hydrant 12 | 12 13 | stop sign 14 | parking meter 15 | bench 16 | bird 17 | cat 18 | dog 19 | horse 20 | sheep 21 | cow 22 | elephant 23 | bear 24 | zebra 25 | giraffe 26 | 26 27 | backpack 28 | umbrella 29 | 29 30 | 30 31 | handbag 32 | tie 33 | suitcase 34 | frisbee 35 | skis 36 | snowboard 37 | sports ball 38 | kite 39 | baseball bat 40 | baseball glove 41 | skateboard 42 | surfboard 43 | tennis racket 44 | bottle 45 | 45 46 | wine glass 47 | cup 48 | fork 49 | knife 50 | spoon 51 | bowl 52 | banana 53 | apple 54 | sandwich 55 | orange 56 | broccoli 57 | carrot 58 | hot dog 59 | pizza 60 | donut 61 | cake 62 | chair 63 | couch 64 | potted plant 65 | bed 66 | 66 67 | dining table 68 | 68 69 | 69 70 | toilet 71 | 71 72 | tv 73 | laptop 74 | mouse 75 | remote 76 | keyboard 77 | cell phone 78 | microwave 79 | oven 80 | toaster 81 | sink 82 | refrigerator 83 | 83 84 | book 85 | clock 86 | vase 87 | scissors 88 | teddy bear 89 | hair drier 90 | toothbrush 91 | -------------------------------------------------------------------------------- /package/model-onnx-mlperf-ssd-resnet/fix_unused_initializers_warnings.py: -------------------------------------------------------------------------------- 1 | # Code adapted from https://github.com/Microsoft/onnxruntime/issues/915 2 | # 3 | # execution example in virtual env: 4 | # ck virtual env --tags=onnx,python-package --shell_cmd="python3 fix_unused_initializers_warnings.py resnet34.onnx" 5 | 6 | import sys 7 | import onnx 8 | from onnx import optimizer 9 | 10 | onnx_filename = sys.argv[1] 11 | onnx_model = onnx.load(onnx_filename) 12 | passes = ["extract_constant_to_initializer", "eliminate_unused_initializer"] 13 | optimized_model = optimizer.optimize(onnx_model, passes) 14 | onnx.save(optimized_model, onnx_filename) 15 | -------------------------------------------------------------------------------- /package/model-onnx-mlperf-ssd-resnet/scripts.linux/install.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | 3 | INSTALL_SCRIPT_NAME=install.sh 4 | 5 | echo "${INSTALL_SCRIPT_NAME} : Fixing some PyTorch->ONNX transformation bugs..." 6 | ${CK_ENV_COMPILER_PYTHON_FILE} ${ORIGINAL_PACKAGE_DIR}/fix_unused_initializers_warnings.py ${INSTALL_DIR}/${PACKAGE_NAME} 7 | 8 | echo "${INSTALL_SCRIPT_NAME} : Done." 9 | -------------------------------------------------------------------------------- /package/model-tf-and-tflite-mlperf-mobilenet-edgetpu/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /package/model-tf-and-tflite-mlperf-mobilenet-edgetpu/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "5c401dbb9b035e8a", 3 | "backup_module_uid": "1dc07ee0f4742028", 4 | "backup_module_uoa": "package", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2020-07-28T16:23:18.889083", 8 | "version": [ 9 | "1", 10 | "11", 11 | "4", 12 | "1" 13 | ] 14 | }, 15 | "data_name": "model-tf-and-tflite-mlperf-mobilenet-edgetpu" 16 | } 17 | -------------------------------------------------------------------------------- /package/model-tf-and-tflite-mlperf-mobilenet-v1-20180802/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /package/model-tf-and-tflite-mlperf-mobilenet-v1-20180802/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "6c042318059ad499", 3 | "backup_module_uid": "1dc07ee0f4742028", 4 | "backup_module_uoa": "package", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2019-10-07T11:13:00.589942", 8 | "version": [ 9 | "1", 10 | "11", 11 | "1", 12 | "1" 13 | ] 14 | }, 15 | "data_name": "model-tf-and-tflite-mlperf-mobilenet-v1-20180802" 16 | } 17 | -------------------------------------------------------------------------------- /package/model-tf-and-tflite-mlperf-mobilenet-v2-quant/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /package/model-tf-and-tflite-mlperf-mobilenet-v2-quant/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "b0acd009c5df4a0f", 3 | "backup_module_uid": "1dc07ee0f4742028", 4 | "backup_module_uoa": "package", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2020-07-09T16:40:28.520163", 8 | "version": [ 9 | "1", 10 | "11", 11 | "4", 12 | "1" 13 | ] 14 | }, 15 | "data_name": "model-tf-and-tflite-mlperf-mobilenet-v2-quant" 16 | } 17 | -------------------------------------------------------------------------------- /package/model-tf-and-tflite-mlperf-mobilenet-v2/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /package/model-tf-and-tflite-mlperf-mobilenet-v2/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "9a1519670b5f55b1", 3 | "backup_module_uid": "1dc07ee0f4742028", 4 | "backup_module_uoa": "package", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2019-10-07T17:41:27.858659", 8 | "version": [ 9 | "1", 10 | "9", 11 | "7" 12 | ] 13 | }, 14 | "data_name": "model-tf-and-tflite-mlperf-mobilenet-v2" 15 | } 16 | -------------------------------------------------------------------------------- /package/model-tf-and-tflite-mlperf-mobilenet-v3/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /package/model-tf-and-tflite-mlperf-mobilenet-v3/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "a439a9cdfe296585", 3 | "backup_module_uid": "1dc07ee0f4742028", 4 | "backup_module_uoa": "package", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2020-07-14T18:02:44.115408", 8 | "version": [ 9 | "1", 10 | "11", 11 | "4", 12 | "1" 13 | ] 14 | }, 15 | "data_name": "model-tf-and-tflite-mlperf-mobilenet-v3" 16 | } 17 | -------------------------------------------------------------------------------- /package/model-tf-mlperf-mobilenet-quantized/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /package/model-tf-mlperf-mobilenet-quantized/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "3013bdc96184bf3b", 3 | "backup_module_uid": "1dc07ee0f4742028", 4 | "backup_module_uoa": "package", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2019-02-28T03:13:18.376845", 8 | "version": [ 9 | "1", 10 | "9", 11 | "6", 12 | "1" 13 | ] 14 | }, 15 | "data_name": "model-tf-mlperf-mobilenet-quantized" 16 | } 17 | -------------------------------------------------------------------------------- /package/model-tf-mlperf-mobilenet/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /package/model-tf-mlperf-mobilenet/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "05c4dcbbbf872ecf", 3 | "backup_module_uid": "1dc07ee0f4742028", 4 | "backup_module_uoa": "package", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2019-01-02T17:52:01.644511", 8 | "version": [ 9 | "1", 10 | "9", 11 | "6", 12 | "1" 13 | ] 14 | }, 15 | "data_name": "model-tf-mlperf-mobilenet" 16 | } 17 | -------------------------------------------------------------------------------- /package/model-tf-mlperf-resnet/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /package/model-tf-mlperf-resnet/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "39aa18439d90c227", 3 | "backup_module_uid": "1dc07ee0f4742028", 4 | "backup_module_uoa": "package", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2019-02-15T18:38:37.083956", 8 | "version": [ 9 | "1", 10 | "9", 11 | "6", 12 | "1" 13 | ] 14 | }, 15 | "data_name": "model-tf-mlperf-resnet" 16 | } 17 | -------------------------------------------------------------------------------- /package/model-tf-mlperf-ssd-mobilenet-quantized-finetuned/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /package/model-tf-mlperf-ssd-mobilenet-quantized-finetuned/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "9e5de6f4f46b0da0", 3 | "backup_module_uid": "1dc07ee0f4742028", 4 | "backup_module_uoa": "package", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2019-03-13T09:06:41.321633", 8 | "version": [ 9 | "1", 10 | "9", 11 | "6", 12 | "1" 13 | ] 14 | }, 15 | "data_name": "model-tf-mlperf-ssd-mobilenet-quantized-finetuned" 16 | } 17 | -------------------------------------------------------------------------------- /package/model-tf-mlperf-ssd-mobilenet/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /package/model-tf-mlperf-ssd-mobilenet/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "4134959be0eb9044", 3 | "backup_module_uid": "1dc07ee0f4742028", 4 | "backup_module_uoa": "package", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2019-03-22T09:24:41.649782", 8 | "version": [ 9 | "1", 10 | "9", 11 | "6", 12 | "1" 13 | ] 14 | }, 15 | "data_name": "model-tf-mlperf-ssd-mobilenet" 16 | } 17 | -------------------------------------------------------------------------------- /package/model-tf-mlperf-ssd-resnet34/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /package/model-tf-mlperf-ssd-resnet34/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "0e41962eda3b49d8", 3 | "backup_module_uid": "1dc07ee0f4742028", 4 | "backup_module_uoa": "package", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2020-01-27T17:58:28.700866", 8 | "version": [ 9 | "1", 10 | "9", 11 | "7" 12 | ] 13 | }, 14 | "data_name": "model-tf-mlperf-ssd-resnet34" 15 | } 16 | -------------------------------------------------------------------------------- /package/model-tflite-convert-from-tf/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /package/model-tflite-convert-from-tf/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "35e84375ac48dcb1", 3 | "backup_module_uid": "1dc07ee0f4742028", 4 | "backup_module_uoa": "package", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2019-03-04T16:53:11.197991", 8 | "version": [ 9 | "1", 10 | "9", 11 | "6", 12 | "1" 13 | ] 14 | }, 15 | "data_name": "model-tflite-convert-from-tf" 16 | } 17 | -------------------------------------------------------------------------------- /package/model-tflite-convert-from-tf/README.md: -------------------------------------------------------------------------------- 1 | # Install TFLite models by converting from TF models 2 | 3 | A package that installs TFLite models by converting from TF models. 4 | 5 | Currently, only the following [MLPerf](http://github.com/mlperf/inference) 6 | Image Classification models are supported: 7 | - [MobileNet non-quantized](#mobilenet) 8 | - [MobileNet quantized](#mobilenet_quant). 9 | - [ResNet](#resnet). 10 | 11 | 12 | ## MobileNet non-quantized 13 | ``` 14 | $ ck install package --tags=tflite,model,converted,mobilenet 15 | ``` 16 | 17 | 18 | ## MobileNet quantized 19 | ``` 20 | $ ck install package --tags=tflite,model,converted,mobilenet-quantized 21 | ``` 22 | 23 | 24 | ## ResNet 25 | ``` 26 | $ ck install package --tags=tflite,model,converted,resnet 27 | ``` 28 | -------------------------------------------------------------------------------- /package/model-tflite-convert-from-tf/install.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | 3 | $CK_ENV_COMPILER_PYTHON_FILE $PACKAGE_DIR/tf2tflite.py 4 | -------------------------------------------------------------------------------- /package/model-tflite-convert-from-tf/tf2tflite.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python3 2 | 3 | import tensorflow as tf 4 | 5 | def tf2tflite(input_ft_model_filepath, output_tflite_model_filepath, input_layer_names, output_layer_names): 6 | "Convert from TF to TFLite" 7 | 8 | converter = tf.contrib.lite.TFLiteConverter.from_frozen_graph(input_tf_model_filepath, input_layer_names, output_layer_names) 9 | tflite_model = converter.convert() 10 | open(output_tflite_model_filepath, "wb").write(tflite_model) 11 | 12 | 13 | if __name__ == '__main__': 14 | import os 15 | 16 | input_tf_model_filepath = os.environ['CK_ENV_TENSORFLOW_MODEL_TF_FROZEN_FILEPATH'] 17 | output_tflite_model_filepath = os.path.join(os.environ['INSTALL_DIR'], os.environ['PACKAGE_NAME']) 18 | 19 | # FIXME: ask the TF model about its input and output layers. 20 | # 21 | input_layer_names = [ os.environ['MODEL_INPUT_LAYER_NAME'] ] 22 | output_layer_names = [ os.environ['MODEL_OUTPUT_LAYER_NAME'] ] 23 | 24 | tf2tflite(input_tf_model_filepath, output_tflite_model_filepath, input_layer_names, output_layer_names) 25 | -------------------------------------------------------------------------------- /package/model-tflite-mlperf-efficientnet-lite/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /package/model-tflite-mlperf-efficientnet-lite/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "f906d533818d6b0f", 3 | "backup_module_uid": "1dc07ee0f4742028", 4 | "backup_module_uoa": "package", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2020-07-24T12:15:26.943677", 8 | "version": [ 9 | "1", 10 | "11", 11 | "4", 12 | "1" 13 | ] 14 | }, 15 | "data_name": "model-tflite-mlperf-efficientnet-lite" 16 | } 17 | -------------------------------------------------------------------------------- /package/model-tflite-mlperf-resnet-no-argmax/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /package/model-tflite-mlperf-resnet-no-argmax/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "afb43014ef38f646", 3 | "backup_module_uid": "1dc07ee0f4742028", 4 | "backup_module_uoa": "package", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2019-04-02T09:12:25.977185", 8 | "version": [ 9 | "1", 10 | "9", 11 | "6", 12 | "1" 13 | ] 14 | }, 15 | "data_name": "model-tflite-mlperf-resnet-no-argmax" 16 | } 17 | -------------------------------------------------------------------------------- /package/model-tflite-mlperf-resnet/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /package/model-tflite-mlperf-resnet/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "d60d4e9a84151271", 3 | "backup_module_uid": "1dc07ee0f4742028", 4 | "backup_module_uoa": "package", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2019-03-04T02:06:53.644284", 8 | "version": [ 9 | "1", 10 | "9", 11 | "6", 12 | "1" 13 | ] 14 | }, 15 | "data_name": "model-tflite-mlperf-resnet" 16 | } 17 | -------------------------------------------------------------------------------- /package/model-tflite-mlperf-resnet/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "check_exit_status": "yes", 3 | "customize": { 4 | "install_env": { 5 | "ML_MODEL_DATA_LAYOUT": "NHWC", 6 | "ML_MODEL_GIVEN_CHANNEL_MEANS": "123.68 116.78 103.94", 7 | "ML_MODEL_MODEL_NAME": "resnet50", 8 | "MODEL_IMAGE_HEIGHT": "224", 9 | "MODEL_IMAGE_WIDTH": "224", 10 | "MODEL_INPUT_LAYER_NAME": "input_tensor", 11 | "MODEL_NAME": "MLPerf ResNet50 v1.5", 12 | "MODEL_NORMALIZE_DATA": "0", 13 | "MODEL_SUBTRACT_MEAN": "YES", 14 | "MODEL_OUTPUT_LAYER_NAME": "softmax_tensor", 15 | "PACKAGE_NAME": "resnet50_v1.tflite.gz", 16 | "PACKAGE_SKIP_CLEAN_PACKAGE": "YES", 17 | "PACKAGE_SKIP_LINUX_MAKE": "YES", 18 | "PACKAGE_UNGZIP": "YES", 19 | "PACKAGE_URL": "https://www.dropbox.com/s/cvv2zlfo80h54uz/", 20 | "PACKAGE_WGET": "YES" 21 | }, 22 | "no_os_in_suggested_path": "yes", 23 | "no_ver_in_suggested_path": "yes", 24 | "skip_file_check": "yes", 25 | "version": "1.5" 26 | }, 27 | "end_full_path_universal": "resnet50_v1.tflite", 28 | "only_for_host_os_tags": [], 29 | "only_for_target_os_tags": [], 30 | "package_extra_name": " (resnet50-v1.5-tflite)", 31 | "process_script": "install", 32 | "soft_uoa": "439b9f1757f27091", 33 | "suggested_path": "model-tflite-mlperf-resnet-downloaded", 34 | "tags": [ 35 | "model", 36 | "image-classification", 37 | "tflite", 38 | "nhwc", 39 | "resnet", 40 | "resnet50", 41 | "resnet50-v1.5", 42 | "v1.5", 43 | "side.224", 44 | "mlperf", 45 | "downloaded", 46 | "with-argmax" 47 | ], 48 | "use_scripts_from_another_entry": { 49 | "data_uoa": "download-and-install-package", 50 | "module_uoa": "script" 51 | } 52 | } 53 | -------------------------------------------------------------------------------- /package/model-tflite-mlperf-ssd-mobilenet-edgetpu/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /package/model-tflite-mlperf-ssd-mobilenet-edgetpu/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "a852b9fc0b044d28", 3 | "backup_module_uid": "1dc07ee0f4742028", 4 | "backup_module_uoa": "package", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2020-09-17T08:12:03.181956", 8 | "version": [ 9 | "1", 10 | "15", 11 | "0" 12 | ] 13 | }, 14 | "data_name": "model-tflite-mlperf-ssd-mobilenet-edgetpu" 15 | } 16 | -------------------------------------------------------------------------------- /package/model-tflite-mlperf-ssd-mobilenet/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /package/model-tflite-mlperf-ssd-mobilenet/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "ad9565c4d07b3d1d", 3 | "backup_module_uid": "1dc07ee0f4742028", 4 | "backup_module_uoa": "package", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2019-03-27T05:35:06.338183", 8 | "version": [ 9 | "1", 10 | "9", 11 | "6", 12 | "1" 13 | ] 14 | }, 15 | "data_name": "model-tflite-mlperf-ssd-mobilenet" 16 | } 17 | -------------------------------------------------------------------------------- /program/.cm/alias-a-bert-reference-loadgen-py: -------------------------------------------------------------------------------- 1 | 26415d8c090332ca 2 | -------------------------------------------------------------------------------- /program/.cm/alias-a-dump-repo-to-submission: -------------------------------------------------------------------------------- 1 | 3db416d9cce4ba90 2 | -------------------------------------------------------------------------------- /program/.cm/alias-a-dump-submissions-to-dashboard: -------------------------------------------------------------------------------- 1 | 41802fe04ec7fc80 2 | -------------------------------------------------------------------------------- /program/.cm/alias-a-example-loadgen-py: -------------------------------------------------------------------------------- 1 | 3e2d49b2b9d791db 2 | -------------------------------------------------------------------------------- /program/.cm/alias-a-fai-pep: -------------------------------------------------------------------------------- 1 | b28273356e4b90a9 2 | -------------------------------------------------------------------------------- /program/.cm/alias-a-image-classification-armnn-tflite-loadgen: -------------------------------------------------------------------------------- 1 | 84e819ca2d19b0a8 2 | -------------------------------------------------------------------------------- /program/.cm/alias-a-image-classification-onnx-py: -------------------------------------------------------------------------------- 1 | 51b7e87487587f51 2 | -------------------------------------------------------------------------------- /program/.cm/alias-a-image-classification-tensorrt-loadgen-py: -------------------------------------------------------------------------------- 1 | af3c1bb4851b93c1 2 | -------------------------------------------------------------------------------- /program/.cm/alias-a-image-classification-tflite-loadgen: -------------------------------------------------------------------------------- 1 | 45ee0d34a73b7a2c 2 | -------------------------------------------------------------------------------- /program/.cm/alias-a-image-classification-torch-loadgen-py: -------------------------------------------------------------------------------- 1 | 19b1b517e2442579 2 | -------------------------------------------------------------------------------- /program/.cm/alias-a-object-detection-onnx-py: -------------------------------------------------------------------------------- 1 | 4bc385394b7a9350 2 | -------------------------------------------------------------------------------- /program/.cm/alias-a-object-detection-tensorrt-loadgen-py: -------------------------------------------------------------------------------- 1 | 4da6886863ad4184 2 | -------------------------------------------------------------------------------- /program/.cm/alias-a-object-detection-tflite-loadgen: -------------------------------------------------------------------------------- 1 | dc87471848844a71 2 | -------------------------------------------------------------------------------- /program/.cm/alias-a-speech-recognition-pytorch: -------------------------------------------------------------------------------- 1 | 7c66e43968497e17 2 | -------------------------------------------------------------------------------- /program/.cm/alias-a-speech-recognition-pytorch-loadgen: -------------------------------------------------------------------------------- 1 | 796d7500b925946c 2 | -------------------------------------------------------------------------------- /program/.cm/alias-a-sylt: -------------------------------------------------------------------------------- 1 | 048c03be2f4c7d8b 2 | -------------------------------------------------------------------------------- /program/.cm/alias-a-test-normalizer: -------------------------------------------------------------------------------- 1 | 9c95a19834c44b1d 2 | -------------------------------------------------------------------------------- /program/.cm/alias-u-048c03be2f4c7d8b: -------------------------------------------------------------------------------- 1 | sylt 2 | -------------------------------------------------------------------------------- /program/.cm/alias-u-19b1b517e2442579: -------------------------------------------------------------------------------- 1 | image-classification-torch-loadgen-py 2 | -------------------------------------------------------------------------------- /program/.cm/alias-u-26415d8c090332ca: -------------------------------------------------------------------------------- 1 | bert-reference-loadgen-py 2 | -------------------------------------------------------------------------------- /program/.cm/alias-u-3db416d9cce4ba90: -------------------------------------------------------------------------------- 1 | dump-repo-to-submission 2 | -------------------------------------------------------------------------------- /program/.cm/alias-u-3e2d49b2b9d791db: -------------------------------------------------------------------------------- 1 | example-loadgen-py 2 | -------------------------------------------------------------------------------- /program/.cm/alias-u-41802fe04ec7fc80: -------------------------------------------------------------------------------- 1 | dump-submissions-to-dashboard 2 | -------------------------------------------------------------------------------- /program/.cm/alias-u-45ee0d34a73b7a2c: -------------------------------------------------------------------------------- 1 | image-classification-tflite-loadgen 2 | -------------------------------------------------------------------------------- /program/.cm/alias-u-4bc385394b7a9350: -------------------------------------------------------------------------------- 1 | object-detection-onnx-py 2 | -------------------------------------------------------------------------------- /program/.cm/alias-u-4da6886863ad4184: -------------------------------------------------------------------------------- 1 | object-detection-tensorrt-loadgen-py 2 | -------------------------------------------------------------------------------- /program/.cm/alias-u-51b7e87487587f51: -------------------------------------------------------------------------------- 1 | image-classification-onnx-py 2 | -------------------------------------------------------------------------------- /program/.cm/alias-u-796d7500b925946c: -------------------------------------------------------------------------------- 1 | speech-recognition-pytorch-loadgen 2 | -------------------------------------------------------------------------------- /program/.cm/alias-u-7c66e43968497e17: -------------------------------------------------------------------------------- 1 | speech-recognition-pytorch 2 | -------------------------------------------------------------------------------- /program/.cm/alias-u-84e819ca2d19b0a8: -------------------------------------------------------------------------------- 1 | image-classification-armnn-tflite-loadgen 2 | -------------------------------------------------------------------------------- /program/.cm/alias-u-9c95a19834c44b1d: -------------------------------------------------------------------------------- 1 | test-normalizer 2 | -------------------------------------------------------------------------------- /program/.cm/alias-u-af3c1bb4851b93c1: -------------------------------------------------------------------------------- 1 | image-classification-tensorrt-loadgen-py 2 | -------------------------------------------------------------------------------- /program/.cm/alias-u-b28273356e4b90a9: -------------------------------------------------------------------------------- 1 | fai-pep 2 | -------------------------------------------------------------------------------- /program/.cm/alias-u-dc87471848844a71: -------------------------------------------------------------------------------- 1 | object-detection-tflite-loadgen 2 | -------------------------------------------------------------------------------- /program/bert-reference-loadgen-py/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /program/bert-reference-loadgen-py/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "26415d8c090332ca", 3 | "backup_module_uid": "b0ac08fe1d3c2615", 4 | "backup_module_uoa": "program", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2020-10-05T13:46:45.424395", 8 | "version": [ 9 | "1", 10 | "15", 11 | "0" 12 | ] 13 | }, 14 | "data_name": "bert-reference-loadgen-py" 15 | } 16 | -------------------------------------------------------------------------------- /program/bert-reference-loadgen-py/user.conf: -------------------------------------------------------------------------------- 1 | # Please set these fields depending on the performance of your system to 2 | # override default LoadGen settings. 3 | *.SingleStream.target_latency = 10 4 | *.Server.target_qps = 1.0 5 | *.Offline.target_qps = 9.0 6 | *.MultiStream.samples_per_query = 4 7 | *.Offline.min_query_count = 999 8 | -------------------------------------------------------------------------------- /program/dump-repo-to-submission/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /program/dump-repo-to-submission/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "3db416d9cce4ba90", 3 | "backup_module_uid": "b0ac08fe1d3c2615", 4 | "backup_module_uoa": "program", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2020-01-09T12:59:46.950362", 8 | "version": [ 9 | "1", 10 | "11", 11 | "4" 12 | ] 13 | }, 14 | "data_name": "dump-repo-to-submission" 15 | } 16 | -------------------------------------------------------------------------------- /program/dump-repo-to-submission/README.md: -------------------------------------------------------------------------------- 1 | # Dump CK repository with LoadGen experiments to MLPerf Inference submission 2 | 3 | This Python script originated from automatically converting the Jupyter Notebook that dividiti used 4 | for their MLPerf Inference v0.5 submissions: 5 | ```bash 6 | $ jupyter nbconvert --to script dividiti.ipynb 7 | ``` 8 | 9 | It can be compared with the original script as follows: 10 | ```bash 11 | $ diff ../../jnotebook/mlperf-inference-v0.5/dividiti.py ./run.py 12 | ``` 13 | 14 | ## Usage 15 | 16 | ```bash 17 | $ ck run ck-mlperf:program:dump-repo-to-submission \ 18 | --env.CK_MLPERF_SUBMISSION_REPO=... \ 19 | --env.CK_MLPERF_SUBMISSION_ROOT=... \ 20 | --env.CK_MLPERF_SUBMISSION_SUBMITTER=... 21 | ``` 22 | where: 23 | - `CK_MLPERF_SUBMISSION_REPO` is the name of CK repository with experimental results (e.g. `mlperf.closed.image-classification.rpi4.tflite-v1.15`); 24 | - `CK_MLPERF_SUBMISSION_ROOT` is the path to the submission repository (e.g. cloned from https://github.com/mlperf/inference_results_v0.5); 25 | - `CK_MLPERF_SUBMISSION_SUBMITTER` is the submitter string (`dividiti`, by default). 26 | 27 | For example: 28 | ```bash 29 | $ ck run ck-mlperf:program:dump-repo-to-submission \ 30 | --env.CK_MLPERF_SUBMISSION_REPO=mlperf.closed.image-classification.rpi4.tflite-v1.15 \ 31 | --env.CK_MLPERF_SUBMISSION_ROOT=$HOME/projects/mlperf/inference_results_v0.5_plus \ 32 | --env.CK_MLPERF_SUBMISSION_SUBMITTER=dividiti 33 | ``` 34 | -------------------------------------------------------------------------------- /program/dump-submissions-to-dashboard/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /program/dump-submissions-to-dashboard/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "41802fe04ec7fc80", 3 | "backup_module_uid": "b0ac08fe1d3c2615", 4 | "backup_module_uoa": "program", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2020-01-10T15:30:42.441320", 8 | "version": [ 9 | "1", 10 | "11", 11 | "4" 12 | ] 13 | }, 14 | "data_name": "dump-submissions-to-dashboard" 15 | } 16 | -------------------------------------------------------------------------------- /program/dump-submissions-to-dashboard/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "41802fe04ec7fc80", 3 | "build_compiler_vars": {}, 4 | "compile_deps": { 5 | "mlperf-inference-source": { 6 | "local": "yes", 7 | "name": "MLPerf Inference source", 8 | "tags": "mlperf,inference,source,upstream.master" 9 | }, 10 | "python": { 11 | "local": "yes", 12 | "name": "Python", 13 | "tags": "compiler,lang-python" 14 | } 15 | }, 16 | "data_name": "dump-submissions-to-dashboard", 17 | "main_language": "python", 18 | "no_compile": "yes", 19 | "no_target_file": "yes", 20 | "print_files_after_run": [ 21 | "stderr.log", 22 | "stdout.log" 23 | ], 24 | "process_in_tmp": "yes", 25 | "program": "yes", 26 | "run_cmds": { 27 | "default": { 28 | "ignore_return_code": "no", 29 | "run_time": { 30 | "run_cmd_main": "$<>$ ..$#dir_sep#$run.py", 31 | "run_cmd_out1": "stdout.log", 32 | "run_cmd_out2": "stderr.log", 33 | "run_output_files": [ 34 | "stdout.log", 35 | "stderr.log" 36 | ] 37 | } 38 | } 39 | }, 40 | "run_vars": { 41 | "CK_MLPERF_SUBMISSION_ROOT": "$HOME/projects/mlperf/inference_results_v0.5_dividiti", 42 | "CK_MLPERF_DASHBOARD_FILE": "mlperf-inference-v0.5-results.zip", 43 | "CK_MLPERF_DASHBOARD_DIR": "" 44 | }, 45 | "tags": [ 46 | "program", 47 | "lang-python", 48 | "mlperf-inference-dashboard", 49 | "mlperf-inference", 50 | "mlperf", 51 | "inference", 52 | "dashboard" 53 | ] 54 | } 55 | -------------------------------------------------------------------------------- /program/example-loadgen-py/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /program/example-loadgen-py/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "3e2d49b2b9d791db", 3 | "backup_module_uid": "b0ac08fe1d3c2615", 4 | "backup_module_uoa": "program", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2019-11-11T16:46:51.779701", 8 | "version": [ 9 | "1", 10 | "9", 11 | "7" 12 | ] 13 | }, 14 | "data_name": "example-loadgen-py" 15 | } 16 | -------------------------------------------------------------------------------- /program/example-loadgen-py/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "3e2d49b2b9d791db", 3 | "build_compiler_vars": {}, 4 | "data_name": "example-loadgen-py", 5 | "main_language": "python", 6 | "no_compile": "yes", 7 | "no_target_file": "yes", 8 | "process_in_tmp": "yes", 9 | "program": "yes", 10 | "run_cmds": { 11 | "default": { 12 | "ignore_return_code": "no", 13 | "run_time": { 14 | "run_cmd_main": "$<>$ ../example_loadgen_program.py --scenario=$<>$ --mode=$<>$ --samples_in_mem=$<>$ --config_file=$<>$" 15 | } 16 | } 17 | }, 18 | "run_deps": { 19 | "lib-python-numpy": { 20 | "local": "yes", 21 | "name": "Python NumPy library", 22 | "sort": 20, 23 | "tags": "lib,python-package,numpy" 24 | }, 25 | "lib-python-loadgen": { 26 | "local": "yes", 27 | "name": "Python LoadGen library", 28 | "sort": 30, 29 | "tags": "lib,python-package,loadgen" 30 | } 31 | }, 32 | "run_vars": { 33 | "CK_LOADGEN_SCENARIO": "SingleStream", 34 | "CK_LOADGEN_MODE": "AccuracyOnly", 35 | "CK_LOADGEN_BUFFER_SIZE": 8, 36 | "CK_LOADGEN_CONF_FILE": "" 37 | }, 38 | "tags": [ 39 | "loadgen", 40 | "example", 41 | "lang-python" 42 | ] 43 | } 44 | -------------------------------------------------------------------------------- /program/fai-pep/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /program/fai-pep/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "b28273356e4b90a9", 3 | "backup_module_uid": "b0ac08fe1d3c2615", 4 | "backup_module_uoa": "program", 5 | "control": { 6 | "author": "cTuning foundation", 7 | "author_email": "admin@cTuning.org", 8 | "author_webpage": "http://cTuning.org", 9 | "copyright": "See CK COPYRIGHT.txt for copyright details", 10 | "engine": "CK", 11 | "iso_datetime": "2018-11-26T16:07:44.939307", 12 | "license": "See CK LICENSE.txt for licensing details", 13 | "version": [ 14 | "1", 15 | "9", 16 | "6", 17 | "1" 18 | ] 19 | }, 20 | "data_name": "fai-pep" 21 | } 22 | -------------------------------------------------------------------------------- /program/fai-pep/run-caffe2.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | 3 | cd ${CK_ENV_BENCH_FAI_PEP} 4 | 5 | ${CK_ENV_COMPILER_PYTHON_FILE} benchmarking/run_bench.py \ 6 | --framework "caffe2" \ 7 | -b ${CK_ENV_BENCH_FAI_PEP_MODEL} \ 8 | --repo_dir ${CK_ENV_LIB_PYTORCH}/pytorch 9 | -------------------------------------------------------------------------------- /program/fai-pep/run-tflite.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | 3 | cd ${CK_ENV_BENCH_FAI_PEP} 4 | 5 | ${CK_ENV_COMPILER_PYTHON_FILE} benchmarking/run_bench.py \ 6 | --framework "tflite" \ 7 | -b ${CK_ENV_BENCH_FAI_PEP_MODEL} \ 8 | --repo_dir ${CK_ENV_LIB_TF}/src 9 | -------------------------------------------------------------------------------- /program/image-classification-armnn-tflite-loadgen/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /program/image-classification-armnn-tflite-loadgen/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "84e819ca2d19b0a8", 3 | "backup_module_uid": "b0ac08fe1d3c2615", 4 | "backup_module_uoa": "program", 5 | "control": { 6 | "author": "cTuning foundation", 7 | "author_email": "admin@cTuning.org", 8 | "author_webpage": "http://cTuning.org", 9 | "copyright": "See CK COPYRIGHT.txt for copyright details", 10 | "engine": "CK", 11 | "iso_datetime": "2019-10-08T10:29:35.985058", 12 | "license": "See CK LICENSE.txt for licensing details", 13 | "version": [ 14 | "1", 15 | "9", 16 | "7" 17 | ] 18 | }, 19 | "data_name": "image-classification-armnn-tflite-loadgen" 20 | } 21 | -------------------------------------------------------------------------------- /program/image-classification-onnx-py/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /program/image-classification-onnx-py/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "51b7e87487587f51", 3 | "backup_module_uid": "b0ac08fe1d3c2615", 4 | "backup_module_uoa": "program", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2019-03-05T14:42:24.481292", 8 | "version": [ 9 | "1", 10 | "9", 11 | "6", 12 | "1" 13 | ] 14 | }, 15 | "data_name": "image-classification-onnx-py" 16 | } 17 | -------------------------------------------------------------------------------- /program/image-classification-tensorrt-loadgen-py/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /program/image-classification-tensorrt-loadgen-py/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "af3c1bb4851b93c1", 3 | "backup_module_uid": "b0ac08fe1d3c2615", 4 | "backup_module_uoa": "program", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2019-11-12T18:15:00.818724", 8 | "version": [ 9 | "1", 10 | "11", 11 | "4", 12 | "1" 13 | ] 14 | }, 15 | "data_name": "image-classification-tensorrt-loadgen-py" 16 | } 17 | -------------------------------------------------------------------------------- /program/image-classification-tensorrt-loadgen-py/README.md: -------------------------------------------------------------------------------- 1 | # MLPerf Inference v0.7 - Image Classification - TensorRT 2 | 3 | ## Prerequisites 4 | 5 | ### Pull CK-TensorRT repository 6 | 7 | ```bash 8 | $ ck pull repo:ck-tensorrt 9 | ``` 10 | 11 | ### Detect TensorRT and PyTensorRT 12 | 13 | ``` 14 | $ ck detect soft:lib.tensorrt 15 | $ ck detect soft:lib.python.tensorrt 16 | ``` 17 | -------------------------------------------------------------------------------- /program/image-classification-tflite-loadgen/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /program/image-classification-tflite-loadgen/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "45ee0d34a73b7a2c", 3 | "backup_module_uid": "b0ac08fe1d3c2615", 4 | "backup_module_uoa": "program", 5 | "control": { 6 | "author": "cTuning foundation", 7 | "author_email": "admin@cTuning.org", 8 | "author_webpage": "http://cTuning.org", 9 | "copyright": "See CK COPYRIGHT.txt for copyright details", 10 | "engine": "CK", 11 | "iso_datetime": "2019-07-09T18:50:34.008221", 12 | "license": "See CK LICENSE.txt for licensing details", 13 | "version": [ 14 | "1", 15 | "10", 16 | "3" 17 | ] 18 | }, 19 | "data_name": "image-classification-tflite-loadgen" 20 | } 21 | -------------------------------------------------------------------------------- /program/image-classification-tflite-loadgen/README.offline.md: -------------------------------------------------------------------------------- 1 | # MLPerf Inference v0.7 - Image Classification - TFLite 2 | 3 | ## Offline 4 | 5 | - Set up [`program:image-classification-tflite-loadgen`](https://github.com/ctuning/ck-mlperf/blob/master/program/image-classification-tflite-loadgen/README.md) on your SUT. 6 | - Customize the examples below for your SUT. 7 | 8 | ### ResNet50 9 | 10 | #### Performance 11 | 12 | ```bash 13 | $ ck run cmdgen:benchmark.tflite-loadgen --library=tflite-v2.2.0-ruy \ 14 | --model=resnet50 --scenario=offline --mode=performance --target_latency=400 \ 15 | --verbose --sut=firefly 16 | ``` 17 | 18 | #### Accuracy 19 | 20 | ```bash 21 | $ ck run cmdgen:benchmark.tflite-loadgen --library=tflite-v2.2.0-ruy \ 22 | --model=resnet50 --scenario=singlestream --mode=accuracy --dataset_size=50000 \ 23 | --verbose --sut=firefly 24 | ... 25 | ``` 26 | -------------------------------------------------------------------------------- /program/image-classification-torch-loadgen-py/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /program/image-classification-torch-loadgen-py/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "19b1b517e2442579", 3 | "backup_module_uid": "b0ac08fe1d3c2615", 4 | "backup_module_uoa": "program", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2020-11-13T11:43:09.714521", 8 | "version": [ 9 | "1", 10 | "9", 11 | "7" 12 | ] 13 | }, 14 | "data_name": "image-classification-torch-loadgen-py" 15 | } 16 | -------------------------------------------------------------------------------- /program/object-detection-onnx-py/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /program/object-detection-onnx-py/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "4bc385394b7a9350", 3 | "backup_module_uid": "b0ac08fe1d3c2615", 4 | "backup_module_uoa": "program", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2019-06-03T14:06:37.480829", 8 | "version": [ 9 | "1", 10 | "9", 11 | "7" 12 | ] 13 | }, 14 | "data_name": "object-detection-onnx-py" 15 | } 16 | -------------------------------------------------------------------------------- /program/object-detection-onnx-py/README.md: -------------------------------------------------------------------------------- 1 | # TensorFlow object-detection program 2 | 3 | ## Pre-requisites 4 | 5 | ### Repositories 6 | 7 | ```bash 8 | $ ck pull repo:ck-mlperf 9 | ``` 10 | 11 | ### ONNX libraries 12 | 13 | ```bash 14 | $ ck install package --tags=lib,onnx 15 | $ ck install package --tags=lib,onnxruntime 16 | ``` 17 | 18 | ### ONNX Object Detection model 19 | Install one or more object detection model package: 20 | ```bash 21 | $ ck install package --tags=model,object-detection,onnx 22 | ``` 23 | 24 | ### Datasets 25 | ```bash 26 | $ ck install package --tags=dataset,object-detection,preprocessed,side.1200 27 | ``` 28 | 29 | ## Running 30 | 31 | ```bash 32 | $ ck run program:object-detection-onnx-py 33 | ``` 34 | 35 | ### Program parameters 36 | 37 | #### `CK_BATCH_COUNT` 38 | 39 | The number of images to be processed. 40 | 41 | Default: `1` 42 | 43 | #### `CK_SKIP_IMAGES` 44 | 45 | The number of skipped images. 46 | 47 | Default: `0` 48 | -------------------------------------------------------------------------------- /program/object-detection-tensorrt-loadgen-py/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /program/object-detection-tensorrt-loadgen-py/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "4da6886863ad4184", 3 | "backup_module_uid": "b0ac08fe1d3c2615", 4 | "backup_module_uoa": "program", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2020-02-20T14:36:57.397198", 8 | "version": [ 9 | "1", 10 | "12", 11 | "2" 12 | ] 13 | }, 14 | "data_name": "object-detection-tensorrt-loadgen-py" 15 | } 16 | -------------------------------------------------------------------------------- /program/object-detection-tensorrt-loadgen-py/README.md: -------------------------------------------------------------------------------- 1 | # MLPerf Inference v0.7 - Object Detection - TensorRT 2 | 3 | ## Prerequisites 4 | 5 | ### Pull CK-TensorRT repository 6 | 7 | ```bash 8 | $ ck pull repo:ck-tensorrt 9 | ``` 10 | 11 | ### Detect TensorRT and PyTensorRT 12 | 13 | ```bash 14 | $ ck detect soft:lib.tensorrt 15 | $ ck detect soft:lib.python.tensorrt 16 | ``` 17 | -------------------------------------------------------------------------------- /program/object-detection-tflite-loadgen/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /program/object-detection-tflite-loadgen/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "dc87471848844a71", 3 | "backup_module_uid": "b0ac08fe1d3c2615", 4 | "backup_module_uoa": "program", 5 | "control": { 6 | "author": "cTuning foundation", 7 | "author_email": "admin@cTuning.org", 8 | "author_webpage": "http://cTuning.org", 9 | "copyright": "See CK COPYRIGHT.txt for copyright details", 10 | "engine": "CK", 11 | "iso_datetime": "2020-09-11T09:46:44.167098", 12 | "license": "See CK LICENSE.txt for licensing details", 13 | "version": [ 14 | "1", 15 | "15", 16 | "0" 17 | ] 18 | }, 19 | "data_name": "object-detection-tflite-loadgen" 20 | } 21 | -------------------------------------------------------------------------------- /program/object-detection-tflite-loadgen/README.md: -------------------------------------------------------------------------------- 1 | # MLPerf Inference - Object Detection - TFLite (with Coral EdgeTPU support) 2 | 3 | ## Prerequisites 4 | 5 | ### Install Collective Knowledge (CK) 6 | 7 | Please follow the [installation instructions](https://github.com/ctuning/ck#installation) for your system e.g.: 8 | 9 | ```bash 10 | $ python3 -m pip install ck --user 11 | $ echo "export PATH=$HOME/.local/bin:$PATH" >> ~/.bashrc 12 | $ source ~/.bashrc && ck version 13 | V1.15.0 14 | ``` 15 | 16 | ### Pull [CK-MLPerf](https://github.com/ctuning/ck-mlperf) 17 | 18 | ```bash 19 | $ ck pull repo:ck-mlperf 20 | ``` 21 | 22 | ### Pull [CK-Coral](https://github.com/ctuning/ck-coral) 23 | 24 | To use the [Coral](https://coral.ai/) EdgeTPU accelerator: 25 | 26 | ```bash 27 | $ ck pull repo:ck-coral 28 | ``` 29 | 30 | **NB:** Refresh all CK repositories after any updates (e.g. bug fixes): 31 | 32 | ```bash 33 | $ ck pull all 34 | ``` 35 | -------------------------------------------------------------------------------- /program/speech-recognition-pytorch-loadgen/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /program/speech-recognition-pytorch-loadgen/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "796d7500b925946c", 3 | "backup_module_uid": "b0ac08fe1d3c2615", 4 | "backup_module_uoa": "program", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2020-06-24T10:32:53.631465", 8 | "version": [ 9 | "1", 10 | "15", 11 | "0" 12 | ] 13 | }, 14 | "data_name": "speech-recognition-pytorch-loadgen" 15 | } 16 | -------------------------------------------------------------------------------- /program/speech-recognition-pytorch/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /program/speech-recognition-pytorch/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "7c66e43968497e17", 3 | "backup_module_uid": "b0ac08fe1d3c2615", 4 | "backup_module_uoa": "program", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2020-06-25T12:08:35.316027", 8 | "version": [ 9 | "1", 10 | "15", 11 | "0" 12 | ] 13 | }, 14 | "data_name": "speech-recognition-pytorch" 15 | } 16 | -------------------------------------------------------------------------------- /program/sylt/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /program/sylt/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "048c03be2f4c7d8b", 3 | "backup_module_uid": "b0ac08fe1d3c2615", 4 | "backup_module_uoa": "program", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2018-11-27T12:58:03.510243", 8 | "version": [ 9 | "1", 10 | "9", 11 | "6", 12 | "1" 13 | ] 14 | }, 15 | "data_name": "sylt" 16 | } 17 | -------------------------------------------------------------------------------- /program/sylt/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "048c03be2f4c7d8b", 3 | "build_compiler_vars": {}, 4 | "compile_cmds": { 5 | "default": { 6 | "cmd": "../ck-compile$#script_ext#$" 7 | } 8 | }, 9 | "compile_deps": { 10 | "bench.sylt": { 11 | "local": "yes", 12 | "name": "SyLT benchmark", 13 | "sort": 20, 14 | "tags": "bench,sylt" 15 | }, 16 | "compiler": { 17 | "local": "yes", 18 | "name": "C++ compiler", 19 | "sort": 10, 20 | "tags": "compiler,lang-cpp" 21 | } 22 | }, 23 | "compiler_add_include_as_env_from_deps": [ 24 | "CK_ENV_LIB_STDCPP_INCLUDE", 25 | "CK_ENV_LIB_STDCPP_INCLUDE_EXTRA" 26 | ], 27 | "compiler_env": "CK_CXX", 28 | "compiler_flags_as_env": "$<>$", 29 | "data_name": "sylt", 30 | "linker_add_lib_as_env": [ 31 | "CK_CXX_EXTRA", 32 | "CK_ENV_LIB_STDCPP_STATIC" 33 | ], 34 | "main_language": "cpp", 35 | "process_in_tmp": "yes", 36 | "program": "yes", 37 | "run_cmds": { 38 | "default": { 39 | "ignore_return_code": "no", 40 | "run_time": { 41 | "run_cmd_main": "./a.out -t $<>$ -l $<>$ -p $<>$" 42 | } 43 | } 44 | }, 45 | "run_vars": { 46 | "SYLT_TIME_TO_SLEEP_US": 101, 47 | "SYLT_LATENCY_BOUND": 4000001, 48 | "SYLT_LATENCY_BOUND_PERCENTILE": 96 49 | }, 50 | "tags": [ 51 | "program", 52 | "sylt" 53 | ], 54 | "target_file": "a", 55 | "use_compile_script": "yes" 56 | } 57 | -------------------------------------------------------------------------------- /program/sylt/ck-compile.sh: -------------------------------------------------------------------------------- 1 | #!/bin/sh 2 | 3 | cwd=$(pwd) 4 | 5 | cd ${CK_ENV_BENCH_SYLT_TRACE_GENERATOR} 6 | 7 | rm -f ./a.out 8 | 9 | # Check C++ for Android 10 | EXTRA="${CK_COMPILER_FLAG_CPP11}" 11 | if [ "${CK_ENV_LIB_STDCPP_INCLUDE}" != "" ] ; then 12 | EXTRA="${EXTRA} ${CK_FLAG_PREFIX_INCLUDE}${CK_ENV_LIB_STDCPP_INCLUDE}" 13 | fi 14 | if [ "${CK_ENV_LIB_STDCPP_INCLUDE_EXTRA}" != "" ] ; then 15 | EXTRA="${EXTRA} ${CK_FLAG_PREFIX_INCLUDE}${CK_ENV_LIB_STDCPP_INCLUDE_EXTRA}" 16 | fi 17 | 18 | echo "" 19 | echo "$CK_CXX ${EXTRA} $CK_COMPILER_FLAGS_OBLIGATORY $CK_FLAGS_DYNAMIC_BIN ${CK_FLAG_PREFIX_INCLUDE}./ demo.cc ${CK_FLAGS_OUTPUT}a.out ${CK_ENV_LIB_STDCPP_STATIC}" 20 | $CK_CXX ${EXTRA} $CK_COMPILER_FLAGS_OBLIGATORY $CK_FLAGS_DYNAMIC_BIN ${CK_FLAG_PREFIX_INCLUDE}./ demo.cc ${CK_FLAGS_OUTPUT}a.out ${CK_ENV_LIB_STDCPP_STATIC} 21 | er=$?; if [ $er != 0 ]; then exit $er; fi 22 | 23 | echo "" 24 | cp -f ./a.out $cwd 25 | -------------------------------------------------------------------------------- /program/test-normalizer/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /program/test-normalizer/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "9c95a19834c44b1d", 3 | "backup_module_uid": "b0ac08fe1d3c2615", 4 | "backup_module_uoa": "program", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2020-06-03T14:50:26.907650", 8 | "version": [ 9 | "1", 10 | "9", 11 | "7" 12 | ] 13 | }, 14 | "data_name": "test-normalizer" 15 | } 16 | -------------------------------------------------------------------------------- /program/test-normalizer/test_normalizer.py: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env python3 2 | 3 | import time 4 | import os 5 | import numpy as np 6 | 7 | from imagenet_helper import (load_preprocessed_batch, image_list, class_labels, 8 | MODEL_DATA_LAYOUT, MODEL_COLOURS_BGR, MODEL_INPUT_DATA_TYPE, MODEL_DATA_TYPE, MODEL_USE_DLA, 9 | IMAGE_DIR, IMAGE_LIST_FILE, MODEL_NORMALIZE_DATA, SUBTRACT_MEAN, GIVEN_CHANNEL_MEANS, MODEL_MAX_BATCH_SIZE, BATCH_SIZE) 10 | 11 | BATCH_COUNT = int(os.getenv('CK_BATCH_COUNT', 1)) 12 | 13 | 14 | def main(): 15 | 16 | print('MODEL_DATA_LAYOUT = {}'.format(MODEL_DATA_LAYOUT)) 17 | print('MODEL_USE_DLA = {}'.format(MODEL_USE_DLA)) 18 | print('MODEL_MAX_BATCH_SIZE = {}'.format(MODEL_MAX_BATCH_SIZE)) 19 | print('') 20 | 21 | if BATCH_SIZE>MODEL_MAX_BATCH_SIZE: 22 | print('Runtime error: BATCH_SIZE({}) > MODEL_MAX_BATCH_SIZE({}), exiting'.format(BATCH_SIZE, MODEL_MAX_BATCH_SIZE)) 23 | exit(1) 24 | 25 | batch_data, image_index = [], 0 26 | for batch_index in range(BATCH_COUNT): 27 | before_batch_loading = time.time() 28 | 29 | batch_data, image_index = load_preprocessed_batch(image_list, image_index) 30 | vectored_batch = np.array(batch_data).ravel().astype(MODEL_INPUT_DATA_TYPE) 31 | 32 | loading_time = time.time() - before_batch_loading 33 | 34 | print("{}-Batch {}/{} took {} seconds to load".format(BATCH_SIZE, batch_index, BATCH_COUNT, loading_time)) 35 | 36 | 37 | if __name__ == '__main__': 38 | main() 39 | -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | ck>=1.55.8 2 | -------------------------------------------------------------------------------- /script/.cm/alias-a-image-classification: -------------------------------------------------------------------------------- 1 | b98ee24399ef4c3a 2 | -------------------------------------------------------------------------------- /script/.cm/alias-a-mlperf-inference-v0.5.closed.image-classification: -------------------------------------------------------------------------------- 1 | 850bc011e4635ae5 2 | -------------------------------------------------------------------------------- /script/.cm/alias-a-mlperf-inference-v0.5.open.image-classification: -------------------------------------------------------------------------------- 1 | fc78c1bbe2413db4 2 | -------------------------------------------------------------------------------- /script/.cm/alias-a-mlperf-inference-v0.5.open.object-detection: -------------------------------------------------------------------------------- 1 | 13458b870bfffd72 2 | -------------------------------------------------------------------------------- /script/.cm/alias-a-mlperf-inference-v0.7.image-classification: -------------------------------------------------------------------------------- 1 | dba09db8e07735a9 2 | -------------------------------------------------------------------------------- /script/.cm/alias-a-object-detection: -------------------------------------------------------------------------------- 1 | 24c98b0cee248d93 2 | -------------------------------------------------------------------------------- /script/.cm/alias-a-speech-recognition: -------------------------------------------------------------------------------- 1 | e605dca0447b3836 2 | -------------------------------------------------------------------------------- /script/.cm/alias-u-13458b870bfffd72: -------------------------------------------------------------------------------- 1 | mlperf-inference-v0.5.open.object-detection 2 | -------------------------------------------------------------------------------- /script/.cm/alias-u-24c98b0cee248d93: -------------------------------------------------------------------------------- 1 | object-detection 2 | -------------------------------------------------------------------------------- /script/.cm/alias-u-850bc011e4635ae5: -------------------------------------------------------------------------------- 1 | mlperf-inference-v0.5.closed.image-classification 2 | -------------------------------------------------------------------------------- /script/.cm/alias-u-b98ee24399ef4c3a: -------------------------------------------------------------------------------- 1 | image-classification 2 | -------------------------------------------------------------------------------- /script/.cm/alias-u-dba09db8e07735a9: -------------------------------------------------------------------------------- 1 | mlperf-inference-v0.7.image-classification 2 | -------------------------------------------------------------------------------- /script/.cm/alias-u-e605dca0447b3836: -------------------------------------------------------------------------------- 1 | speech-recognition 2 | -------------------------------------------------------------------------------- /script/.cm/alias-u-fc78c1bbe2413db4: -------------------------------------------------------------------------------- 1 | mlperf-inference-v0.5.open.image-classification 2 | -------------------------------------------------------------------------------- /script/image-classification/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /script/image-classification/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "b98ee24399ef4c3a", 3 | "backup_module_uid": "84e27ad9dd12e734", 4 | "backup_module_uoa": "script", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2019-03-11T14:50:08.613400", 8 | "version": [ 9 | "1", 10 | "9", 11 | "6", 12 | "1" 13 | ] 14 | }, 15 | "data_name": "image-classification" 16 | } 17 | -------------------------------------------------------------------------------- /script/image-classification/.cm/meta.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /script/mlperf-inference-v0.5.closed.image-classification/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /script/mlperf-inference-v0.5.closed.image-classification/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "850bc011e4635ae5", 3 | "backup_module_uid": "84e27ad9dd12e734", 4 | "backup_module_uoa": "script", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2019-10-04T23:10:39.307570", 8 | "version": [ 9 | "1", 10 | "9", 11 | "9", 12 | "1" 13 | ] 14 | }, 15 | "data_name": "mlperf-inference-v0.5.closed.image-classification" 16 | } 17 | -------------------------------------------------------------------------------- /script/mlperf-inference-v0.5.closed.image-classification/.cm/meta.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /script/mlperf-inference-v0.5.open.image-classification/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /script/mlperf-inference-v0.5.open.image-classification/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "fc78c1bbe2413db4", 3 | "backup_module_uid": "84e27ad9dd12e734", 4 | "backup_module_uoa": "script", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2019-10-07T12:24:29.539148", 8 | "version": [ 9 | "1", 10 | "11", 11 | "1", 12 | "1" 13 | ] 14 | }, 15 | "data_name": "mlperf-inference-v0.5.open.image-classification" 16 | } 17 | -------------------------------------------------------------------------------- /script/mlperf-inference-v0.5.open.image-classification/.cm/meta.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /script/mlperf-inference-v0.5.open.object-detection/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /script/mlperf-inference-v0.5.open.object-detection/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "13458b870bfffd72", 3 | "backup_module_uid": "84e27ad9dd12e734", 4 | "backup_module_uoa": "script", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2019-10-11T09:06:49.113070", 8 | "version": [ 9 | "1", 10 | "10", 11 | "3", 12 | "1" 13 | ] 14 | }, 15 | "data_name": "mlperf-inference-v0.5.open.object-detection" 16 | } 17 | -------------------------------------------------------------------------------- /script/mlperf-inference-v0.5.open.object-detection/.cm/meta.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /script/mlperf-inference-v0.7.image-classification/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /script/mlperf-inference-v0.7.image-classification/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "dba09db8e07735a9", 3 | "backup_module_uid": "84e27ad9dd12e734", 4 | "backup_module_uoa": "script", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2020-06-18T12:14:56.483695", 8 | "version": [ 9 | "1", 10 | "15", 11 | "0" 12 | ] 13 | }, 14 | "data_name": "mlperf-inference-v0.7.image-classification" 15 | } 16 | -------------------------------------------------------------------------------- /script/mlperf-inference-v0.7.image-classification/.cm/meta.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /script/object-detection/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /script/object-detection/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "24c98b0cee248d93", 3 | "backup_module_uid": "84e27ad9dd12e734", 4 | "backup_module_uoa": "script", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2019-03-29T07:07:20.136941", 8 | "version": [ 9 | "1", 10 | "9", 11 | "6", 12 | "1" 13 | ] 14 | }, 15 | "data_name": "object-detection" 16 | } 17 | -------------------------------------------------------------------------------- /script/object-detection/.cm/meta.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /script/object-detection/calc_metrics_kitti.py: -------------------------------------------------------------------------------- 1 | # 2 | # Copyright (c) 2018 cTuning foundation. 3 | # See CK COPYRIGHT.txt for copyright details. 4 | # 5 | # SPDX-License-Identifier: BSD-3-Clause. 6 | # See CK LICENSE.txt for licensing details. 7 | # 8 | 9 | def evaluate(results_dir, annotations_dir): 10 | # TODO: run `ck-tensorflow:program:kitti-eval-tool` 11 | raise Exception('KITTI evaluation is not implemented yet (TBD)') 12 | -------------------------------------------------------------------------------- /script/speech-recognition/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /script/speech-recognition/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "e605dca0447b3836", 3 | "backup_module_uid": "84e27ad9dd12e734", 4 | "backup_module_uoa": "script", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2020-07-06T11:15:18.299445", 8 | "version": [ 9 | "1", 10 | "15", 11 | "0" 12 | ] 13 | }, 14 | "data_name": "speech-recognition" 15 | } 16 | -------------------------------------------------------------------------------- /script/speech-recognition/.cm/meta.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /soft/.cm/alias-a-bench.fai-pep: -------------------------------------------------------------------------------- 1 | 1a869d84eb1a1fe5 2 | -------------------------------------------------------------------------------- /soft/.cm/alias-a-bench.mlmodelscope: -------------------------------------------------------------------------------- 1 | bd45429bee5fd779 2 | -------------------------------------------------------------------------------- /soft/.cm/alias-a-bench.sylt: -------------------------------------------------------------------------------- 1 | b50bf41c6bda616e 2 | -------------------------------------------------------------------------------- /soft/.cm/alias-a-config.loadgen: -------------------------------------------------------------------------------- 1 | d994bd755ce4b283 2 | -------------------------------------------------------------------------------- /soft/.cm/alias-a-lib.mlperf.loadgen.static: -------------------------------------------------------------------------------- 1 | 6c44b702d4441af1 2 | -------------------------------------------------------------------------------- /soft/.cm/alias-a-lib.python.coco-helper: -------------------------------------------------------------------------------- 1 | 64d59871138e67f9 2 | -------------------------------------------------------------------------------- /soft/.cm/alias-a-lib.python.imagenet-helper: -------------------------------------------------------------------------------- 1 | 70bc04a7e7845d79 2 | -------------------------------------------------------------------------------- /soft/.cm/alias-a-lib.python.mlperf.loadgen: -------------------------------------------------------------------------------- 1 | 4817b4c5316f6cb5 2 | -------------------------------------------------------------------------------- /soft/.cm/alias-a-lib.python.onnx: -------------------------------------------------------------------------------- 1 | ba0d59d9556b4832 2 | -------------------------------------------------------------------------------- /soft/.cm/alias-a-lib.python.tf2onnx: -------------------------------------------------------------------------------- 1 | 4d96c5ec4d0e0893 2 | -------------------------------------------------------------------------------- /soft/.cm/alias-a-lib.python.transformers: -------------------------------------------------------------------------------- 1 | f965f8f74eae87ce 2 | -------------------------------------------------------------------------------- /soft/.cm/alias-a-mlperf.inference.source: -------------------------------------------------------------------------------- 1 | d0d94f2c992e9c32 2 | -------------------------------------------------------------------------------- /soft/.cm/alias-a-model.onnx: -------------------------------------------------------------------------------- 1 | bcaac306e9041879 2 | -------------------------------------------------------------------------------- /soft/.cm/alias-u-1a869d84eb1a1fe5: -------------------------------------------------------------------------------- 1 | bench.fai-pep 2 | -------------------------------------------------------------------------------- /soft/.cm/alias-u-4817b4c5316f6cb5: -------------------------------------------------------------------------------- 1 | lib.python.mlperf.loadgen 2 | -------------------------------------------------------------------------------- /soft/.cm/alias-u-4d96c5ec4d0e0893: -------------------------------------------------------------------------------- 1 | lib.python.tf2onnx 2 | -------------------------------------------------------------------------------- /soft/.cm/alias-u-64d59871138e67f9: -------------------------------------------------------------------------------- 1 | lib.python.coco-helper 2 | -------------------------------------------------------------------------------- /soft/.cm/alias-u-6c44b702d4441af1: -------------------------------------------------------------------------------- 1 | lib.mlperf.loadgen.static 2 | -------------------------------------------------------------------------------- /soft/.cm/alias-u-70bc04a7e7845d79: -------------------------------------------------------------------------------- 1 | lib.python.imagenet-helper 2 | -------------------------------------------------------------------------------- /soft/.cm/alias-u-b50bf41c6bda616e: -------------------------------------------------------------------------------- 1 | bench.sylt 2 | -------------------------------------------------------------------------------- /soft/.cm/alias-u-ba0d59d9556b4832: -------------------------------------------------------------------------------- 1 | lib.python.onnx 2 | -------------------------------------------------------------------------------- /soft/.cm/alias-u-bcaac306e9041879: -------------------------------------------------------------------------------- 1 | model.onnx 2 | -------------------------------------------------------------------------------- /soft/.cm/alias-u-bd45429bee5fd779: -------------------------------------------------------------------------------- 1 | bench.mlmodelscope 2 | -------------------------------------------------------------------------------- /soft/.cm/alias-u-d0d94f2c992e9c32: -------------------------------------------------------------------------------- 1 | mlperf.inference.source 2 | -------------------------------------------------------------------------------- /soft/.cm/alias-u-d994bd755ce4b283: -------------------------------------------------------------------------------- 1 | config.loadgen 2 | -------------------------------------------------------------------------------- /soft/.cm/alias-u-f965f8f74eae87ce: -------------------------------------------------------------------------------- 1 | lib.python.transformers 2 | -------------------------------------------------------------------------------- /soft/bench.fai-pep/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /soft/bench.fai-pep/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "1a869d84eb1a1fe5", 3 | "backup_module_uid": "5e1100048ab875d7", 4 | "backup_module_uoa": "soft", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2018-11-26T15:48:27.402206", 8 | "version": [ 9 | "1", 10 | "9", 11 | "6", 12 | "1" 13 | ] 14 | }, 15 | "data_name": "bench.fai-pep" 16 | } 17 | -------------------------------------------------------------------------------- /soft/bench.fai-pep/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "auto_detect": "yes", 3 | "customize": { 4 | "check_that_exists": "yes", 5 | "ck_version": 10, 6 | "env_prefix": "CK_ENV_BENCH_FAI_PEP", 7 | "limit_recursion_dir_search": { 8 | "linux": 4, 9 | "win": 4 10 | }, 11 | "soft_file_universal": "benchmarking/run_bench.py" 12 | }, 13 | "soft_name": "AI benchmark from Facebook (FEI-PEP)", 14 | "tags": [ 15 | "bench", 16 | "facebook", 17 | "fai-pep" 18 | ] 19 | } 20 | -------------------------------------------------------------------------------- /soft/bench.mlmodelscope/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /soft/bench.mlmodelscope/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "bd45429bee5fd779", 3 | "backup_module_uid": "5e1100048ab875d7", 4 | "backup_module_uoa": "soft", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2018-11-27T14:22:19.805815", 8 | "version": [ 9 | "1", 10 | "9", 11 | "6", 12 | "1" 13 | ] 14 | }, 15 | "data_name": "bench.mlmodelscope" 16 | } 17 | -------------------------------------------------------------------------------- /soft/bench.mlmodelscope/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "auto_detect": "no", 3 | "customize": { 4 | "check_that_exists": "yes", 5 | "ck_version": 10, 6 | "env_prefix": "CK_ENV_BENCH_MLMODELSCOPE", 7 | "limit_recursion_dir_search": { 8 | "linux": 4, 9 | "win": 4 10 | }, 11 | "soft_file_universal": "?" 12 | }, 13 | "soft_name": "MLModelScope", 14 | "tags": [ 15 | "bench", 16 | "mlmodelscope" 17 | ] 18 | } 19 | -------------------------------------------------------------------------------- /soft/bench.sylt/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /soft/bench.sylt/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "b50bf41c6bda616e", 3 | "backup_module_uid": "5e1100048ab875d7", 4 | "backup_module_uoa": "soft", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2018-11-27T12:51:56.450614", 8 | "version": [ 9 | "1", 10 | "9", 11 | "6", 12 | "1" 13 | ] 14 | }, 15 | "data_name": "bench.sylt" 16 | } 17 | -------------------------------------------------------------------------------- /soft/bench.sylt/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "auto_detect": "yes", 3 | "customize": { 4 | "check_that_exists": "yes", 5 | "ck_version": 10, 6 | "env_prefix": "CK_ENV_BENCH_SYLT", 7 | "limit_recursion_dir_search": { 8 | "linux": 4, 9 | "win": 4 10 | }, 11 | "soft_file_universal": "trace_generator/trace_generator.h" 12 | }, 13 | "soft_name": "Trace Generation and Replay Harness", 14 | "tags": [ 15 | "bench", 16 | "google", 17 | "sylt" 18 | ] 19 | } 20 | -------------------------------------------------------------------------------- /soft/config.loadgen/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /soft/config.loadgen/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "d994bd755ce4b283", 3 | "backup_module_uid": "5e1100048ab875d7", 4 | "backup_module_uoa": "soft", 5 | "control": { 6 | "author": "Grigori Fursin", 7 | "author_email": "Grigori.Fursin@cTuning.org", 8 | "author_webpage": "http://fursin.net", 9 | "copyright": "See CK COPYRIGHT.txt for copyright details", 10 | "engine": "CK", 11 | "iso_datetime": "2019-10-28T15:30:56.478651", 12 | "license": "See CK LICENSE.txt for licensing details", 13 | "version": [ 14 | "1", 15 | "9", 16 | "7" 17 | ] 18 | }, 19 | "data_name": "config.loadgen" 20 | } 21 | -------------------------------------------------------------------------------- /soft/config.loadgen/README.md: -------------------------------------------------------------------------------- 1 | 2 | # Detecting pre-installed variations of this soft 3 | 4 | ## Using built-in payloads: 5 | 6 | ```bash 7 | $ ck detect soft --tags=config,loadgen,image-classification-armnn-tflite 8 | 9 | $ ck detect soft --tags=config,loadgen,image-classification-tflite 10 | ``` 11 | 12 | ## Using a MLPerf inference git checkout as a dependency: 13 | 14 | ```bash 15 | $ ck detect soft --tags=config,loadgen,test01 16 | 17 | $ ck detect soft --tags=config,loadgen,test04a 18 | 19 | $ ck detect soft --tags=config,loadgen,test04b 20 | 21 | $ ck detect soft --tags=config,loadgen,test05 22 | 23 | $ ck detect soft --tags=config,loadgen,original.mlperf.conf 24 | ``` 25 | 26 | ## You can also specify which branch of the MLPerf inference git checkout to detect from: 27 | 28 | ```bash 29 | $ ck detect soft --tags=config,loadgen,test04b,from.inference.master 30 | 31 | $ ck detect soft --tags=config,loadgen,test04a,from.inference.pr518 32 | ``` -------------------------------------------------------------------------------- /soft/config.loadgen/customize.py: -------------------------------------------------------------------------------- 1 | # 2 | # Collective Knowledge (individual environment - setup) 3 | # 4 | # See CK LICENSE.txt for licensing details 5 | # See CK COPYRIGHT.txt for copyright details 6 | # 7 | # Developer: Leo Gordon, dividiti 8 | # 9 | 10 | import os 11 | 12 | 13 | def dirs(i): 14 | 15 | config_source = i.get('install_env', {}).get('LOADGEN_CONFIG_SOURCE', 'MLPERF_INFERENCE_GIT_CHECKOUT') 16 | 17 | if config_source == 'MLPERF_INFERENCE_GIT_CHECKOUT': 18 | mlperf_source_repo_env = i['cfg']['deps']['mlperf-inference-src']['dict']['env'] 19 | search_in_path = mlperf_source_repo_env['CK_ENV_MLPERF_INFERENCE_V05'] 20 | elif config_source == 'SOFT_ENTRY_INTERNAL': 21 | search_in_path = i['soft_entry_path'] 22 | 23 | # from pprint import pprint 24 | # pprint(mlperf_source_repo_env) 25 | 26 | return {'return': 0, 'dirs': [ search_in_path ] } 27 | 28 | 29 | def setup(i): 30 | 31 | cus = i['customize'] 32 | env = i['env'] 33 | full_path = cus.get('full_path','') 34 | env_prefix = cus.get('env_prefix','') 35 | 36 | if env_prefix!='' and full_path!='': 37 | audit_dir = os.path.dirname(full_path) 38 | 39 | env[env_prefix] = audit_dir 40 | env[env_prefix+'_FILE'] = full_path 41 | 42 | return {'return':0, 'bat':''} 43 | -------------------------------------------------------------------------------- /soft/lib.mlperf.loadgen.static/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /soft/lib.mlperf.loadgen.static/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "6c44b702d4441af1", 3 | "backup_module_uid": "5e1100048ab875d7", 4 | "backup_module_uoa": "soft", 5 | "control": { 6 | "author": "cTuning foundation", 7 | "author_email": "admin@cTuning.org", 8 | "author_webpage": "http://cTuning.org", 9 | "copyright": "See CK COPYRIGHT.txt for copyright details", 10 | "engine": "CK", 11 | "iso_datetime": "2019-07-03T10:24:02.991291", 12 | "license": "See CK LICENSE.txt for licensing details", 13 | "version": [ 14 | "1", 15 | "9", 16 | "9" 17 | ] 18 | }, 19 | "data_name": "lib.mlperf.loadgen.static" 20 | } 21 | -------------------------------------------------------------------------------- /soft/lib.mlperf.loadgen.static/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "auto_detect": "yes", 3 | "customize": { 4 | "check_that_exists": "yes", 5 | "env_prefix": "CK_ENV_LIB_MLPERF_LOADGEN", 6 | "limit_recursion_dir_search": { 7 | "linux": 5 8 | }, 9 | "soft_file": { 10 | "linux": "libmlperf_loadgen.a" 11 | }, 12 | "soft_path_example": { 13 | "linux": "" 14 | } 15 | }, 16 | "soft_name": "MLPerf Inference LoadGen library", 17 | "tags": [ 18 | "lib", 19 | "mlperf", 20 | "loadgen", 21 | "mlperf_loadgen", 22 | "mlperf-loadgen", 23 | "static", 24 | "vmaster" 25 | ] 26 | } 27 | -------------------------------------------------------------------------------- /soft/lib.python.coco-helper/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /soft/lib.python.coco-helper/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "64d59871138e67f9", 3 | "backup_module_uid": "5e1100048ab875d7", 4 | "backup_module_uoa": "soft", 5 | "control": { 6 | "author": "cTuning foundation", 7 | "author_email": "admin@cTuning.org", 8 | "author_webpage": "http://cTuning.org", 9 | "copyright": "See CK COPYRIGHT.txt for copyright details", 10 | "engine": "CK", 11 | "iso_datetime": "2020-05-29T10:12:59.013033", 12 | "license": "See CK LICENSE.txt for licensing details", 13 | "version": [ 14 | "1", 15 | "15", 16 | "0" 17 | ] 18 | }, 19 | "data_name": "lib.python.coco-helper" 20 | } 21 | -------------------------------------------------------------------------------- /soft/lib.python.coco-helper/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "auto_detect": "yes", 3 | "customize": { 4 | "check_that_exists": "yes", 5 | "detect_in_soft_dir_only": "yes", 6 | "detect_version_as": "0", 7 | "env_prefix": "CK_ENV_PYTHON_PACKAGE_COCO_HELPER", 8 | "limit_recursion_dir_search": { 9 | "linux": 5, 10 | "win": 5 11 | }, 12 | "soft_file_universal": "coco_helper$#sep#$__init__.py" 13 | }, 14 | "soft_name": "COCO helper functions and metadata", 15 | "tags": [ 16 | "lib", 17 | "python-package", 18 | "coco-helper" 19 | ], 20 | "use_customize_script_from_another_entry": { 21 | "data_uoa": "4460bdb0ade2a3df", 22 | "module_uoa": "soft" 23 | } 24 | } 25 | -------------------------------------------------------------------------------- /soft/lib.python.imagenet-helper/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /soft/lib.python.imagenet-helper/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "70bc04a7e7845d79", 3 | "backup_module_uid": "5e1100048ab875d7", 4 | "backup_module_uoa": "soft", 5 | "control": { 6 | "author": "cTuning foundation", 7 | "author_email": "admin@cTuning.org", 8 | "author_webpage": "http://cTuning.org", 9 | "copyright": "See CK COPYRIGHT.txt for copyright details", 10 | "engine": "CK", 11 | "iso_datetime": "2020-05-26T14:20:50.944735", 12 | "license": "See CK LICENSE.txt for licensing details", 13 | "version": [ 14 | "1", 15 | "15", 16 | "0" 17 | ] 18 | }, 19 | "data_name": "lib.python.imagenet-helper" 20 | } 21 | -------------------------------------------------------------------------------- /soft/lib.python.imagenet-helper/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "auto_detect": "yes", 3 | "customize": { 4 | "check_that_exists": "yes", 5 | "env_prefix": "CK_ENV_PYTHON_PACKAGE_IMAGENET_HELPER", 6 | "limit_recursion_dir_search": { 7 | "linux": 5, 8 | "win": 5 9 | }, 10 | "soft_file_universal": "imagenet_helper$#sep#$__init__.py", 11 | "detect_in_soft_dir_only": "yes", 12 | "detect_version_as": "0" 13 | }, 14 | "soft_name": "ImageNet helper functions and metadata", 15 | "tags": [ 16 | "lib", 17 | "python-package", 18 | "imagenet-helper" 19 | ], 20 | "use_customize_script_from_another_entry": { 21 | "data_uoa": "4460bdb0ade2a3df", 22 | "module_uoa": "soft" 23 | } 24 | } 25 | -------------------------------------------------------------------------------- /soft/lib.python.mlperf.loadgen/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /soft/lib.python.mlperf.loadgen/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "4817b4c5316f6cb5", 3 | "backup_module_uid": "5e1100048ab875d7", 4 | "backup_module_uoa": "soft", 5 | "control": { 6 | "author": "cTuning foundation", 7 | "author_email": "admin@cTuning.org", 8 | "author_webpage": "http://cTuning.org", 9 | "copyright": "See CK COPYRIGHT.txt for copyright details", 10 | "engine": "CK", 11 | "iso_datetime": "2019-07-01T16:08:16.444337", 12 | "license": "See CK LICENSE.txt for licensing details", 13 | "version": [ 14 | "1", 15 | "9", 16 | "9" 17 | ] 18 | }, 19 | "data_name": "lib.python.mlperf.loadgen" 20 | } 21 | -------------------------------------------------------------------------------- /soft/lib.python.mlperf.loadgen/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "auto_detect": "yes", 3 | "customize": { 4 | "check_that_exists": "yes", 5 | "env_prefix": "CK_ENV_PYTHON_PACKAGE_MLPERF_LOADGEN", 6 | "limit_recursion_dir_search": { 7 | "linux": 5, 8 | "win": 5 9 | }, 10 | "soft_file_universal": "mlperf_loadgen$#sep#$__init__.py", 11 | "version_module_name": "version", 12 | "version_variable_name": "version" 13 | }, 14 | "soft_name": "MLPerf Inference LoadGen library", 15 | "tags": [ 16 | "lib", 17 | "mlperf", 18 | "python-package", 19 | "mlperf_loadgen", 20 | "mlperf-loadgen", 21 | "loadgen" 22 | ] 23 | } 24 | -------------------------------------------------------------------------------- /soft/lib.python.onnx/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /soft/lib.python.onnx/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "ba0d59d9556b4832", 3 | "backup_module_uid": "5e1100048ab875d7", 4 | "backup_module_uoa": "soft", 5 | "control": { 6 | "author": "cTuning foundation", 7 | "author_email": "admin@cTuning.org", 8 | "author_webpage": "http://cTuning.org", 9 | "copyright": "See CK COPYRIGHT.txt for copyright details", 10 | "engine": "CK", 11 | "iso_datetime": "2019-03-05T13:19:48.511159", 12 | "license": "See CK LICENSE.txt for licensing details", 13 | "version": [ 14 | "1", 15 | "9", 16 | "6", 17 | "1" 18 | ] 19 | }, 20 | "data_name": "lib.python.onnx" 21 | } 22 | -------------------------------------------------------------------------------- /soft/lib.python.onnx/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "auto_detect": "yes", 3 | "customize": { 4 | "check_that_exists": "yes", 5 | "env_prefix": "CK_ENV_PYTHON_PACKAGE_ONNX", 6 | "limit_recursion_dir_search": { 7 | "linux": 5, 8 | "win": 5 9 | }, 10 | "soft_file_universal": "onnx$#sep#$__init__.py", 11 | "version_module_name": "version", 12 | "version_variable_name": "version" 13 | }, 14 | "soft_name": "Python ONNX library", 15 | "tags": [ 16 | "lib", 17 | "python-package", 18 | "onnx" 19 | ], 20 | "use_customize_script_from_another_entry": { 21 | "data_uoa": "4460bdb0ade2a3df", 22 | "module_uoa": "soft" 23 | } 24 | } 25 | -------------------------------------------------------------------------------- /soft/lib.python.tf2onnx/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /soft/lib.python.tf2onnx/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "4d96c5ec4d0e0893", 3 | "backup_module_uid": "5e1100048ab875d7", 4 | "backup_module_uoa": "soft", 5 | "control": { 6 | "author": "cTuning foundation", 7 | "author_email": "admin@cTuning.org", 8 | "author_webpage": "http://cTuning.org", 9 | "copyright": "See CK COPYRIGHT.txt for copyright details", 10 | "engine": "CK", 11 | "iso_datetime": "2019-03-05T13:45:41.734689", 12 | "license": "See CK LICENSE.txt for licensing details", 13 | "version": [ 14 | "1", 15 | "9", 16 | "6", 17 | "1" 18 | ] 19 | }, 20 | "data_name": "lib.python.tf2onnx" 21 | } 22 | -------------------------------------------------------------------------------- /soft/lib.python.tf2onnx/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "auto_detect": "yes", 3 | "customize": { 4 | "check_that_exists": "yes", 5 | "env_prefix": "CK_ENV_PYTHON_PACKAGE_TF2ONNX", 6 | "limit_recursion_dir_search": { 7 | "linux": 5, 8 | "win": 5 9 | }, 10 | "soft_file_universal": "tf2onnx$#sep#$__init__.py", 11 | "version_module_name": "version", 12 | "version_variable_name": "version" 13 | }, 14 | "soft_name": "TF-to-ONNX model conversion library", 15 | "tags": [ 16 | "lib", 17 | "python-package", 18 | "tf2onnx" 19 | ], 20 | "use_customize_script_from_another_entry": { 21 | "data_uoa": "4460bdb0ade2a3df", 22 | "module_uoa": "soft" 23 | } 24 | } 25 | -------------------------------------------------------------------------------- /soft/lib.python.transformers/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /soft/lib.python.transformers/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "f965f8f74eae87ce", 3 | "backup_module_uid": "5e1100048ab875d7", 4 | "backup_module_uoa": "soft", 5 | "control": { 6 | "author": "cTuning foundation", 7 | "author_email": "admin@cTuning.org", 8 | "author_webpage": "http://cTuning.org", 9 | "copyright": "See CK COPYRIGHT.txt for copyright details", 10 | "engine": "CK", 11 | "iso_datetime": "2020-10-02T16:01:15.755260", 12 | "license": "See CK LICENSE.txt for licensing details", 13 | "version": [ 14 | "1", 15 | "9", 16 | "7" 17 | ] 18 | }, 19 | "data_name": "lib.python.transformers" 20 | } 21 | -------------------------------------------------------------------------------- /soft/lib.python.transformers/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "auto_detect": "yes", 3 | "customize": { 4 | "check_that_exists": "yes", 5 | "env_prefix": "CK_ENV_PYTHON_PACKAGE_TRANSFORMERS", 6 | "limit_recursion_dir_search": { 7 | "linux": 5, 8 | "win": 5 9 | }, 10 | "soft_file_universal": "transformers$#sep#$__init__.py", 11 | "version_module_name": "__init__", 12 | "version_variable_name": "__version__" 13 | }, 14 | "soft_name": "Python Transformers library", 15 | "tags": [ 16 | "lib", 17 | "python-package", 18 | "transformers" 19 | ], 20 | "use_customize_script_from_another_entry": { 21 | "data_uoa": "4460bdb0ade2a3df", 22 | "module_uoa": "soft" 23 | } 24 | } 25 | -------------------------------------------------------------------------------- /soft/mlperf.inference.source/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /soft/mlperf.inference.source/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "d0d94f2c992e9c32", 3 | "backup_module_uid": "5e1100048ab875d7", 4 | "backup_module_uoa": "soft", 5 | "control": { 6 | "author": "cTuning foundation", 7 | "author_email": "admin@cTuning.org", 8 | "author_webpage": "http://cTuning.org", 9 | "copyright": "See CK COPYRIGHT.txt for copyright details", 10 | "engine": "CK", 11 | "iso_datetime": "2019-06-27T15:31:37.188485", 12 | "license": "See CK LICENSE.txt for licensing details", 13 | "version": [ 14 | "1", 15 | "9", 16 | "8", 17 | "1" 18 | ] 19 | }, 20 | "data_name": "mlperf.inference.source" 21 | } 22 | -------------------------------------------------------------------------------- /soft/mlperf.inference.source/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "auto_detect": "yes", 3 | "customize": { 4 | "check_that_exists": "yes", 5 | "ck_version": 10, 6 | "env_prefix": "CK_ENV_MLPERF_INFERENCE", 7 | "limit_recursion_dir_search": { 8 | "linux": 5 9 | }, 10 | "soft_file_universal": "inference$#sep#$loadgen$#sep#$README.md" 11 | }, 12 | "soft_name": "MLPerf Inference source", 13 | "tags": [ 14 | "uninstalled", 15 | "mlperf", 16 | "inference", 17 | "src", 18 | "source" 19 | ], 20 | "template": "no" 21 | } 22 | -------------------------------------------------------------------------------- /soft/model.onnx/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /soft/model.onnx/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "bcaac306e9041879", 3 | "backup_module_uid": "5e1100048ab875d7", 4 | "backup_module_uoa": "soft", 5 | "control": { 6 | "author": "cTuning foundation", 7 | "author_email": "admin@cTuning.org", 8 | "author_webpage": "http://cTuning.org", 9 | "copyright": "See CK COPYRIGHT.txt for copyright details", 10 | "engine": "CK", 11 | "iso_datetime": "2019-03-05T12:23:47.929187", 12 | "license": "See CK LICENSE.txt for licensing details", 13 | "version": [ 14 | "1", 15 | "9", 16 | "6", 17 | "1" 18 | ] 19 | }, 20 | "data_name": "model.onnx" 21 | } 22 | -------------------------------------------------------------------------------- /soft/model.onnx/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "auto_detect": "yes", 3 | "customize": { 4 | "check_that_exists": "yes", 5 | "ck_version": 10, 6 | "env_prefix": "CK_ENV_ONNX_MODEL", 7 | "soft_file_universal": "*.onnx" 8 | }, 9 | "soft_name": "ONNX model", 10 | "tags": [ 11 | "onnx", 12 | "model" 13 | ], 14 | "template": "yes", 15 | "template_type": "ONNX model" 16 | } 17 | -------------------------------------------------------------------------------- /sut/.cm/alias-a-R640_6248R: -------------------------------------------------------------------------------- 1 | 2447191b44450a65 2 | -------------------------------------------------------------------------------- /sut/.cm/alias-a-aws-g4dn.4xlarge: -------------------------------------------------------------------------------- 1 | 36ad5d7cad94b13b 2 | -------------------------------------------------------------------------------- /sut/.cm/alias-a-dellemc_r740xd6248: -------------------------------------------------------------------------------- 1 | db28f54567b5b6b0 2 | -------------------------------------------------------------------------------- /sut/.cm/alias-a-firefly: -------------------------------------------------------------------------------- 1 | 4c72bb0bf2e633c1 2 | -------------------------------------------------------------------------------- /sut/.cm/alias-a-hikey960: -------------------------------------------------------------------------------- 1 | f0f48144742b4f0a 2 | -------------------------------------------------------------------------------- /sut/.cm/alias-a-mate10pro: -------------------------------------------------------------------------------- 1 | 67df49bba555cad6 2 | -------------------------------------------------------------------------------- /sut/.cm/alias-a-rpi4: -------------------------------------------------------------------------------- 1 | e674a8fba6b179d3 2 | -------------------------------------------------------------------------------- /sut/.cm/alias-a-rpi4coral: -------------------------------------------------------------------------------- 1 | f03a5ce459b4687a 2 | -------------------------------------------------------------------------------- /sut/.cm/alias-a-velociti: -------------------------------------------------------------------------------- 1 | 097cee40b045ba88 2 | -------------------------------------------------------------------------------- /sut/.cm/alias-a-xavier: -------------------------------------------------------------------------------- 1 | 43ae9a83db4adead 2 | -------------------------------------------------------------------------------- /sut/.cm/alias-u-097cee40b045ba88: -------------------------------------------------------------------------------- 1 | velociti 2 | -------------------------------------------------------------------------------- /sut/.cm/alias-u-2447191b44450a65: -------------------------------------------------------------------------------- 1 | R640_6248R 2 | -------------------------------------------------------------------------------- /sut/.cm/alias-u-36ad5d7cad94b13b: -------------------------------------------------------------------------------- 1 | aws-g4dn.4xlarge 2 | -------------------------------------------------------------------------------- /sut/.cm/alias-u-43ae9a83db4adead: -------------------------------------------------------------------------------- 1 | xavier 2 | -------------------------------------------------------------------------------- /sut/.cm/alias-u-4c72bb0bf2e633c1: -------------------------------------------------------------------------------- 1 | firefly 2 | -------------------------------------------------------------------------------- /sut/.cm/alias-u-67df49bba555cad6: -------------------------------------------------------------------------------- 1 | mate10pro 2 | -------------------------------------------------------------------------------- /sut/.cm/alias-u-db28f54567b5b6b0: -------------------------------------------------------------------------------- 1 | dellemc_r740xd6248 2 | -------------------------------------------------------------------------------- /sut/.cm/alias-u-e674a8fba6b179d3: -------------------------------------------------------------------------------- 1 | rpi4 2 | -------------------------------------------------------------------------------- /sut/.cm/alias-u-f03a5ce459b4687a: -------------------------------------------------------------------------------- 1 | rpi4coral 2 | -------------------------------------------------------------------------------- /sut/.cm/alias-u-f0f48144742b4f0a: -------------------------------------------------------------------------------- 1 | hikey960 2 | -------------------------------------------------------------------------------- /sut/R640_6248R/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /sut/R640_6248R/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "2447191b44450a65", 3 | "backup_module_uid": "194e44c4cacd5101", 4 | "backup_module_uoa": "sut", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2020-08-20T09:39:02.371574", 8 | "version": [ 9 | "1", 10 | "15", 11 | "0" 12 | ] 13 | }, 14 | "data_name": "R640_6248R" 15 | } 16 | -------------------------------------------------------------------------------- /sut/R640_6248R/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "data": { 3 | "division": "closed", 4 | "submitter": "DellEMC", 5 | "status": "available", 6 | "system_type": "datacenter", 7 | "system_name": "PowerEdge R640", 8 | "number_of_nodes": "1", 9 | "host_processor_model_name": "Intel(R) Xeon(R) Gold 6248R CPU @ 3.00GHz", 10 | "host_processors_per_node": "2", 11 | "host_processor_core_count": "24", 12 | "host_processor_frequency": "3.00GHz", 13 | "host_processor_caches": "", 14 | "host_memory_configuration": "", 15 | "host_memory_capacity": "188GB", 16 | "host_storage_capacity": "200GB", 17 | "host_storage_type": "SATA", 18 | "host_processor_interconnect": "", 19 | "host_networking": "", 20 | "host_networking_topology": "", 21 | "accelerators_per_node": "0", 22 | "accelerator_model_name": "-", 23 | "accelerator_frequency": "-", 24 | "accelerator_host_interconnect": "", 25 | "accelerator_interconnect": "", 26 | "accelerator_interconnect_topology": "", 27 | "accelerator_memory_capacity": "-", 28 | "accelerator_memory_configuration": "-", 29 | "accelerator_on-chip_memories": "-", 30 | "cooling": "", 31 | "hw_notes": "", 32 | "framework": "OpenVINO 2020.4", 33 | "operating_system": "Ubuntu 18.04.5 LTS; kernel 4.15.0-117-generic #118-Ubuntu SMP Fri Sep 4 20:02:41 UTC 2020 x86_64 x86_64 x86_64 GNU/Linux", 34 | "other_software_stack": "Intel MKL-DNN; Intel OpenMP", 35 | "sw_notes": "Powered by Collective Knowledge 1.15.0" 36 | } 37 | } 38 | -------------------------------------------------------------------------------- /sut/aws-g4dn.4xlarge/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /sut/aws-g4dn.4xlarge/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "36ad5d7cad94b13b", 3 | "backup_module_uid": "194e44c4cacd5101", 4 | "backup_module_uoa": "sut", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2020-09-07T21:26:54.452073", 8 | "version": [ 9 | "1", 10 | "15", 11 | "0" 12 | ] 13 | }, 14 | "data_name": "aws-g4dn.4xlarge" 15 | } 16 | -------------------------------------------------------------------------------- /sut/aws-g4dn.4xlarge/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "data": { 3 | "division": "closed", 4 | "submitter": "dividiti", 5 | "status": "available", 6 | "system_type": "datacenter", 7 | "system_name": "AWS g4dn.4xlarge", 8 | 9 | "number_of_nodes": "1", 10 | "host_processor_model_name": "Intel(R) Xeon(R) Platinum 8259CL CPU @ 2.50GHz", 11 | "host_processors_per_node": "1", 12 | "host_processor_core_count": "16", 13 | "host_processor_frequency": "2.50GHz", 14 | "host_processor_caches": "L1I$ 512=16x32 KiB, L1D$ 512=16x32 KiB, L2$ 1024 KiB, L3$ 36608 KiB", 15 | "host_memory_configuration": "", 16 | "host_memory_capacity": "64GB", 17 | "host_storage_capacity": "225GB", 18 | "host_storage_type": "", 19 | "host_processor_interconnect": "", 20 | "host_networking": "", 21 | "host_networking_topology": "", 22 | 23 | "accelerators_per_node": "0", 24 | "accelerator_model_name": "N/A", 25 | "accelerator_frequency": "", 26 | "accelerator_host_interconnect": "", 27 | "accelerator_interconnect": "", 28 | "accelerator_interconnect_topology": "", 29 | "accelerator_memory_capacity": "N/A", 30 | "accelerator_memory_configuration": "", 31 | "accelerator_on-chip_memories": "", 32 | "cooling": "", 33 | "hw_notes": "https://aws.amazon.com/ec2/instance-types/g4/", 34 | 35 | "framework": "OpenVINO", 36 | "operating_system": "Amazon Linux 2", 37 | "other_software_stack": "Ubuntu 18.04.5 under Docker version 19.03.6-ce, build 369ce74", 38 | "sw_notes": "Powered by Collective Knowledge v1.15.0" 39 | } 40 | } 41 | -------------------------------------------------------------------------------- /sut/dellemc_r740xd6248/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /sut/dellemc_r740xd6248/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "db28f54567b5b6b0", 3 | "backup_module_uid": "194e44c4cacd5101", 4 | "backup_module_uoa": "sut", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2020-08-11T11:59:33.425770", 8 | "version": [ 9 | "1", 10 | "9", 11 | "7" 12 | ] 13 | }, 14 | "data_name": "dellemc_r740xd6248" 15 | } 16 | -------------------------------------------------------------------------------- /sut/dellemc_r740xd6248/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "data": { 3 | "division": "closed", 4 | "submitter": "DELL EMC", 5 | "status": "available", 6 | "system_type": "datacenter", 7 | "system_name": "PowerEdge R740xd", 8 | 9 | "number_of_nodes": "1", 10 | "host_processor_model_name": "Intel(R) Xeon(R) Gold 6248 CPU @ 2.50GHz", 11 | "host_processors_per_node": "2", 12 | "host_processor_core_count": "20", 13 | "host_processor_frequency": "2.50GHz", 14 | "host_processor_caches": "", 15 | "host_memory_configuration": "", 16 | "host_memory_capacity": "760GB", 17 | "host_storage_capacity": "4.4T", 18 | "host_storage_type": "SATA", 19 | "host_processor_interconnect": "", 20 | "host_networking": "", 21 | "host_networking_topology": "", 22 | 23 | "accelerators_per_node": "0", 24 | "accelerator_model_name": "N/A", 25 | "accelerator_frequency": "", 26 | "accelerator_host_interconnect": "", 27 | "accelerator_interconnect": "", 28 | "accelerator_interconnect_topology": "", 29 | "accelerator_memory_capacity": "N/A", 30 | "accelerator_memory_configuration": "", 31 | "accelerator_on-chip_memories": "", 32 | "cooling": "", 33 | "hw_notes": "", 34 | 35 | "framework": "OpenVINO", 36 | "operating_system": "Ubuntu 18.04.3 LTS", 37 | "other_software_stack": "MKL-DNN; Version 0.19; URL: github.com/intel/mkl-dnn", 38 | "sw_notes": "none" 39 | } 40 | } 41 | -------------------------------------------------------------------------------- /sut/firefly/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /sut/firefly/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "4c72bb0bf2e633c1", 3 | "backup_module_uid": "194e44c4cacd5101", 4 | "backup_module_uoa": "sut", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2020-07-10T22:39:10.739829", 8 | "version": [ 9 | "1", 10 | "9", 11 | "7" 12 | ] 13 | }, 14 | "data_name": "firefly" 15 | } 16 | -------------------------------------------------------------------------------- /sut/hikey960/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /sut/hikey960/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "f0f48144742b4f0a", 3 | "backup_module_uid": "194e44c4cacd5101", 4 | "backup_module_uoa": "sut", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2020-07-10T22:41:39.847029", 8 | "version": [ 9 | "1", 10 | "9", 11 | "7" 12 | ] 13 | }, 14 | "data_name": "hikey960" 15 | } 16 | -------------------------------------------------------------------------------- /sut/mate10pro/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /sut/mate10pro/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "67df49bba555cad6", 3 | "backup_module_uid": "194e44c4cacd5101", 4 | "backup_module_uoa": "sut", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2020-07-10T22:43:06.627580", 8 | "version": [ 9 | "1", 10 | "9", 11 | "7" 12 | ] 13 | }, 14 | "data_name": "mate10pro" 15 | } 16 | -------------------------------------------------------------------------------- /sut/rpi4/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /sut/rpi4/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "e674a8fba6b179d3", 3 | "backup_module_uid": "194e44c4cacd5101", 4 | "backup_module_uoa": "sut", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2020-07-10T22:44:55.482998", 8 | "version": [ 9 | "1", 10 | "9", 11 | "7" 12 | ] 13 | }, 14 | "data_name": "rpi4" 15 | } 16 | -------------------------------------------------------------------------------- /sut/rpi4/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "data": { 3 | "division": "", 4 | "submitter": "dividiti", 5 | "status": "available", 6 | "system_type": "edge", 7 | "system_name": "Raspberry Pi 4 (rpi4)", 8 | 9 | "number_of_nodes": "1", 10 | "host_processor_model_name": "Arm Cortex-A72 MP4", 11 | "host_processors_per_node": "1", 12 | "host_processor_core_count": "4", 13 | "host_processor_frequency": "1500 MHz", 14 | "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", 15 | "host_memory_configuration": "-", 16 | "host_memory_capacity": "4 GiB", 17 | "host_storage_capacity": "128 GiB", 18 | "host_storage_type": "SanDisk Extreme Pro microSD", 19 | "host_processor_interconnect": "-", 20 | "host_networking": "-", 21 | "host_networking_topology": "-", 22 | 23 | "accelerators_per_node": "0", 24 | "accelerator_model_name": "-", 25 | "accelerator_frequency": "-", 26 | "accelerator_host_interconnect": "-", 27 | "accelerator_interconnect": "-", 28 | "accelerator_interconnect_topology": "-", 29 | "accelerator_memory_capacity": "-", 30 | "accelerator_memory_configuration": "-", 31 | "accelerator_on-chip_memories": "-", 32 | "cooling": "http://www.raspberrypiwiki.com/index.php/Armor_Case_B", 33 | "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", 34 | 35 | "framework": "", 36 | "operating_system": "Raspbian Bullseye (Debian 11); kernel Linux rpi4 5.4.51-v7l+ #1327 SMP (Thu Jul 23 11:04:39 BST 2020)", 37 | 38 | "other_software_stack": "GCC 9.3.0; Python 3.7.9", 39 | "sw_notes": "Powered by Collective Knowledge v1.15.0" 40 | } 41 | } 42 | -------------------------------------------------------------------------------- /sut/rpi4coral/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /sut/rpi4coral/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "f03a5ce459b4687a", 3 | "backup_module_uid": "194e44c4cacd5101", 4 | "backup_module_uoa": "sut", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2020-09-15T21:14:23.854438", 8 | "version": [ 9 | "1", 10 | "15", 11 | "0" 12 | ] 13 | }, 14 | "data_name": "rpi4coral" 15 | } 16 | -------------------------------------------------------------------------------- /sut/rpi4coral/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "data": { 3 | "division": "", 4 | "submitter": "dividiti", 5 | "status": "available", 6 | "system_type": "edge", 7 | "system_name": "Raspberry Pi 4 with Coral (rpi4coral)", 8 | 9 | "number_of_nodes": "1", 10 | "host_processor_model_name": "Arm Cortex-A72 MP4", 11 | "host_processors_per_node": "1", 12 | "host_processor_core_count": "4", 13 | "host_processor_frequency": "1500 MHz", 14 | "host_processor_caches": "L1I$ 128=4x32 KiB, L1D$ 128=4x32 KiB, L2$ 1 MiB", 15 | "host_memory_configuration": "-", 16 | "host_memory_capacity": "4 GiB", 17 | "host_storage_capacity": "128 GiB", 18 | "host_storage_type": "SanDisk Extreme Pro microSD", 19 | "host_processor_interconnect": "-", 20 | "host_networking": "-", 21 | "host_networking_topology": "-", 22 | 23 | "accelerators_per_node": "1", 24 | "accelerator_model_name": "Coral USB Accelerator", 25 | "accelerator_frequency": "-", 26 | "accelerator_host_interconnect": "-", 27 | "accelerator_interconnect": "-", 28 | "accelerator_interconnect_topology": "-", 29 | "accelerator_memory_capacity": "-", 30 | "accelerator_memory_configuration": "-", 31 | "accelerator_on-chip_memories": "-", 32 | 33 | "cooling": "MakerHawk Pi-FAN DC Brushless Cooling Fan LD3007MS", 34 | "hw_notes": "https://www.raspberrypi.org/products/raspberry-pi-4-model-b/specifications/", 35 | 36 | "framework": "", 37 | "operating_system": "Ubuntu 20.04.1; kernel 5.4.0-1018-raspi #20-Ubuntu SMP (Sun Sep 6 05:11:16 UTC 2020)", 38 | "other_software_stack": "GCC 9.3.0; Python 3.8.2", 39 | "sw_notes": "Powered by Collective Knowledge v1.15.0" 40 | } 41 | } 42 | -------------------------------------------------------------------------------- /sut/velociti/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /sut/velociti/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "097cee40b045ba88", 3 | "backup_module_uid": "194e44c4cacd5101", 4 | "backup_module_uoa": "sut", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2020-07-10T19:23:40.062352", 8 | "version": [ 9 | "1", 10 | "9", 11 | "7" 12 | ] 13 | }, 14 | "data_name": "velociti" 15 | } 16 | -------------------------------------------------------------------------------- /sut/xavier/.cm/desc.json: -------------------------------------------------------------------------------- 1 | {} 2 | -------------------------------------------------------------------------------- /sut/xavier/.cm/info.json: -------------------------------------------------------------------------------- 1 | { 2 | "backup_data_uid": "43ae9a83db4adead", 3 | "backup_module_uid": "194e44c4cacd5101", 4 | "backup_module_uoa": "sut", 5 | "control": { 6 | "engine": "CK", 7 | "iso_datetime": "2020-07-14T18:58:29.417858", 8 | "version": [ 9 | "1", 10 | "15", 11 | "0" 12 | ] 13 | }, 14 | "data_name": "xavier" 15 | } 16 | -------------------------------------------------------------------------------- /sut/xavier/.cm/meta.json: -------------------------------------------------------------------------------- 1 | { 2 | "data": { 3 | "division": "closed", 4 | "submitter": "NVIDIA", 5 | "status": "available", 6 | "system_type": "edge", 7 | "system_name": "NVIDIA Jetson AGX Xavier", 8 | 9 | "number_of_nodes": "1", 10 | "host_processor_model_name": "NVIDIA Carmel (ARMv8.2)", 11 | "host_processors_per_node": "1", 12 | "host_processor_core_count": "8", 13 | "host_processor_frequency": "2265.6 MHz", 14 | "host_processor_caches": "8MB L2 (2MB per dual cluster)/4 MB L3 (shared)", 15 | "host_memory_configuration": "", 16 | "host_memory_capacity": "32 GB", 17 | "host_storage_capacity": "400 GB", 18 | "host_storage_type": "SanDisk Extreme microSD", 19 | "host_processor_interconnect": "", 20 | "host_networking": "", 21 | "host_networking_topology": "", 22 | 23 | "accelerators_per_node": "1", 24 | "accelerator_model_name": "NVIDIA Xavier", 25 | "accelerator_frequency": "", 26 | "accelerator_host_interconnect": "", 27 | "accelerator_interconnect": "", 28 | "accelerator_interconnect_topology": "", 29 | "accelerator_memory_capacity": "Shared with host", 30 | "accelerator_memory_configuration": "SRAM", 31 | "accelerator_on-chip_memories": "1MB (128KB/SM) L1 + 512KB L2 + 4MB (DLA)", 32 | "cooling": "", 33 | "hw_notes": "DLAs are not used in the Offline and MultiStream scenarios (GPU only)", 34 | 35 | "framework": "JetPack 4.3, TensorRT 6.0.1, cuDNN 7.6.3, CUDA 10.0.326", 36 | "operating_system": "Ubuntu 18.04.5", 37 | "other_software_stack": "PyCUDA 2019.1.2", 38 | "sw_notes": "Powered by Collective Knowledge v1.15.0" 39 | } 40 | } 41 | --------------------------------------------------------------------------------