├── .github ├── ISSUE_TEMPLATE │ ├── bug_report.md │ ├── feature_request.md │ └── user_story.md ├── actions │ └── free-disk-space │ │ └── action.yml ├── dependabot.yml ├── pull_request_template.md └── workflows │ ├── actionlint.dockerfile │ ├── actionlint.yml │ ├── coverage.yml │ ├── labelpr.yaml │ ├── lint.yml │ ├── matchers │ ├── actionlint.json │ └── pylint.json │ ├── pypi.yml │ ├── spellcheck.yml │ └── test.yml ├── .gitignore ├── .isort.cfg ├── .pre-commit-config.yaml ├── .pylintrc ├── .spellcheck-en-custom.txt ├── .spellcheck.yml ├── .whitesource ├── CODEOWNERS ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── code-of-conduct.md ├── docs ├── fms_mo_design.md └── images │ ├── fp16_v_e4m3.png │ ├── fp16_v_e4m3_zoomin.png │ ├── fp8_comparison.png │ ├── int8_v_e4m3.png │ ├── int8_v_e4m3_log.png │ ├── layer_swapping.png │ └── q_dq_example.tif.png ├── examples ├── AIU_CONVERSION │ └── README.md ├── DQ_SQ │ └── README.md ├── FP8_QUANT │ └── README.md ├── GPTQ │ └── README.md ├── MX │ ├── README.md │ └── simple_mx_example.py ├── PTQ_INT8 │ ├── README.md │ ├── run_qa_no_trainer_ptq.py │ └── utils_qa.py └── QAT_INT8 │ ├── README.md │ ├── run_qa_no_trainer_qat.py │ └── utils_qa.py ├── fms_mo ├── __init__.py ├── aiu_addons │ ├── __init__.py │ ├── fp8 │ │ ├── __init__.py │ │ ├── fp8_adapter.py │ │ ├── fp8_attn.py │ │ ├── fp8_linear.py │ │ ├── fp8_spyre_op.py │ │ └── fp8_utils.py │ ├── gptq │ │ ├── __init__.py │ │ ├── gptq_aiu_adapter.py │ │ ├── gptq_aiu_linear.py │ │ └── gptq_aiu_op.py │ └── i8i8 │ │ ├── __init__.py │ │ ├── i8i8_aiu_adapter.py │ │ ├── i8i8_aiu_linear.py │ │ └── i8i8_aiu_op.py ├── calib.py ├── custom_ext_kernels │ ├── __init__.py │ ├── cutlass_i8i32gemm.cpp │ ├── cutlass_i8i32gemm.cu │ ├── ext_kernel_cublas.cpp │ ├── triton_kernels.py │ └── utils.py ├── dq.py ├── fx │ ├── __init__.py │ ├── dynamo_utils.py │ └── utils.py ├── modules │ ├── __init__.py │ ├── bmm.py │ ├── conv.py │ ├── linear.py │ └── lstm.py ├── prep.py ├── quant │ ├── README.md │ ├── ptq.py │ └── quantizers.py ├── quant_refactor │ ├── base_model.py │ ├── base_quant.py │ ├── get_quantizer_rc.py │ ├── linear_utils.py │ ├── lsq_rc.py │ ├── pact2_rc.py │ ├── pact2sym_rc.py │ ├── pact_rc.py │ ├── pactplussym_rc.py │ ├── per_channel_ste.py │ ├── per_tensor_ste.py │ ├── qmax_rc.py │ ├── quantizers_new.py │ ├── sawb_rc.py │ ├── sawb_utils.py │ └── torch_quantizer.py ├── recipes │ ├── dq.json │ ├── ptq_int8.json │ └── qat_int8.json ├── run_quant.py ├── training_args.py ├── utils │ ├── README.md │ ├── __init__.py │ ├── aiu_utils.py │ ├── calib_data.py │ ├── config_utils.py │ ├── custom_gptq_models.py │ ├── dq_utils.py │ ├── error_logging.py │ ├── eval_utils.py │ ├── import_utils.py │ ├── logging_utils.py │ ├── qconfig_utils.py │ ├── torchscript_utils.py │ └── utils.py └── version.py ├── install_patches.py ├── patches ├── README.md └── microxcaling.patch ├── pyproject.toml ├── pytest.ini ├── tests ├── __init__.py ├── aiu_addons │ ├── __init__.py │ ├── conftest.py │ ├── test_fp8_addon.py │ ├── test_gptq_addon.py │ └── test_int8_addon.py ├── artifacts │ ├── __init__.py │ ├── aiu_addons │ │ ├── ref_w-per_channel_a-per_tensor_asymm_sq-N.pt │ │ ├── ref_w-per_channel_a-per_tensor_symm_sq-N.pt │ │ ├── ref_w-per_channel_a-per_token_sq-N.pt │ │ ├── ref_w-per_tensor_a-per_tensor_asymm_sq-N.pt │ │ ├── ref_w-per_tensor_a-per_tensor_symm_sq-N.pt │ │ └── ref_w-per_tensor_a-per_token_sq-N.pt │ ├── configs │ │ └── dummy_job_config.json │ └── testdata │ │ ├── __init__.py │ │ └── wiki_maykeye_tinyllama_v0_numsamp2_seqlen2048 │ │ ├── data-00000-of-00001.arrow │ │ ├── dataset_info.json │ │ └── state.json ├── build │ ├── __init__.py │ ├── test_launch_script.py │ └── test_utils.py ├── models │ ├── __init__.py │ ├── conftest.py │ ├── grace_hopper_517x606.jpg │ ├── test_checkconfig.py │ ├── test_model_utils.py │ ├── test_mx.py │ ├── test_qmodelprep.py │ ├── test_save_aiu.py │ ├── test_saveconfig.py │ └── test_toymodels.py ├── quantizers │ ├── conftest.py │ ├── test_get_activation.py │ ├── test_get_weight.py │ ├── test_lsq.py │ ├── test_lsqplus.py │ ├── test_pact.py │ ├── test_pact2.py │ ├── test_pact2sym.py │ ├── test_pactplussym.py │ ├── test_qmax.py │ ├── test_quantizer_utils.py │ └── test_sawb.py ├── test_run_quant.py └── triton_kernels │ ├── __init__.py │ └── test_triton_mm.py ├── tox.ini └── tutorials ├── images └── lion.png └── quantization_tutorial.ipynb /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/user_story.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/.github/ISSUE_TEMPLATE/user_story.md -------------------------------------------------------------------------------- /.github/actions/free-disk-space/action.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/.github/actions/free-disk-space/action.yml -------------------------------------------------------------------------------- /.github/dependabot.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/.github/dependabot.yml -------------------------------------------------------------------------------- /.github/pull_request_template.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/.github/pull_request_template.md -------------------------------------------------------------------------------- /.github/workflows/actionlint.dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/.github/workflows/actionlint.dockerfile -------------------------------------------------------------------------------- /.github/workflows/actionlint.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/.github/workflows/actionlint.yml -------------------------------------------------------------------------------- /.github/workflows/coverage.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/.github/workflows/coverage.yml -------------------------------------------------------------------------------- /.github/workflows/labelpr.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/.github/workflows/labelpr.yaml -------------------------------------------------------------------------------- /.github/workflows/lint.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/.github/workflows/lint.yml -------------------------------------------------------------------------------- /.github/workflows/matchers/actionlint.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/.github/workflows/matchers/actionlint.json -------------------------------------------------------------------------------- /.github/workflows/matchers/pylint.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/.github/workflows/matchers/pylint.json -------------------------------------------------------------------------------- /.github/workflows/pypi.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/.github/workflows/pypi.yml -------------------------------------------------------------------------------- /.github/workflows/spellcheck.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/.github/workflows/spellcheck.yml -------------------------------------------------------------------------------- /.github/workflows/test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/.github/workflows/test.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/.gitignore -------------------------------------------------------------------------------- /.isort.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/.isort.cfg -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /.pylintrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/.pylintrc -------------------------------------------------------------------------------- /.spellcheck-en-custom.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/.spellcheck-en-custom.txt -------------------------------------------------------------------------------- /.spellcheck.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/.spellcheck.yml -------------------------------------------------------------------------------- /.whitesource: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/.whitesource -------------------------------------------------------------------------------- /CODEOWNERS: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/CODEOWNERS -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/README.md -------------------------------------------------------------------------------- /code-of-conduct.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/code-of-conduct.md -------------------------------------------------------------------------------- /docs/fms_mo_design.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/docs/fms_mo_design.md -------------------------------------------------------------------------------- /docs/images/fp16_v_e4m3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/docs/images/fp16_v_e4m3.png -------------------------------------------------------------------------------- /docs/images/fp16_v_e4m3_zoomin.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/docs/images/fp16_v_e4m3_zoomin.png -------------------------------------------------------------------------------- /docs/images/fp8_comparison.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/docs/images/fp8_comparison.png -------------------------------------------------------------------------------- /docs/images/int8_v_e4m3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/docs/images/int8_v_e4m3.png -------------------------------------------------------------------------------- /docs/images/int8_v_e4m3_log.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/docs/images/int8_v_e4m3_log.png -------------------------------------------------------------------------------- /docs/images/layer_swapping.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/docs/images/layer_swapping.png -------------------------------------------------------------------------------- /docs/images/q_dq_example.tif.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/docs/images/q_dq_example.tif.png -------------------------------------------------------------------------------- /examples/AIU_CONVERSION/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/examples/AIU_CONVERSION/README.md -------------------------------------------------------------------------------- /examples/DQ_SQ/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/examples/DQ_SQ/README.md -------------------------------------------------------------------------------- /examples/FP8_QUANT/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/examples/FP8_QUANT/README.md -------------------------------------------------------------------------------- /examples/GPTQ/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/examples/GPTQ/README.md -------------------------------------------------------------------------------- /examples/MX/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/examples/MX/README.md -------------------------------------------------------------------------------- /examples/MX/simple_mx_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/examples/MX/simple_mx_example.py -------------------------------------------------------------------------------- /examples/PTQ_INT8/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/examples/PTQ_INT8/README.md -------------------------------------------------------------------------------- /examples/PTQ_INT8/run_qa_no_trainer_ptq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/examples/PTQ_INT8/run_qa_no_trainer_ptq.py -------------------------------------------------------------------------------- /examples/PTQ_INT8/utils_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/examples/PTQ_INT8/utils_qa.py -------------------------------------------------------------------------------- /examples/QAT_INT8/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/examples/QAT_INT8/README.md -------------------------------------------------------------------------------- /examples/QAT_INT8/run_qa_no_trainer_qat.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/examples/QAT_INT8/run_qa_no_trainer_qat.py -------------------------------------------------------------------------------- /examples/QAT_INT8/utils_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/examples/QAT_INT8/utils_qa.py -------------------------------------------------------------------------------- /fms_mo/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/__init__.py -------------------------------------------------------------------------------- /fms_mo/aiu_addons/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/aiu_addons/__init__.py -------------------------------------------------------------------------------- /fms_mo/aiu_addons/fp8/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fms_mo/aiu_addons/fp8/fp8_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/aiu_addons/fp8/fp8_adapter.py -------------------------------------------------------------------------------- /fms_mo/aiu_addons/fp8/fp8_attn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/aiu_addons/fp8/fp8_attn.py -------------------------------------------------------------------------------- /fms_mo/aiu_addons/fp8/fp8_linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/aiu_addons/fp8/fp8_linear.py -------------------------------------------------------------------------------- /fms_mo/aiu_addons/fp8/fp8_spyre_op.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/aiu_addons/fp8/fp8_spyre_op.py -------------------------------------------------------------------------------- /fms_mo/aiu_addons/fp8/fp8_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/aiu_addons/fp8/fp8_utils.py -------------------------------------------------------------------------------- /fms_mo/aiu_addons/gptq/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fms_mo/aiu_addons/gptq/gptq_aiu_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/aiu_addons/gptq/gptq_aiu_adapter.py -------------------------------------------------------------------------------- /fms_mo/aiu_addons/gptq/gptq_aiu_linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/aiu_addons/gptq/gptq_aiu_linear.py -------------------------------------------------------------------------------- /fms_mo/aiu_addons/gptq/gptq_aiu_op.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/aiu_addons/gptq/gptq_aiu_op.py -------------------------------------------------------------------------------- /fms_mo/aiu_addons/i8i8/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fms_mo/aiu_addons/i8i8/i8i8_aiu_adapter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/aiu_addons/i8i8/i8i8_aiu_adapter.py -------------------------------------------------------------------------------- /fms_mo/aiu_addons/i8i8/i8i8_aiu_linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/aiu_addons/i8i8/i8i8_aiu_linear.py -------------------------------------------------------------------------------- /fms_mo/aiu_addons/i8i8/i8i8_aiu_op.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/aiu_addons/i8i8/i8i8_aiu_op.py -------------------------------------------------------------------------------- /fms_mo/calib.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/calib.py -------------------------------------------------------------------------------- /fms_mo/custom_ext_kernels/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/custom_ext_kernels/__init__.py -------------------------------------------------------------------------------- /fms_mo/custom_ext_kernels/cutlass_i8i32gemm.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/custom_ext_kernels/cutlass_i8i32gemm.cpp -------------------------------------------------------------------------------- /fms_mo/custom_ext_kernels/cutlass_i8i32gemm.cu: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/custom_ext_kernels/cutlass_i8i32gemm.cu -------------------------------------------------------------------------------- /fms_mo/custom_ext_kernels/ext_kernel_cublas.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/custom_ext_kernels/ext_kernel_cublas.cpp -------------------------------------------------------------------------------- /fms_mo/custom_ext_kernels/triton_kernels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/custom_ext_kernels/triton_kernels.py -------------------------------------------------------------------------------- /fms_mo/custom_ext_kernels/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/custom_ext_kernels/utils.py -------------------------------------------------------------------------------- /fms_mo/dq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/dq.py -------------------------------------------------------------------------------- /fms_mo/fx/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/fx/__init__.py -------------------------------------------------------------------------------- /fms_mo/fx/dynamo_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/fx/dynamo_utils.py -------------------------------------------------------------------------------- /fms_mo/fx/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/fx/utils.py -------------------------------------------------------------------------------- /fms_mo/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/modules/__init__.py -------------------------------------------------------------------------------- /fms_mo/modules/bmm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/modules/bmm.py -------------------------------------------------------------------------------- /fms_mo/modules/conv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/modules/conv.py -------------------------------------------------------------------------------- /fms_mo/modules/linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/modules/linear.py -------------------------------------------------------------------------------- /fms_mo/modules/lstm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/modules/lstm.py -------------------------------------------------------------------------------- /fms_mo/prep.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/prep.py -------------------------------------------------------------------------------- /fms_mo/quant/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/quant/README.md -------------------------------------------------------------------------------- /fms_mo/quant/ptq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/quant/ptq.py -------------------------------------------------------------------------------- /fms_mo/quant/quantizers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/quant/quantizers.py -------------------------------------------------------------------------------- /fms_mo/quant_refactor/base_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/quant_refactor/base_model.py -------------------------------------------------------------------------------- /fms_mo/quant_refactor/base_quant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/quant_refactor/base_quant.py -------------------------------------------------------------------------------- /fms_mo/quant_refactor/get_quantizer_rc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/quant_refactor/get_quantizer_rc.py -------------------------------------------------------------------------------- /fms_mo/quant_refactor/linear_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/quant_refactor/linear_utils.py -------------------------------------------------------------------------------- /fms_mo/quant_refactor/lsq_rc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/quant_refactor/lsq_rc.py -------------------------------------------------------------------------------- /fms_mo/quant_refactor/pact2_rc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/quant_refactor/pact2_rc.py -------------------------------------------------------------------------------- /fms_mo/quant_refactor/pact2sym_rc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/quant_refactor/pact2sym_rc.py -------------------------------------------------------------------------------- /fms_mo/quant_refactor/pact_rc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/quant_refactor/pact_rc.py -------------------------------------------------------------------------------- /fms_mo/quant_refactor/pactplussym_rc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/quant_refactor/pactplussym_rc.py -------------------------------------------------------------------------------- /fms_mo/quant_refactor/per_channel_ste.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/quant_refactor/per_channel_ste.py -------------------------------------------------------------------------------- /fms_mo/quant_refactor/per_tensor_ste.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/quant_refactor/per_tensor_ste.py -------------------------------------------------------------------------------- /fms_mo/quant_refactor/qmax_rc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/quant_refactor/qmax_rc.py -------------------------------------------------------------------------------- /fms_mo/quant_refactor/quantizers_new.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/quant_refactor/quantizers_new.py -------------------------------------------------------------------------------- /fms_mo/quant_refactor/sawb_rc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/quant_refactor/sawb_rc.py -------------------------------------------------------------------------------- /fms_mo/quant_refactor/sawb_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/quant_refactor/sawb_utils.py -------------------------------------------------------------------------------- /fms_mo/quant_refactor/torch_quantizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/quant_refactor/torch_quantizer.py -------------------------------------------------------------------------------- /fms_mo/recipes/dq.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/recipes/dq.json -------------------------------------------------------------------------------- /fms_mo/recipes/ptq_int8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/recipes/ptq_int8.json -------------------------------------------------------------------------------- /fms_mo/recipes/qat_int8.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/recipes/qat_int8.json -------------------------------------------------------------------------------- /fms_mo/run_quant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/run_quant.py -------------------------------------------------------------------------------- /fms_mo/training_args.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/training_args.py -------------------------------------------------------------------------------- /fms_mo/utils/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/utils/README.md -------------------------------------------------------------------------------- /fms_mo/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/utils/__init__.py -------------------------------------------------------------------------------- /fms_mo/utils/aiu_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/utils/aiu_utils.py -------------------------------------------------------------------------------- /fms_mo/utils/calib_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/utils/calib_data.py -------------------------------------------------------------------------------- /fms_mo/utils/config_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/utils/config_utils.py -------------------------------------------------------------------------------- /fms_mo/utils/custom_gptq_models.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/utils/custom_gptq_models.py -------------------------------------------------------------------------------- /fms_mo/utils/dq_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/utils/dq_utils.py -------------------------------------------------------------------------------- /fms_mo/utils/error_logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/utils/error_logging.py -------------------------------------------------------------------------------- /fms_mo/utils/eval_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/utils/eval_utils.py -------------------------------------------------------------------------------- /fms_mo/utils/import_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/utils/import_utils.py -------------------------------------------------------------------------------- /fms_mo/utils/logging_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/utils/logging_utils.py -------------------------------------------------------------------------------- /fms_mo/utils/qconfig_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/utils/qconfig_utils.py -------------------------------------------------------------------------------- /fms_mo/utils/torchscript_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/utils/torchscript_utils.py -------------------------------------------------------------------------------- /fms_mo/utils/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/utils/utils.py -------------------------------------------------------------------------------- /fms_mo/version.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/fms_mo/version.py -------------------------------------------------------------------------------- /install_patches.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/install_patches.py -------------------------------------------------------------------------------- /patches/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/patches/README.md -------------------------------------------------------------------------------- /patches/microxcaling.patch: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/patches/microxcaling.patch -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/pyproject.toml -------------------------------------------------------------------------------- /pytest.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/pytest.ini -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/__init__.py -------------------------------------------------------------------------------- /tests/aiu_addons/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/aiu_addons/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/aiu_addons/conftest.py -------------------------------------------------------------------------------- /tests/aiu_addons/test_fp8_addon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/aiu_addons/test_fp8_addon.py -------------------------------------------------------------------------------- /tests/aiu_addons/test_gptq_addon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/aiu_addons/test_gptq_addon.py -------------------------------------------------------------------------------- /tests/aiu_addons/test_int8_addon.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/aiu_addons/test_int8_addon.py -------------------------------------------------------------------------------- /tests/artifacts/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/artifacts/__init__.py -------------------------------------------------------------------------------- /tests/artifacts/aiu_addons/ref_w-per_channel_a-per_tensor_asymm_sq-N.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/artifacts/aiu_addons/ref_w-per_channel_a-per_tensor_asymm_sq-N.pt -------------------------------------------------------------------------------- /tests/artifacts/aiu_addons/ref_w-per_channel_a-per_tensor_symm_sq-N.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/artifacts/aiu_addons/ref_w-per_channel_a-per_tensor_symm_sq-N.pt -------------------------------------------------------------------------------- /tests/artifacts/aiu_addons/ref_w-per_channel_a-per_token_sq-N.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/artifacts/aiu_addons/ref_w-per_channel_a-per_token_sq-N.pt -------------------------------------------------------------------------------- /tests/artifacts/aiu_addons/ref_w-per_tensor_a-per_tensor_asymm_sq-N.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/artifacts/aiu_addons/ref_w-per_tensor_a-per_tensor_asymm_sq-N.pt -------------------------------------------------------------------------------- /tests/artifacts/aiu_addons/ref_w-per_tensor_a-per_tensor_symm_sq-N.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/artifacts/aiu_addons/ref_w-per_tensor_a-per_tensor_symm_sq-N.pt -------------------------------------------------------------------------------- /tests/artifacts/aiu_addons/ref_w-per_tensor_a-per_token_sq-N.pt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/artifacts/aiu_addons/ref_w-per_tensor_a-per_token_sq-N.pt -------------------------------------------------------------------------------- /tests/artifacts/configs/dummy_job_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/artifacts/configs/dummy_job_config.json -------------------------------------------------------------------------------- /tests/artifacts/testdata/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/artifacts/testdata/__init__.py -------------------------------------------------------------------------------- /tests/artifacts/testdata/wiki_maykeye_tinyllama_v0_numsamp2_seqlen2048/data-00000-of-00001.arrow: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/artifacts/testdata/wiki_maykeye_tinyllama_v0_numsamp2_seqlen2048/data-00000-of-00001.arrow -------------------------------------------------------------------------------- /tests/artifacts/testdata/wiki_maykeye_tinyllama_v0_numsamp2_seqlen2048/dataset_info.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/artifacts/testdata/wiki_maykeye_tinyllama_v0_numsamp2_seqlen2048/dataset_info.json -------------------------------------------------------------------------------- /tests/artifacts/testdata/wiki_maykeye_tinyllama_v0_numsamp2_seqlen2048/state.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/artifacts/testdata/wiki_maykeye_tinyllama_v0_numsamp2_seqlen2048/state.json -------------------------------------------------------------------------------- /tests/build/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/build/__init__.py -------------------------------------------------------------------------------- /tests/build/test_launch_script.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/build/test_launch_script.py -------------------------------------------------------------------------------- /tests/build/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/build/test_utils.py -------------------------------------------------------------------------------- /tests/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/models/__init__.py -------------------------------------------------------------------------------- /tests/models/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/models/conftest.py -------------------------------------------------------------------------------- /tests/models/grace_hopper_517x606.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/models/grace_hopper_517x606.jpg -------------------------------------------------------------------------------- /tests/models/test_checkconfig.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/models/test_checkconfig.py -------------------------------------------------------------------------------- /tests/models/test_model_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/models/test_model_utils.py -------------------------------------------------------------------------------- /tests/models/test_mx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/models/test_mx.py -------------------------------------------------------------------------------- /tests/models/test_qmodelprep.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/models/test_qmodelprep.py -------------------------------------------------------------------------------- /tests/models/test_save_aiu.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/models/test_save_aiu.py -------------------------------------------------------------------------------- /tests/models/test_saveconfig.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/models/test_saveconfig.py -------------------------------------------------------------------------------- /tests/models/test_toymodels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/models/test_toymodels.py -------------------------------------------------------------------------------- /tests/quantizers/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/quantizers/conftest.py -------------------------------------------------------------------------------- /tests/quantizers/test_get_activation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/quantizers/test_get_activation.py -------------------------------------------------------------------------------- /tests/quantizers/test_get_weight.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/quantizers/test_get_weight.py -------------------------------------------------------------------------------- /tests/quantizers/test_lsq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/quantizers/test_lsq.py -------------------------------------------------------------------------------- /tests/quantizers/test_lsqplus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/quantizers/test_lsqplus.py -------------------------------------------------------------------------------- /tests/quantizers/test_pact.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/quantizers/test_pact.py -------------------------------------------------------------------------------- /tests/quantizers/test_pact2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/quantizers/test_pact2.py -------------------------------------------------------------------------------- /tests/quantizers/test_pact2sym.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/quantizers/test_pact2sym.py -------------------------------------------------------------------------------- /tests/quantizers/test_pactplussym.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/quantizers/test_pactplussym.py -------------------------------------------------------------------------------- /tests/quantizers/test_qmax.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/quantizers/test_qmax.py -------------------------------------------------------------------------------- /tests/quantizers/test_quantizer_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/quantizers/test_quantizer_utils.py -------------------------------------------------------------------------------- /tests/quantizers/test_sawb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/quantizers/test_sawb.py -------------------------------------------------------------------------------- /tests/test_run_quant.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/test_run_quant.py -------------------------------------------------------------------------------- /tests/triton_kernels/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/triton_kernels/__init__.py -------------------------------------------------------------------------------- /tests/triton_kernels/test_triton_mm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tests/triton_kernels/test_triton_mm.py -------------------------------------------------------------------------------- /tox.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tox.ini -------------------------------------------------------------------------------- /tutorials/images/lion.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tutorials/images/lion.png -------------------------------------------------------------------------------- /tutorials/quantization_tutorial.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/foundation-model-stack/fms-model-optimizer/HEAD/tutorials/quantization_tutorial.ipynb --------------------------------------------------------------------------------