├── .gitignore ├── LICENSE ├── README.md ├── figures └── header.png ├── requirements.txt ├── setup.py ├── src └── threedsim │ ├── __init__.py │ ├── accelerator.py │ ├── graph │ ├── __init__.py │ ├── processing.py │ └── utils.py │ ├── inference │ ├── __init__.py │ ├── scheduler.py │ └── tracer.py │ ├── mapping │ ├── __init__.py │ ├── mapper.py │ └── utils.py │ ├── models │ ├── __init__.py │ ├── decoder_only.py │ ├── encoder_decoder.py │ └── encoder_only.py │ ├── modules │ ├── __init__.py │ ├── activation.py │ ├── base.py │ ├── decoder.py │ ├── embedding.py │ ├── encoder.py │ ├── layernorm.py │ ├── linear.py │ ├── moe.py │ └── multihead_attention.py │ ├── plotting │ ├── __init__.py │ ├── params.py │ └── plotting.py │ └── utils.py └── tests ├── functional_tests ├── decoder_only_model.py ├── functional_bert_tvlsi.py ├── test_functional_decoder_only.py └── test_functional_encoder_decoder.py ├── mapping_tests ├── test_mapping_decoder_only.py └── test_mapping_encoder_decoder_moe.py ├── model_tests ├── encoder_decoder_debug.py ├── test_decoder_only.py ├── test_decoder_only_fast_tracing.py ├── test_encoder_decoder.py ├── test_encoder_decoder_fast_tracing.py ├── test_encoder_decoder_moe.py ├── test_graph_integrity_encoder_decoder.py └── test_kv_caching.py ├── module_tests ├── test_decoders.py ├── test_encoders.py ├── test_encoders_large_linears.py └── test_moe.py ├── scheduling_tests └── test_dpu_resource_constraint.py └── test_config └── test_model_sram.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/README.md -------------------------------------------------------------------------------- /figures/header.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/figures/header.png -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/setup.py -------------------------------------------------------------------------------- /src/threedsim/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/threedsim/accelerator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/src/threedsim/accelerator.py -------------------------------------------------------------------------------- /src/threedsim/graph/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/src/threedsim/graph/__init__.py -------------------------------------------------------------------------------- /src/threedsim/graph/processing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/src/threedsim/graph/processing.py -------------------------------------------------------------------------------- /src/threedsim/graph/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/src/threedsim/graph/utils.py -------------------------------------------------------------------------------- /src/threedsim/inference/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/src/threedsim/inference/__init__.py -------------------------------------------------------------------------------- /src/threedsim/inference/scheduler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/src/threedsim/inference/scheduler.py -------------------------------------------------------------------------------- /src/threedsim/inference/tracer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/src/threedsim/inference/tracer.py -------------------------------------------------------------------------------- /src/threedsim/mapping/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/src/threedsim/mapping/__init__.py -------------------------------------------------------------------------------- /src/threedsim/mapping/mapper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/src/threedsim/mapping/mapper.py -------------------------------------------------------------------------------- /src/threedsim/mapping/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/src/threedsim/mapping/utils.py -------------------------------------------------------------------------------- /src/threedsim/models/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/src/threedsim/models/__init__.py -------------------------------------------------------------------------------- /src/threedsim/models/decoder_only.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/src/threedsim/models/decoder_only.py -------------------------------------------------------------------------------- /src/threedsim/models/encoder_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/src/threedsim/models/encoder_decoder.py -------------------------------------------------------------------------------- /src/threedsim/models/encoder_only.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/src/threedsim/models/encoder_only.py -------------------------------------------------------------------------------- /src/threedsim/modules/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/src/threedsim/modules/__init__.py -------------------------------------------------------------------------------- /src/threedsim/modules/activation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/src/threedsim/modules/activation.py -------------------------------------------------------------------------------- /src/threedsim/modules/base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/src/threedsim/modules/base.py -------------------------------------------------------------------------------- /src/threedsim/modules/decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/src/threedsim/modules/decoder.py -------------------------------------------------------------------------------- /src/threedsim/modules/embedding.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/src/threedsim/modules/embedding.py -------------------------------------------------------------------------------- /src/threedsim/modules/encoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/src/threedsim/modules/encoder.py -------------------------------------------------------------------------------- /src/threedsim/modules/layernorm.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/src/threedsim/modules/layernorm.py -------------------------------------------------------------------------------- /src/threedsim/modules/linear.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/src/threedsim/modules/linear.py -------------------------------------------------------------------------------- /src/threedsim/modules/moe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/src/threedsim/modules/moe.py -------------------------------------------------------------------------------- /src/threedsim/modules/multihead_attention.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/src/threedsim/modules/multihead_attention.py -------------------------------------------------------------------------------- /src/threedsim/plotting/__init__.py: -------------------------------------------------------------------------------- 1 | from .plotting import * 2 | -------------------------------------------------------------------------------- /src/threedsim/plotting/params.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/src/threedsim/plotting/params.py -------------------------------------------------------------------------------- /src/threedsim/plotting/plotting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/src/threedsim/plotting/plotting.py -------------------------------------------------------------------------------- /src/threedsim/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/src/threedsim/utils.py -------------------------------------------------------------------------------- /tests/functional_tests/decoder_only_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/tests/functional_tests/decoder_only_model.py -------------------------------------------------------------------------------- /tests/functional_tests/functional_bert_tvlsi.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/tests/functional_tests/functional_bert_tvlsi.py -------------------------------------------------------------------------------- /tests/functional_tests/test_functional_decoder_only.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/tests/functional_tests/test_functional_decoder_only.py -------------------------------------------------------------------------------- /tests/functional_tests/test_functional_encoder_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/tests/functional_tests/test_functional_encoder_decoder.py -------------------------------------------------------------------------------- /tests/mapping_tests/test_mapping_decoder_only.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/tests/mapping_tests/test_mapping_decoder_only.py -------------------------------------------------------------------------------- /tests/mapping_tests/test_mapping_encoder_decoder_moe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/tests/mapping_tests/test_mapping_encoder_decoder_moe.py -------------------------------------------------------------------------------- /tests/model_tests/encoder_decoder_debug.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/tests/model_tests/encoder_decoder_debug.py -------------------------------------------------------------------------------- /tests/model_tests/test_decoder_only.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/tests/model_tests/test_decoder_only.py -------------------------------------------------------------------------------- /tests/model_tests/test_decoder_only_fast_tracing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/tests/model_tests/test_decoder_only_fast_tracing.py -------------------------------------------------------------------------------- /tests/model_tests/test_encoder_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/tests/model_tests/test_encoder_decoder.py -------------------------------------------------------------------------------- /tests/model_tests/test_encoder_decoder_fast_tracing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/tests/model_tests/test_encoder_decoder_fast_tracing.py -------------------------------------------------------------------------------- /tests/model_tests/test_encoder_decoder_moe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/tests/model_tests/test_encoder_decoder_moe.py -------------------------------------------------------------------------------- /tests/model_tests/test_graph_integrity_encoder_decoder.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/tests/model_tests/test_graph_integrity_encoder_decoder.py -------------------------------------------------------------------------------- /tests/model_tests/test_kv_caching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/tests/model_tests/test_kv_caching.py -------------------------------------------------------------------------------- /tests/module_tests/test_decoders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/tests/module_tests/test_decoders.py -------------------------------------------------------------------------------- /tests/module_tests/test_encoders.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/tests/module_tests/test_encoders.py -------------------------------------------------------------------------------- /tests/module_tests/test_encoders_large_linears.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/tests/module_tests/test_encoders_large_linears.py -------------------------------------------------------------------------------- /tests/module_tests/test_moe.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/tests/module_tests/test_moe.py -------------------------------------------------------------------------------- /tests/scheduling_tests/test_dpu_resource_constraint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/tests/scheduling_tests/test_dpu_resource_constraint.py -------------------------------------------------------------------------------- /tests/test_config/test_model_sram.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/IBM/3D-CiM-LLM-Inference-Simulator/HEAD/tests/test_config/test_model_sram.py --------------------------------------------------------------------------------