├── .github ├── ISSUE_TEMPLATE │ ├── blank_issue.md │ ├── bug_report.md │ ├── config.yml │ ├── feature_request.md │ └── new-release.md ├── actions │ ├── docker-build-and-push │ │ └── action.yml │ └── trivy-scan │ │ └── action.yml └── workflows │ ├── ci-pr-checks.yaml │ ├── ci-release.yaml │ ├── md-link-check.yml │ ├── prow-github.yml │ ├── prow-pr-automerge.yml │ ├── prow-pr-remove-lgtm.yml │ ├── stale.yaml │ └── unstale.yaml ├── .gitignore ├── .golangci.yml ├── .lychee.toml ├── Dockerfile ├── LICENSE ├── Makefile ├── Makefile.tools.mk ├── OWNERS ├── README.md ├── cmd ├── llm-d-inference-sim │ └── main.go └── signals │ └── signals.go ├── go.mod ├── go.sum ├── helm └── llm-d-inference-sim │ ├── .helmignore │ ├── Chart.yaml │ ├── templates │ ├── NOTES.txt │ ├── _helpers.tpl │ ├── configmap.yaml │ ├── deployment.yaml │ ├── ingress.yaml │ └── service.yaml │ └── values.yaml ├── hooks └── pre-commit ├── manifests ├── basic-config.yaml ├── config.yaml ├── config_with_fake.yaml ├── deployment.yaml ├── disaggregation │ ├── README.md │ └── vllm-sim-pd.yaml └── invalid-config.yaml └── pkg ├── common ├── common_suite_test.go ├── config.go ├── config_test.go ├── logging │ └── levels.go ├── logprobs_test.go ├── logprobs_utils.go ├── publisher.go ├── publisher_test.go ├── test_utils.go ├── tools_utils.go ├── utils.go └── utils_test.go ├── dataset ├── .llm-d │ ├── test.invalid.column.sqlite3 │ ├── test.invalid.sqlite3 │ ├── test.invalid.table.sqlite3 │ ├── test.invalid.type.sqlite3 │ └── test.valid.sqlite3 ├── custom_dataset.go ├── custom_dataset_downloader.go ├── custom_dataset_test.go ├── dataset.go ├── dataset_suite_test.go ├── dataset_test.go ├── histogram_helper.go ├── sqlite_helper.go └── test_helpers.go ├── kv-cache ├── block_cache.go ├── kv_cache.go ├── kv_cache_sender.go ├── kv_cache_suite_test.go ├── kv_cache_test.go └── kv_test_helper.go ├── llm-d-inference-sim ├── failures.go ├── failures_test.go ├── helpers.go ├── latencies.go ├── latencies_test.go ├── lora.go ├── lora_test.go ├── metrics.go ├── metrics_test.go ├── seed_test.go ├── server.go ├── server_fixture_test.go ├── server_test.go ├── server_tls.go ├── simulator.go ├── simulator_test.go ├── streaming.go ├── test_utils.go ├── tools_test.go ├── vllm_sim_suite_test.go ├── worker.go └── worker_test.go ├── openai-server-api ├── request.go ├── response.go └── tool_choice.go └── vllm-api ├── tokenize.go └── vllm-models.go /.github/ISSUE_TEMPLATE/blank_issue.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/.github/ISSUE_TEMPLATE/blank_issue.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/config.yml: -------------------------------------------------------------------------------- 1 | blank_issues_enabled: false 2 | -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/new-release.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/.github/ISSUE_TEMPLATE/new-release.md -------------------------------------------------------------------------------- /.github/actions/docker-build-and-push/action.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/.github/actions/docker-build-and-push/action.yml -------------------------------------------------------------------------------- /.github/actions/trivy-scan/action.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/.github/actions/trivy-scan/action.yml -------------------------------------------------------------------------------- /.github/workflows/ci-pr-checks.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/.github/workflows/ci-pr-checks.yaml -------------------------------------------------------------------------------- /.github/workflows/ci-release.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/.github/workflows/ci-release.yaml -------------------------------------------------------------------------------- /.github/workflows/md-link-check.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/.github/workflows/md-link-check.yml -------------------------------------------------------------------------------- /.github/workflows/prow-github.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/.github/workflows/prow-github.yml -------------------------------------------------------------------------------- /.github/workflows/prow-pr-automerge.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/.github/workflows/prow-pr-automerge.yml -------------------------------------------------------------------------------- /.github/workflows/prow-pr-remove-lgtm.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/.github/workflows/prow-pr-remove-lgtm.yml -------------------------------------------------------------------------------- /.github/workflows/stale.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/.github/workflows/stale.yaml -------------------------------------------------------------------------------- /.github/workflows/unstale.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/.github/workflows/unstale.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/.gitignore -------------------------------------------------------------------------------- /.golangci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/.golangci.yml -------------------------------------------------------------------------------- /.lychee.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/.lychee.toml -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/LICENSE -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/Makefile -------------------------------------------------------------------------------- /Makefile.tools.mk: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/Makefile.tools.mk -------------------------------------------------------------------------------- /OWNERS: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/OWNERS -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/README.md -------------------------------------------------------------------------------- /cmd/llm-d-inference-sim/main.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/cmd/llm-d-inference-sim/main.go -------------------------------------------------------------------------------- /cmd/signals/signals.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/cmd/signals/signals.go -------------------------------------------------------------------------------- /go.mod: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/go.mod -------------------------------------------------------------------------------- /go.sum: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/go.sum -------------------------------------------------------------------------------- /helm/llm-d-inference-sim/.helmignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/helm/llm-d-inference-sim/.helmignore -------------------------------------------------------------------------------- /helm/llm-d-inference-sim/Chart.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/helm/llm-d-inference-sim/Chart.yaml -------------------------------------------------------------------------------- /helm/llm-d-inference-sim/templates/NOTES.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/helm/llm-d-inference-sim/templates/NOTES.txt -------------------------------------------------------------------------------- /helm/llm-d-inference-sim/templates/_helpers.tpl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/helm/llm-d-inference-sim/templates/_helpers.tpl -------------------------------------------------------------------------------- /helm/llm-d-inference-sim/templates/configmap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/helm/llm-d-inference-sim/templates/configmap.yaml -------------------------------------------------------------------------------- /helm/llm-d-inference-sim/templates/deployment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/helm/llm-d-inference-sim/templates/deployment.yaml -------------------------------------------------------------------------------- /helm/llm-d-inference-sim/templates/ingress.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/helm/llm-d-inference-sim/templates/ingress.yaml -------------------------------------------------------------------------------- /helm/llm-d-inference-sim/templates/service.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/helm/llm-d-inference-sim/templates/service.yaml -------------------------------------------------------------------------------- /helm/llm-d-inference-sim/values.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/helm/llm-d-inference-sim/values.yaml -------------------------------------------------------------------------------- /hooks/pre-commit: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/hooks/pre-commit -------------------------------------------------------------------------------- /manifests/basic-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/manifests/basic-config.yaml -------------------------------------------------------------------------------- /manifests/config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/manifests/config.yaml -------------------------------------------------------------------------------- /manifests/config_with_fake.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/manifests/config_with_fake.yaml -------------------------------------------------------------------------------- /manifests/deployment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/manifests/deployment.yaml -------------------------------------------------------------------------------- /manifests/disaggregation/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/manifests/disaggregation/README.md -------------------------------------------------------------------------------- /manifests/disaggregation/vllm-sim-pd.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/manifests/disaggregation/vllm-sim-pd.yaml -------------------------------------------------------------------------------- /manifests/invalid-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/manifests/invalid-config.yaml -------------------------------------------------------------------------------- /pkg/common/common_suite_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/common/common_suite_test.go -------------------------------------------------------------------------------- /pkg/common/config.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/common/config.go -------------------------------------------------------------------------------- /pkg/common/config_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/common/config_test.go -------------------------------------------------------------------------------- /pkg/common/logging/levels.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/common/logging/levels.go -------------------------------------------------------------------------------- /pkg/common/logprobs_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/common/logprobs_test.go -------------------------------------------------------------------------------- /pkg/common/logprobs_utils.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/common/logprobs_utils.go -------------------------------------------------------------------------------- /pkg/common/publisher.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/common/publisher.go -------------------------------------------------------------------------------- /pkg/common/publisher_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/common/publisher_test.go -------------------------------------------------------------------------------- /pkg/common/test_utils.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/common/test_utils.go -------------------------------------------------------------------------------- /pkg/common/tools_utils.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/common/tools_utils.go -------------------------------------------------------------------------------- /pkg/common/utils.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/common/utils.go -------------------------------------------------------------------------------- /pkg/common/utils_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/common/utils_test.go -------------------------------------------------------------------------------- /pkg/dataset/.llm-d/test.invalid.column.sqlite3: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/dataset/.llm-d/test.invalid.column.sqlite3 -------------------------------------------------------------------------------- /pkg/dataset/.llm-d/test.invalid.sqlite3: -------------------------------------------------------------------------------- 1 | Hello world! 2 | -------------------------------------------------------------------------------- /pkg/dataset/.llm-d/test.invalid.table.sqlite3: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/dataset/.llm-d/test.invalid.table.sqlite3 -------------------------------------------------------------------------------- /pkg/dataset/.llm-d/test.invalid.type.sqlite3: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/dataset/.llm-d/test.invalid.type.sqlite3 -------------------------------------------------------------------------------- /pkg/dataset/.llm-d/test.valid.sqlite3: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/dataset/.llm-d/test.valid.sqlite3 -------------------------------------------------------------------------------- /pkg/dataset/custom_dataset.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/dataset/custom_dataset.go -------------------------------------------------------------------------------- /pkg/dataset/custom_dataset_downloader.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/dataset/custom_dataset_downloader.go -------------------------------------------------------------------------------- /pkg/dataset/custom_dataset_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/dataset/custom_dataset_test.go -------------------------------------------------------------------------------- /pkg/dataset/dataset.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/dataset/dataset.go -------------------------------------------------------------------------------- /pkg/dataset/dataset_suite_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/dataset/dataset_suite_test.go -------------------------------------------------------------------------------- /pkg/dataset/dataset_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/dataset/dataset_test.go -------------------------------------------------------------------------------- /pkg/dataset/histogram_helper.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/dataset/histogram_helper.go -------------------------------------------------------------------------------- /pkg/dataset/sqlite_helper.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/dataset/sqlite_helper.go -------------------------------------------------------------------------------- /pkg/dataset/test_helpers.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/dataset/test_helpers.go -------------------------------------------------------------------------------- /pkg/kv-cache/block_cache.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/kv-cache/block_cache.go -------------------------------------------------------------------------------- /pkg/kv-cache/kv_cache.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/kv-cache/kv_cache.go -------------------------------------------------------------------------------- /pkg/kv-cache/kv_cache_sender.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/kv-cache/kv_cache_sender.go -------------------------------------------------------------------------------- /pkg/kv-cache/kv_cache_suite_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/kv-cache/kv_cache_suite_test.go -------------------------------------------------------------------------------- /pkg/kv-cache/kv_cache_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/kv-cache/kv_cache_test.go -------------------------------------------------------------------------------- /pkg/kv-cache/kv_test_helper.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/kv-cache/kv_test_helper.go -------------------------------------------------------------------------------- /pkg/llm-d-inference-sim/failures.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/llm-d-inference-sim/failures.go -------------------------------------------------------------------------------- /pkg/llm-d-inference-sim/failures_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/llm-d-inference-sim/failures_test.go -------------------------------------------------------------------------------- /pkg/llm-d-inference-sim/helpers.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/llm-d-inference-sim/helpers.go -------------------------------------------------------------------------------- /pkg/llm-d-inference-sim/latencies.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/llm-d-inference-sim/latencies.go -------------------------------------------------------------------------------- /pkg/llm-d-inference-sim/latencies_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/llm-d-inference-sim/latencies_test.go -------------------------------------------------------------------------------- /pkg/llm-d-inference-sim/lora.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/llm-d-inference-sim/lora.go -------------------------------------------------------------------------------- /pkg/llm-d-inference-sim/lora_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/llm-d-inference-sim/lora_test.go -------------------------------------------------------------------------------- /pkg/llm-d-inference-sim/metrics.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/llm-d-inference-sim/metrics.go -------------------------------------------------------------------------------- /pkg/llm-d-inference-sim/metrics_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/llm-d-inference-sim/metrics_test.go -------------------------------------------------------------------------------- /pkg/llm-d-inference-sim/seed_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/llm-d-inference-sim/seed_test.go -------------------------------------------------------------------------------- /pkg/llm-d-inference-sim/server.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/llm-d-inference-sim/server.go -------------------------------------------------------------------------------- /pkg/llm-d-inference-sim/server_fixture_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/llm-d-inference-sim/server_fixture_test.go -------------------------------------------------------------------------------- /pkg/llm-d-inference-sim/server_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/llm-d-inference-sim/server_test.go -------------------------------------------------------------------------------- /pkg/llm-d-inference-sim/server_tls.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/llm-d-inference-sim/server_tls.go -------------------------------------------------------------------------------- /pkg/llm-d-inference-sim/simulator.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/llm-d-inference-sim/simulator.go -------------------------------------------------------------------------------- /pkg/llm-d-inference-sim/simulator_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/llm-d-inference-sim/simulator_test.go -------------------------------------------------------------------------------- /pkg/llm-d-inference-sim/streaming.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/llm-d-inference-sim/streaming.go -------------------------------------------------------------------------------- /pkg/llm-d-inference-sim/test_utils.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/llm-d-inference-sim/test_utils.go -------------------------------------------------------------------------------- /pkg/llm-d-inference-sim/tools_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/llm-d-inference-sim/tools_test.go -------------------------------------------------------------------------------- /pkg/llm-d-inference-sim/vllm_sim_suite_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/llm-d-inference-sim/vllm_sim_suite_test.go -------------------------------------------------------------------------------- /pkg/llm-d-inference-sim/worker.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/llm-d-inference-sim/worker.go -------------------------------------------------------------------------------- /pkg/llm-d-inference-sim/worker_test.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/llm-d-inference-sim/worker_test.go -------------------------------------------------------------------------------- /pkg/openai-server-api/request.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/openai-server-api/request.go -------------------------------------------------------------------------------- /pkg/openai-server-api/response.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/openai-server-api/response.go -------------------------------------------------------------------------------- /pkg/openai-server-api/tool_choice.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/openai-server-api/tool_choice.go -------------------------------------------------------------------------------- /pkg/vllm-api/tokenize.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/vllm-api/tokenize.go -------------------------------------------------------------------------------- /pkg/vllm-api/vllm-models.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/llm-d/llm-d-inference-sim/HEAD/pkg/vllm-api/vllm-models.go --------------------------------------------------------------------------------