├── .dockerignore ├── .env.example ├── .github └── workflows │ ├── black.yml │ ├── build.yml │ └── unittests.yml ├── .gitignore ├── CODE-OF-CONDUCT.md ├── CONTRIBUTING.md ├── Dockerfile ├── LICENSE ├── MAINTAINERS.md ├── Makefile ├── README.md ├── baseline.env ├── docs └── SETUP.md ├── examples ├── README.md ├── example_benchmark.py ├── example_energy.py ├── example_llama.py ├── example_openshift.py └── yamls │ ├── guide_llm_vllmd_workload_specification.yml │ ├── guide_llm_workload_specification.yml │ ├── llama4_longinput_H100.yaml │ ├── llama4_sharegpt_H100.yaml │ ├── llama8b_long_input.yaml │ ├── llama8b_sharegpt_chenw.yaml │ ├── lmbench_llama70b_2replica_A100.yaml │ ├── lmbench_llama70b_2replica_H100.yaml │ ├── lmbench_llama70b_k8s.yaml │ ├── lmbench_llama70b_openshift.yaml │ ├── lmbench_llama8b_2replicas_spec.yaml │ ├── lmbench_vllmd_workload_with_apps_spec.yaml │ ├── model_specifications_tgis_all.yml │ ├── model_specifications_tgis_one.yml │ └── workload_specification.yml ├── fmperf ├── Cluster.py ├── DeployedModel.py ├── ModelSpecs.py ├── StackSpec.py ├── WorkloadSpecs.py ├── __init__.py ├── data │ ├── README.md │ ├── __init__.py │ ├── ai.txt │ └── all_nbins_64.pkl ├── loadgen │ ├── __init__.py │ ├── collect_energy.py │ ├── custom_histogram_model.py │ ├── default_metrics.yaml │ ├── generate-input.py │ ├── generate-text-from-quac.py │ ├── run.py │ ├── sweep.py │ ├── test_collect_energy.py │ └── tests │ │ ├── file_lacks │ │ ├── flan-t5_1_2023-12-01_06-36-31Z_DCGM_FI_DEV_GPU_UTIL.csv │ │ ├── flan-t5_1_2023-12-01_06-36-31Z_DCGM_FI_DEV_MEM_COPY_UTIL.csv │ │ ├── flan-t5_1_2023-12-01_06-36-31Z_DCGM_FI_DEV_POWER_USAGE.csv │ │ ├── flan-t5_1_2023-12-01_06-36-31Z_kepler_container_dram_joules_total.csv │ │ └── flan-t5_1_2023-12-01_06-36-31Z_kepler_container_package_joules_total.csv │ │ ├── file_power_lacks │ │ ├── flan-t5_1_2023-12-01_06-36-31Z_DCGM_FI_DEV_GPU_UTIL.csv │ │ ├── flan-t5_1_2023-12-01_06-36-31Z_DCGM_FI_DEV_MEM_COPY_UTIL.csv │ │ ├── flan-t5_1_2023-12-01_06-36-31Z_kepler_container_dram_joules_total.csv │ │ ├── flan-t5_1_2023-12-01_06-36-31Z_kepler_container_gpu_joules_total.csv │ │ └── flan-t5_1_2023-12-01_06-36-31Z_kepler_container_package_joules_total.csv │ │ └── sample_metrics │ │ ├── flan-t5_1_2023-12-01_06-36-31Z_DCGM_FI_DEV_GPU_UTIL.csv │ │ ├── flan-t5_1_2023-12-01_06-36-31Z_DCGM_FI_DEV_MEM_COPY_UTIL.csv │ │ ├── flan-t5_1_2023-12-01_06-36-31Z_DCGM_FI_DEV_POWER_USAGE.csv │ │ ├── flan-t5_1_2023-12-01_06-36-31Z_kepler_container_dram_joules_total.csv │ │ ├── flan-t5_1_2023-12-01_06-36-31Z_kepler_container_gpu_joules_total.csv │ │ └── flan-t5_1_2023-12-01_06-36-31Z_kepler_container_package_joules_total.csv ├── tests │ └── test_import.py ├── utils │ ├── Benchmarking.py │ ├── Creating.py │ ├── Deleting.py │ ├── Logging.py │ ├── Parsing.py │ ├── Waiting.py │ ├── __init__.py │ ├── approx.py │ ├── constants.py │ └── storage.py └── vllm-benchmark │ ├── Dockerfile │ └── run_benchmark.sh ├── launch_cmp_benchmark.sh ├── llm-d.env ├── requirements-dev.txt ├── requirements.txt ├── results └── .DS_Store ├── scripts ├── clean_pvc_data.sh ├── logs.sh └── sync_pvc_data.sh └── setup.py /.dockerignore: -------------------------------------------------------------------------------- 1 | __pycache__ 2 | .* 3 | htmlcov/ 4 | reports/ 5 | -------------------------------------------------------------------------------- /.env.example: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/.env.example -------------------------------------------------------------------------------- /.github/workflows/black.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/.github/workflows/black.yml -------------------------------------------------------------------------------- /.github/workflows/build.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/.github/workflows/build.yml -------------------------------------------------------------------------------- /.github/workflows/unittests.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/.github/workflows/unittests.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/.gitignore -------------------------------------------------------------------------------- /CODE-OF-CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/CODE-OF-CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/LICENSE -------------------------------------------------------------------------------- /MAINTAINERS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/MAINTAINERS.md -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/Makefile -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/README.md -------------------------------------------------------------------------------- /baseline.env: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/baseline.env -------------------------------------------------------------------------------- /docs/SETUP.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/docs/SETUP.md -------------------------------------------------------------------------------- /examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/examples/README.md -------------------------------------------------------------------------------- /examples/example_benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/examples/example_benchmark.py -------------------------------------------------------------------------------- /examples/example_energy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/examples/example_energy.py -------------------------------------------------------------------------------- /examples/example_llama.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/examples/example_llama.py -------------------------------------------------------------------------------- /examples/example_openshift.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/examples/example_openshift.py -------------------------------------------------------------------------------- /examples/yamls/guide_llm_vllmd_workload_specification.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/examples/yamls/guide_llm_vllmd_workload_specification.yml -------------------------------------------------------------------------------- /examples/yamls/guide_llm_workload_specification.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/examples/yamls/guide_llm_workload_specification.yml -------------------------------------------------------------------------------- /examples/yamls/llama4_longinput_H100.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/examples/yamls/llama4_longinput_H100.yaml -------------------------------------------------------------------------------- /examples/yamls/llama4_sharegpt_H100.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/examples/yamls/llama4_sharegpt_H100.yaml -------------------------------------------------------------------------------- /examples/yamls/llama8b_long_input.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/examples/yamls/llama8b_long_input.yaml -------------------------------------------------------------------------------- /examples/yamls/llama8b_sharegpt_chenw.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/examples/yamls/llama8b_sharegpt_chenw.yaml -------------------------------------------------------------------------------- /examples/yamls/lmbench_llama70b_2replica_A100.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/examples/yamls/lmbench_llama70b_2replica_A100.yaml -------------------------------------------------------------------------------- /examples/yamls/lmbench_llama70b_2replica_H100.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/examples/yamls/lmbench_llama70b_2replica_H100.yaml -------------------------------------------------------------------------------- /examples/yamls/lmbench_llama70b_k8s.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/examples/yamls/lmbench_llama70b_k8s.yaml -------------------------------------------------------------------------------- /examples/yamls/lmbench_llama70b_openshift.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/examples/yamls/lmbench_llama70b_openshift.yaml -------------------------------------------------------------------------------- /examples/yamls/lmbench_llama8b_2replicas_spec.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/examples/yamls/lmbench_llama8b_2replicas_spec.yaml -------------------------------------------------------------------------------- /examples/yamls/lmbench_vllmd_workload_with_apps_spec.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/examples/yamls/lmbench_vllmd_workload_with_apps_spec.yaml -------------------------------------------------------------------------------- /examples/yamls/model_specifications_tgis_all.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/examples/yamls/model_specifications_tgis_all.yml -------------------------------------------------------------------------------- /examples/yamls/model_specifications_tgis_one.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/examples/yamls/model_specifications_tgis_one.yml -------------------------------------------------------------------------------- /examples/yamls/workload_specification.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/examples/yamls/workload_specification.yml -------------------------------------------------------------------------------- /fmperf/Cluster.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/Cluster.py -------------------------------------------------------------------------------- /fmperf/DeployedModel.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/DeployedModel.py -------------------------------------------------------------------------------- /fmperf/ModelSpecs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/ModelSpecs.py -------------------------------------------------------------------------------- /fmperf/StackSpec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/StackSpec.py -------------------------------------------------------------------------------- /fmperf/WorkloadSpecs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/WorkloadSpecs.py -------------------------------------------------------------------------------- /fmperf/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/__init__.py -------------------------------------------------------------------------------- /fmperf/data/README.md: -------------------------------------------------------------------------------- 1 | source: https://www.ibm.com/topics/artificial-intelligence?lnk=fle 2 | -------------------------------------------------------------------------------- /fmperf/data/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fmperf/data/ai.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/data/ai.txt -------------------------------------------------------------------------------- /fmperf/data/all_nbins_64.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/data/all_nbins_64.pkl -------------------------------------------------------------------------------- /fmperf/loadgen/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /fmperf/loadgen/collect_energy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/loadgen/collect_energy.py -------------------------------------------------------------------------------- /fmperf/loadgen/custom_histogram_model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/loadgen/custom_histogram_model.py -------------------------------------------------------------------------------- /fmperf/loadgen/default_metrics.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/loadgen/default_metrics.yaml -------------------------------------------------------------------------------- /fmperf/loadgen/generate-input.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/loadgen/generate-input.py -------------------------------------------------------------------------------- /fmperf/loadgen/generate-text-from-quac.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/loadgen/generate-text-from-quac.py -------------------------------------------------------------------------------- /fmperf/loadgen/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/loadgen/run.py -------------------------------------------------------------------------------- /fmperf/loadgen/sweep.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/loadgen/sweep.py -------------------------------------------------------------------------------- /fmperf/loadgen/test_collect_energy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/loadgen/test_collect_energy.py -------------------------------------------------------------------------------- /fmperf/loadgen/tests/file_lacks/flan-t5_1_2023-12-01_06-36-31Z_DCGM_FI_DEV_GPU_UTIL.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/loadgen/tests/file_lacks/flan-t5_1_2023-12-01_06-36-31Z_DCGM_FI_DEV_GPU_UTIL.csv -------------------------------------------------------------------------------- /fmperf/loadgen/tests/file_lacks/flan-t5_1_2023-12-01_06-36-31Z_DCGM_FI_DEV_MEM_COPY_UTIL.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/loadgen/tests/file_lacks/flan-t5_1_2023-12-01_06-36-31Z_DCGM_FI_DEV_MEM_COPY_UTIL.csv -------------------------------------------------------------------------------- /fmperf/loadgen/tests/file_lacks/flan-t5_1_2023-12-01_06-36-31Z_DCGM_FI_DEV_POWER_USAGE.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/loadgen/tests/file_lacks/flan-t5_1_2023-12-01_06-36-31Z_DCGM_FI_DEV_POWER_USAGE.csv -------------------------------------------------------------------------------- /fmperf/loadgen/tests/file_lacks/flan-t5_1_2023-12-01_06-36-31Z_kepler_container_dram_joules_total.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/loadgen/tests/file_lacks/flan-t5_1_2023-12-01_06-36-31Z_kepler_container_dram_joules_total.csv -------------------------------------------------------------------------------- /fmperf/loadgen/tests/file_lacks/flan-t5_1_2023-12-01_06-36-31Z_kepler_container_package_joules_total.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/loadgen/tests/file_lacks/flan-t5_1_2023-12-01_06-36-31Z_kepler_container_package_joules_total.csv -------------------------------------------------------------------------------- /fmperf/loadgen/tests/file_power_lacks/flan-t5_1_2023-12-01_06-36-31Z_DCGM_FI_DEV_GPU_UTIL.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/loadgen/tests/file_power_lacks/flan-t5_1_2023-12-01_06-36-31Z_DCGM_FI_DEV_GPU_UTIL.csv -------------------------------------------------------------------------------- /fmperf/loadgen/tests/file_power_lacks/flan-t5_1_2023-12-01_06-36-31Z_DCGM_FI_DEV_MEM_COPY_UTIL.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/loadgen/tests/file_power_lacks/flan-t5_1_2023-12-01_06-36-31Z_DCGM_FI_DEV_MEM_COPY_UTIL.csv -------------------------------------------------------------------------------- /fmperf/loadgen/tests/file_power_lacks/flan-t5_1_2023-12-01_06-36-31Z_kepler_container_dram_joules_total.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/loadgen/tests/file_power_lacks/flan-t5_1_2023-12-01_06-36-31Z_kepler_container_dram_joules_total.csv -------------------------------------------------------------------------------- /fmperf/loadgen/tests/file_power_lacks/flan-t5_1_2023-12-01_06-36-31Z_kepler_container_gpu_joules_total.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/loadgen/tests/file_power_lacks/flan-t5_1_2023-12-01_06-36-31Z_kepler_container_gpu_joules_total.csv -------------------------------------------------------------------------------- /fmperf/loadgen/tests/file_power_lacks/flan-t5_1_2023-12-01_06-36-31Z_kepler_container_package_joules_total.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/loadgen/tests/file_power_lacks/flan-t5_1_2023-12-01_06-36-31Z_kepler_container_package_joules_total.csv -------------------------------------------------------------------------------- /fmperf/loadgen/tests/sample_metrics/flan-t5_1_2023-12-01_06-36-31Z_DCGM_FI_DEV_GPU_UTIL.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/loadgen/tests/sample_metrics/flan-t5_1_2023-12-01_06-36-31Z_DCGM_FI_DEV_GPU_UTIL.csv -------------------------------------------------------------------------------- /fmperf/loadgen/tests/sample_metrics/flan-t5_1_2023-12-01_06-36-31Z_DCGM_FI_DEV_MEM_COPY_UTIL.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/loadgen/tests/sample_metrics/flan-t5_1_2023-12-01_06-36-31Z_DCGM_FI_DEV_MEM_COPY_UTIL.csv -------------------------------------------------------------------------------- /fmperf/loadgen/tests/sample_metrics/flan-t5_1_2023-12-01_06-36-31Z_DCGM_FI_DEV_POWER_USAGE.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/loadgen/tests/sample_metrics/flan-t5_1_2023-12-01_06-36-31Z_DCGM_FI_DEV_POWER_USAGE.csv -------------------------------------------------------------------------------- /fmperf/loadgen/tests/sample_metrics/flan-t5_1_2023-12-01_06-36-31Z_kepler_container_dram_joules_total.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/loadgen/tests/sample_metrics/flan-t5_1_2023-12-01_06-36-31Z_kepler_container_dram_joules_total.csv -------------------------------------------------------------------------------- /fmperf/loadgen/tests/sample_metrics/flan-t5_1_2023-12-01_06-36-31Z_kepler_container_gpu_joules_total.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/loadgen/tests/sample_metrics/flan-t5_1_2023-12-01_06-36-31Z_kepler_container_gpu_joules_total.csv -------------------------------------------------------------------------------- /fmperf/loadgen/tests/sample_metrics/flan-t5_1_2023-12-01_06-36-31Z_kepler_container_package_joules_total.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/loadgen/tests/sample_metrics/flan-t5_1_2023-12-01_06-36-31Z_kepler_container_package_joules_total.csv -------------------------------------------------------------------------------- /fmperf/tests/test_import.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/tests/test_import.py -------------------------------------------------------------------------------- /fmperf/utils/Benchmarking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/utils/Benchmarking.py -------------------------------------------------------------------------------- /fmperf/utils/Creating.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/utils/Creating.py -------------------------------------------------------------------------------- /fmperf/utils/Deleting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/utils/Deleting.py -------------------------------------------------------------------------------- /fmperf/utils/Logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/utils/Logging.py -------------------------------------------------------------------------------- /fmperf/utils/Parsing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/utils/Parsing.py -------------------------------------------------------------------------------- /fmperf/utils/Waiting.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/utils/Waiting.py -------------------------------------------------------------------------------- /fmperf/utils/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/utils/__init__.py -------------------------------------------------------------------------------- /fmperf/utils/approx.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/utils/approx.py -------------------------------------------------------------------------------- /fmperf/utils/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/utils/constants.py -------------------------------------------------------------------------------- /fmperf/utils/storage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/utils/storage.py -------------------------------------------------------------------------------- /fmperf/vllm-benchmark/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/vllm-benchmark/Dockerfile -------------------------------------------------------------------------------- /fmperf/vllm-benchmark/run_benchmark.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/fmperf/vllm-benchmark/run_benchmark.sh -------------------------------------------------------------------------------- /launch_cmp_benchmark.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/launch_cmp_benchmark.sh -------------------------------------------------------------------------------- /llm-d.env: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/llm-d.env -------------------------------------------------------------------------------- /requirements-dev.txt: -------------------------------------------------------------------------------- 1 | black~=24.0 2 | mypy>=1.14.1 3 | pytest 4 | ruff>=0.9.4 5 | wheel 6 | -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/requirements.txt -------------------------------------------------------------------------------- /results/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/results/.DS_Store -------------------------------------------------------------------------------- /scripts/clean_pvc_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/scripts/clean_pvc_data.sh -------------------------------------------------------------------------------- /scripts/logs.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/scripts/logs.sh -------------------------------------------------------------------------------- /scripts/sync_pvc_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/scripts/sync_pvc_data.sh -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/fmperf-project/fmperf/HEAD/setup.py --------------------------------------------------------------------------------