├── .bumpversion.cfg ├── .coveragerc ├── .coveralls.yml ├── .github ├── ISSUE_TEMPLATE │ ├── bug_report.md │ └── feature_request.md ├── PULL_REQUEST_TEMPLATE.md └── workflows │ ├── Build_runner.yml │ ├── Nightly_Perf_Env_CI.yml │ ├── Nightly_Perf_Env_CI_Scale.yml │ ├── Perf_Env_Build_Test_CI.yml │ ├── Perf_Env_E2E_Test_CI.yml │ ├── Perf_Env_PR_Test_CI.yml │ ├── Release_ClusterBuster_Perf_Env_CI.yml │ ├── Weekly_Perf_Env_Installer_CI.yml │ └── Weekly_Perf_Env_Operator_CI.yml ├── .gitignore ├── .gitlab-ci.yml ├── .gitlab ├── .gitkeep └── workflows │ ├── .gitkeep │ └── test_branch.yml ├── .pre-commit-config.yaml ├── .readthedocs.yaml ├── Dockerfile ├── HOW_TO.md ├── LICENSE ├── MANIFEST.in ├── Makefile ├── README.md ├── RELEASE.md ├── SECURITY.md ├── __init__.py ├── benchmark_runner ├── __init__.py ├── benchmark_operator │ ├── __init__.py │ ├── benchmark_operator_exceptions.py │ ├── benchmark_operator_workloads.py │ ├── benchmark_operator_workloads_operations.py │ ├── hammerdb_pod.py │ ├── hammerdb_vm.py │ ├── stressng_pod.py │ ├── stressng_vm.py │ ├── uperf_pod.py │ └── uperf_vm.py ├── clusterbuster │ ├── __init__.py │ ├── clusterbuster_exceptions.py │ └── clusterbuster_workloads.py ├── common │ ├── __init__.py │ ├── analyze │ │ ├── __init__.py │ │ └── analyze_data.py │ ├── assisted_installer │ │ ├── __init__.py │ │ ├── assisted_installer_latest_version.py │ │ └── jetlag │ │ │ └── run_jetlag.sh │ ├── clouds │ │ ├── Azure │ │ │ ├── __init__.py │ │ │ └── azure_operations.py │ │ ├── BareMetal │ │ │ ├── __init__.py │ │ │ ├── bare_metal_exceptions.py │ │ │ └── bare_metal_operations.py │ │ ├── IBM │ │ │ ├── __init__.py │ │ │ ├── ibm_exceptions.py │ │ │ └── ibm_operations.py │ │ ├── __init__.py │ │ └── shared │ │ │ ├── __init__.py │ │ │ └── s3 │ │ │ ├── __init__.py │ │ │ ├── s3_operations.py │ │ │ └── s3_operations_exceptions.py │ ├── elasticsearch │ │ ├── __init__.py │ │ ├── elasticsearch_exceptions.py │ │ └── elasticsearch_operations.py │ ├── github │ │ ├── __init__.py │ │ └── github_operations.py │ ├── google_drive │ │ ├── __init__.py │ │ ├── google_drive_exceptions.py │ │ └── google_drive_operations.py │ ├── grafana │ │ ├── __init__.py │ │ ├── grafana_operations.py │ │ └── update_grafana_latest_value_mappings.py │ ├── logger │ │ ├── __init__.py │ │ ├── init_logger.py │ │ ├── logger_exceptions.py │ │ └── logger_time_stamp.py │ ├── oc │ │ ├── __init__.py │ │ ├── oc.py │ │ ├── oc_exceptions.py │ │ └── singleton_oc_login.py │ ├── ocp_resources │ │ ├── __init__.py │ │ ├── cnv │ │ │ └── template │ │ │ │ ├── 01_operator_template.yaml │ │ │ │ └── 02_hyperconverge_template.yaml │ │ ├── create_cnv.py │ │ ├── create_custom.py │ │ ├── create_kata.py │ │ ├── create_lso.py │ │ ├── create_nhc_snr.py │ │ ├── create_ocp_resource.py │ │ ├── create_ocp_resource_exceptions.py │ │ ├── create_ocp_resource_operations.py │ │ ├── create_odf.py │ │ ├── custom │ │ │ └── template │ │ │ │ ├── 01_coredns_patch_template.sh │ │ │ │ └── 02_mssql_patch_template.sh │ │ ├── infra │ │ │ └── template │ │ │ │ └── 01_cluster-monitoring-configmap-template.yaml │ │ ├── kata │ │ │ └── template │ │ │ │ ├── 01_operator_template.yaml │ │ │ │ ├── 02_config_template.yaml │ │ │ │ └── 03_ocp48_patch_template.sh │ │ ├── lso │ │ │ └── template │ │ │ │ ├── 01_namespace_template.yaml │ │ │ │ ├── 02_operator_group_template.yaml │ │ │ │ ├── 03_catalogsource_template.yaml │ │ │ │ └── 04_subscription_template.yaml │ │ ├── migrate_infra.py │ │ ├── nhc_snr │ │ │ └── template │ │ │ │ ├── 01_namespace_template.yaml │ │ │ │ ├── 02_operator_group_template.yaml │ │ │ │ ├── 03_nhc_subscription_template.yaml │ │ │ │ ├── 04_snr_subscription_template.yaml │ │ │ │ └── 05_nhc_snr_template.yaml │ │ └── odf │ │ │ └── template │ │ │ ├── 01_delete_disks_template.sh │ │ │ ├── 02_label_nodes_template.sh │ │ │ ├── 03_local_volume_discovery_template.yaml │ │ │ ├── 04_local_volume_set_template.yaml │ │ │ ├── 05_namespace_template.yaml │ │ │ ├── 06_operator_group_template.yaml │ │ │ ├── 07_subscription_template.yaml │ │ │ └── 08_storage_cluster_template.yaml │ ├── prometheus │ │ ├── __init__.py │ │ ├── metrics-default.yaml │ │ ├── metrics-examples.yaml │ │ ├── prometheus_metrics.py │ │ ├── prometheus_metrics_operations.py │ │ ├── prometheus_snapshot.py │ │ └── prometheus_snapshot_exceptions.py │ ├── remote_ssh │ │ ├── __init__.py │ │ ├── connection_data.py │ │ ├── remote_ssh.py │ │ └── remote_ssh_exceptions.py │ ├── ssh │ │ ├── __init__.py │ │ ├── ssh.py │ │ └── ssh_exceptions.py │ ├── template_operations │ │ ├── __init__.py │ │ ├── render_yaml_from_template.py │ │ ├── template_operations.py │ │ └── templates │ │ │ ├── bootstorm │ │ │ ├── bootstorm_data_template.yaml │ │ │ └── internal_data │ │ │ │ └── bootstorm_vm_template.yaml │ │ │ ├── common_template.yaml │ │ │ ├── hammerdb │ │ │ ├── hammerdb_data_template.yaml │ │ │ └── internal_data │ │ │ │ ├── hammerdb_pod_template.yaml │ │ │ │ ├── hammerdb_vm_template.yaml │ │ │ │ ├── mariadb_template.yaml │ │ │ │ ├── mssql_template.yaml │ │ │ │ └── postgres_template.yaml │ │ │ ├── namespace_template.yaml │ │ │ ├── scale │ │ │ ├── redis_template.yaml │ │ │ └── state_signals_exporter_pod_template.yaml │ │ │ ├── stressng │ │ │ ├── internal_data │ │ │ │ ├── stressng_pod_template.yaml │ │ │ │ └── stressng_vm_template.yaml │ │ │ └── stressng_data_template.yaml │ │ │ ├── uperf │ │ │ ├── internal_data │ │ │ │ ├── uperf_pod_template.yaml │ │ │ │ └── uperf_vm_template.yaml │ │ │ └── uperf_data_template.yaml │ │ │ ├── vdbench │ │ │ ├── internal_data │ │ │ │ ├── namespace_template.yaml │ │ │ │ ├── vdbench_pod_template.yaml │ │ │ │ └── vdbench_vm_template.yaml │ │ │ └── vdbench_data_template.yaml │ │ │ └── windows │ │ │ ├── internal_data │ │ │ ├── windows_dv_template.yaml │ │ │ └── windows_vm_template.yaml │ │ │ └── windows_data_template.yaml │ └── virtctl │ │ ├── __init__.py │ │ └── virtctl.py ├── grafana │ ├── Dockerfile │ ├── __init__.py │ ├── func │ │ ├── benchmark-runner-report.json │ │ ├── benchmark-runner-summary-line-report-final.json │ │ ├── dashboard.json │ │ └── system-metrics-report.json │ ├── general_dashboards │ │ ├── KubeVirt_Control_Plane.json │ │ └── Node_Exporter_Full.json │ ├── perf │ │ ├── Makefile │ │ ├── dashboard.json │ │ ├── dashboard.tf │ │ ├── extract_dashboard.py │ │ └── jsonnet │ │ │ ├── g.libsonnet │ │ │ ├── jsonnetfile.json │ │ │ ├── jsonnetfile.lock.json │ │ │ └── main.libsonnet │ ├── update_grafana_dashboard.py │ └── update_versions_main_libsonnet.py ├── jupyterlab │ ├── __init__.py │ └── templates │ │ ├── __init__.py │ │ ├── analyze_perfci_cluster │ │ └── analyze_perfci_cluster.ipynb │ │ ├── analyze_prometheus_logs │ │ ├── __init__.py │ │ ├── analyze_prometheus_logs.ipynb │ │ └── analyze_prometheus_logs.py │ │ ├── analyze_workloads │ │ ├── __init__.py │ │ ├── analyze_hammerdb_logs │ │ │ ├── __init__.py │ │ │ ├── analyze_hammerdb_logs.ipynb │ │ │ └── analyze_hammerdb_logs.py │ │ ├── analyze_uperf_logs │ │ │ ├── __init__.py │ │ │ ├── analyze_uperf_logs.ipynb │ │ │ └── analyze_uperf_logs.py │ │ ├── analyze_vdbench_logs │ │ │ ├── __init__.py │ │ │ ├── analyze_vdbench_logs.ipynb │ │ │ └── analyze_vdbench_logs.py │ │ └── visualize_workload_operations.py │ │ ├── elasticsearch_operations │ │ ├── __init__.py │ │ ├── elasticsearch_operations.ipynb │ │ └── elasticsearch_widgets.py │ │ ├── logs_operations │ │ ├── __init__.py │ │ └── logs_operations.py │ │ ├── run_workload │ │ ├── how_to_run_workload.md │ │ └── run_workload.sh │ │ └── summary_report │ │ ├── __init__.py │ │ ├── summary_report.ipynb │ │ ├── summary_report_operations.py │ │ ├── summary_report_widgets.py │ │ └── update_summary_report_versions.ipynb ├── krkn_hub │ ├── __init__.py │ ├── krknhub_exceptions.py │ └── krknhub_workloads.py ├── main │ ├── __init__.py │ ├── environment_variables.py │ ├── environment_variables_exceptions.py │ ├── main.py │ └── temporary_environment_variables.py └── workloads │ ├── __init__.py │ ├── bootstorm_vm.py │ ├── vdbench_pod.py │ ├── vdbench_vm.py │ ├── windows_vm.py │ ├── workloads.py │ ├── workloads_exceptions.py │ └── workloads_operations.py ├── ci_pod ├── CI_POD_README.md ├── create_ci_pod.sh ├── delete_ci_pod.sh ├── deploy_ci_pod.sh ├── env_vars_ci_pod.sh ├── flask │ ├── Dockerfile │ └── app │ │ └── app.py ├── jupyterlab │ ├── Dockerfile │ └── generate_summary_report.sh ├── nginx │ ├── Dockerfile │ ├── ibm_conf.conf │ └── nginx.conf └── run_ci_pod.sh ├── dockerfiles ├── centos-stream8-vdbench5.04.07 pod │ ├── Dockerfile │ ├── readme.txt │ └── state_signals_responder.py ├── centos-stream8-vdbench5.04.07-container-disk │ ├── install_vdbench.sh │ └── state_signals_responder.py ├── centos8-mariadb103-container-disk │ ├── install_hammedb.sh │ ├── install_mariadb.sh │ └── my.cnf ├── centos8-mssql2019-container-disk │ ├── install_hammedb.sh │ └── install_mssql.sh ├── centos8-postgres10-container-disk │ ├── install_hammedb.sh │ ├── install_postgres.sh │ └── postgresql.conf └── state-signals-exporter-pod │ ├── Dockerfile │ └── state_signals_exporter.py ├── docs ├── Makefile ├── PRE-COMMIT.md └── source │ ├── conf.py │ ├── customworkload.md │ ├── develop.md │ ├── grafana.md │ ├── index.md │ ├── podman.md │ ├── prometheus.md │ └── scaleVM.md ├── generate_golden_files.sh ├── jenkins ├── PerfCI │ ├── 01_PerfCI_OpenShift_Deployment │ │ └── Jenkinsfile │ ├── 02_PerfCI_Operators_Deployment │ │ └── Jenkinsfile │ ├── 03_PerfCI_Workloads_Deployment │ │ └── Jenkinsfile │ ├── 04_PerfCI_Grafana_Deployment │ │ └── Jenkinsfile │ └── 05_PerfCI_Backup_Report_Deployment │ │ └── Jenkinsfile └── PerfCI_Chaos │ ├── 01_PerfCI_Chaos_OpenShift_Deployment │ └── Jenkinsfile │ ├── 02_PerfCI_Chaos_Operators_Deployment │ └── Jenkinsfile │ ├── 03_PerfCI_Chaos_VMs_Deployment │ ├── Jenkinsfile │ └── README.md │ ├── 04_PerfCI_Chaos_Upgrade_OpenShift_Deployment │ ├── Jenkinsfile │ └── README.md │ └── 05_PerfCI_Chaos_Verify_VMs_Deployment │ └── Jenkinsfile ├── media ├── benchmark-runner-ci-status.png ├── benchmark-runner-demo.gif ├── benchmark-runner-k8s-demo.gif ├── benchmark-runner-report.png ├── benchmark_runner.png ├── docker2.png ├── grafana.png ├── hammerdb.png ├── kb.png ├── kb1.png ├── kibana.png ├── mariadb.png ├── mssql.png ├── op.png ├── postgresql.png └── run.png ├── pre_commit.md ├── requirements.txt ├── setup.cfg ├── setup.py ├── tests ├── __init__.py ├── integration │ ├── __init__.py │ └── benchmark_runner │ │ ├── __init__.py │ │ ├── benchmark_operator │ │ ├── __init__.py │ │ └── test_oc_benchmark_operator.py │ │ ├── common │ │ ├── __init__.py │ │ ├── analyze │ │ │ └── __init__.py │ │ ├── assisted_installer │ │ │ ├── __init__.py │ │ │ └── test_assisted_installer_latest_version.py │ │ ├── clouds │ │ │ ├── Azure │ │ │ │ ├── __init__.py │ │ │ │ └── test_azure_operations.py │ │ │ ├── __init__.py │ │ │ └── shared │ │ │ │ ├── __init__.py │ │ │ │ └── s3 │ │ │ │ ├── __init__.py │ │ │ │ └── test_s3_operations.py │ │ ├── elasticsearch │ │ │ ├── __init__.py │ │ │ ├── test_elasticsearch_operations.py │ │ │ └── test_elasticsearch_operations_benchmark_operator.py │ │ ├── grafana │ │ │ ├── __init__.py │ │ │ └── test_grafana_operations.py │ │ ├── oc │ │ │ ├── __init__.py │ │ │ ├── test_oc.py │ │ │ └── test_singleton_oc_login.py │ │ ├── prometheus │ │ │ ├── metrics.yaml │ │ │ └── test_prometeus_metrics_operations.py │ │ └── virtctl │ │ │ ├── __init__.py │ │ │ └── test_virtctl_benchmark_runner.py │ │ ├── templates │ │ ├── bootstorm_vm_template.yaml │ │ ├── stressng_kata_template.yaml │ │ ├── stressng_pod_template.yaml │ │ ├── stressng_vm_template.yaml │ │ ├── uperf_kata_template.yaml │ │ ├── uperf_pod_template.yaml │ │ ├── uperf_vm_template.yaml │ │ ├── vdbench_kata_template.yaml │ │ ├── vdbench_pod_template.yaml │ │ └── vdbench_vm_template.yaml │ │ ├── test_environment_variables.py │ │ └── workloads │ │ ├── __init__.py │ │ └── test_oc_benchmark_runner.py └── unittest │ ├── __init__.py │ └── benchmark_runner │ ├── __init__.py │ └── common │ ├── __init__.py │ ├── clouds │ ├── __init__.py │ └── shared │ │ ├── __init__.py │ │ └── s3 │ │ ├── __init__.py │ │ └── test_s3_operations.py │ ├── google_drive │ ├── mock_google_drive.py │ └── test_google_drive_operations.py │ ├── oc │ ├── __init__.py │ ├── test_oc.py │ └── test_singleton_oc_login.py │ ├── ssh │ ├── __init__.py │ └── test_ssh.py │ ├── template_operations │ ├── __init__.py │ ├── generate_golden_files.py │ ├── golden_files.py │ ├── golden_files │ │ ├── chaos_ci_bootstorm_vm_ODF_PVC_False │ │ │ ├── bootstorm_vm.yaml │ │ │ └── namespace.yaml │ │ ├── chaos_ci_bootstorm_vm_ODF_PVC_True │ │ │ ├── bootstorm_vm.yaml │ │ │ └── namespace.yaml │ │ ├── chaos_ci_hammerdb_kata_mariadb_ODF_PVC_False │ │ │ ├── hammerdb_pod_mariadb.yaml │ │ │ ├── mariadb.yaml │ │ │ └── namespace.yaml │ │ ├── chaos_ci_hammerdb_kata_mariadb_ODF_PVC_True │ │ │ ├── hammerdb_pod_mariadb.yaml │ │ │ ├── mariadb.yaml │ │ │ └── namespace.yaml │ │ ├── chaos_ci_hammerdb_kata_mssql_ODF_PVC_False │ │ │ ├── hammerdb_pod_mssql.yaml │ │ │ ├── mssql.yaml │ │ │ └── namespace.yaml │ │ ├── chaos_ci_hammerdb_kata_mssql_ODF_PVC_True │ │ │ ├── hammerdb_pod_mssql.yaml │ │ │ ├── mssql.yaml │ │ │ └── namespace.yaml │ │ ├── chaos_ci_hammerdb_kata_postgres_ODF_PVC_False │ │ │ ├── hammerdb_pod_postgres.yaml │ │ │ ├── namespace.yaml │ │ │ └── postgres.yaml │ │ ├── chaos_ci_hammerdb_kata_postgres_ODF_PVC_True │ │ │ ├── hammerdb_pod_postgres.yaml │ │ │ ├── namespace.yaml │ │ │ └── postgres.yaml │ │ ├── chaos_ci_hammerdb_pod_mariadb_ODF_PVC_False │ │ │ ├── hammerdb_pod_mariadb.yaml │ │ │ ├── mariadb.yaml │ │ │ └── namespace.yaml │ │ ├── chaos_ci_hammerdb_pod_mariadb_ODF_PVC_True │ │ │ ├── hammerdb_pod_mariadb.yaml │ │ │ ├── mariadb.yaml │ │ │ └── namespace.yaml │ │ ├── chaos_ci_hammerdb_pod_mssql_ODF_PVC_False │ │ │ ├── hammerdb_pod_mssql.yaml │ │ │ ├── mssql.yaml │ │ │ └── namespace.yaml │ │ ├── chaos_ci_hammerdb_pod_mssql_ODF_PVC_True │ │ │ ├── hammerdb_pod_mssql.yaml │ │ │ ├── mssql.yaml │ │ │ └── namespace.yaml │ │ ├── chaos_ci_hammerdb_pod_postgres_ODF_PVC_False │ │ │ ├── hammerdb_pod_postgres.yaml │ │ │ ├── namespace.yaml │ │ │ └── postgres.yaml │ │ ├── chaos_ci_hammerdb_pod_postgres_ODF_PVC_True │ │ │ ├── hammerdb_pod_postgres.yaml │ │ │ ├── namespace.yaml │ │ │ └── postgres.yaml │ │ ├── chaos_ci_hammerdb_vm_mariadb_ODF_PVC_False │ │ │ ├── hammerdb_vm_mariadb.yaml │ │ │ └── namespace.yaml │ │ ├── chaos_ci_hammerdb_vm_mariadb_ODF_PVC_True │ │ │ ├── hammerdb_vm_mariadb.yaml │ │ │ └── namespace.yaml │ │ ├── chaos_ci_hammerdb_vm_mssql_ODF_PVC_False │ │ │ ├── hammerdb_vm_mssql.yaml │ │ │ └── namespace.yaml │ │ ├── chaos_ci_hammerdb_vm_mssql_ODF_PVC_True │ │ │ ├── hammerdb_vm_mssql.yaml │ │ │ └── namespace.yaml │ │ ├── chaos_ci_hammerdb_vm_postgres_ODF_PVC_False │ │ │ ├── hammerdb_vm_postgres.yaml │ │ │ └── namespace.yaml │ │ ├── chaos_ci_hammerdb_vm_postgres_ODF_PVC_True │ │ │ ├── hammerdb_vm_postgres.yaml │ │ │ └── namespace.yaml │ │ ├── chaos_ci_stressng_kata_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── stressng_pod.yaml │ │ ├── chaos_ci_stressng_kata_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── stressng_pod.yaml │ │ ├── chaos_ci_stressng_pod_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── stressng_pod.yaml │ │ ├── chaos_ci_stressng_pod_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── stressng_pod.yaml │ │ ├── chaos_ci_stressng_vm_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── stressng_vm.yaml │ │ ├── chaos_ci_stressng_vm_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── stressng_vm.yaml │ │ ├── chaos_ci_uperf_kata_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── uperf_pod.yaml │ │ ├── chaos_ci_uperf_kata_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── uperf_pod.yaml │ │ ├── chaos_ci_uperf_pod_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── uperf_pod.yaml │ │ ├── chaos_ci_uperf_pod_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── uperf_pod.yaml │ │ ├── chaos_ci_uperf_vm_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── uperf_vm.yaml │ │ ├── chaos_ci_uperf_vm_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── uperf_vm.yaml │ │ ├── chaos_ci_vdbench_kata_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── vdbench_pod.yaml │ │ ├── chaos_ci_vdbench_kata_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── vdbench_pod.yaml │ │ ├── chaos_ci_vdbench_pod_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── vdbench_pod.yaml │ │ ├── chaos_ci_vdbench_pod_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── vdbench_pod.yaml │ │ ├── chaos_ci_vdbench_vm_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── vdbench_vm.yaml │ │ ├── chaos_ci_vdbench_vm_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── vdbench_vm.yaml │ │ ├── chaos_ci_windows_vm_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ ├── windows_dv.yaml │ │ │ └── windows_vm.yaml │ │ ├── chaos_ci_windows_vm_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ ├── windows_dv.yaml │ │ │ └── windows_vm.yaml │ │ ├── func_ci_bootstorm_vm_ODF_PVC_False │ │ │ ├── bootstorm_vm.yaml │ │ │ └── namespace.yaml │ │ ├── func_ci_bootstorm_vm_ODF_PVC_True │ │ │ ├── bootstorm_vm.yaml │ │ │ └── namespace.yaml │ │ ├── func_ci_hammerdb_kata_mariadb_ODF_PVC_False │ │ │ ├── hammerdb_pod_mariadb.yaml │ │ │ ├── mariadb.yaml │ │ │ └── namespace.yaml │ │ ├── func_ci_hammerdb_kata_mariadb_ODF_PVC_True │ │ │ ├── hammerdb_pod_mariadb.yaml │ │ │ ├── mariadb.yaml │ │ │ └── namespace.yaml │ │ ├── func_ci_hammerdb_kata_mssql_ODF_PVC_False │ │ │ ├── hammerdb_pod_mssql.yaml │ │ │ ├── mssql.yaml │ │ │ └── namespace.yaml │ │ ├── func_ci_hammerdb_kata_mssql_ODF_PVC_True │ │ │ ├── hammerdb_pod_mssql.yaml │ │ │ ├── mssql.yaml │ │ │ └── namespace.yaml │ │ ├── func_ci_hammerdb_kata_postgres_ODF_PVC_False │ │ │ ├── hammerdb_pod_postgres.yaml │ │ │ ├── namespace.yaml │ │ │ └── postgres.yaml │ │ ├── func_ci_hammerdb_kata_postgres_ODF_PVC_True │ │ │ ├── hammerdb_pod_postgres.yaml │ │ │ ├── namespace.yaml │ │ │ └── postgres.yaml │ │ ├── func_ci_hammerdb_pod_mariadb_ODF_PVC_False │ │ │ ├── hammerdb_pod_mariadb.yaml │ │ │ ├── mariadb.yaml │ │ │ └── namespace.yaml │ │ ├── func_ci_hammerdb_pod_mariadb_ODF_PVC_True │ │ │ ├── hammerdb_pod_mariadb.yaml │ │ │ ├── mariadb.yaml │ │ │ └── namespace.yaml │ │ ├── func_ci_hammerdb_pod_mssql_ODF_PVC_False │ │ │ ├── hammerdb_pod_mssql.yaml │ │ │ ├── mssql.yaml │ │ │ └── namespace.yaml │ │ ├── func_ci_hammerdb_pod_mssql_ODF_PVC_True │ │ │ ├── hammerdb_pod_mssql.yaml │ │ │ ├── mssql.yaml │ │ │ └── namespace.yaml │ │ ├── func_ci_hammerdb_pod_postgres_ODF_PVC_False │ │ │ ├── hammerdb_pod_postgres.yaml │ │ │ ├── namespace.yaml │ │ │ └── postgres.yaml │ │ ├── func_ci_hammerdb_pod_postgres_ODF_PVC_True │ │ │ ├── hammerdb_pod_postgres.yaml │ │ │ ├── namespace.yaml │ │ │ └── postgres.yaml │ │ ├── func_ci_hammerdb_vm_mariadb_ODF_PVC_False │ │ │ ├── hammerdb_vm_mariadb.yaml │ │ │ └── namespace.yaml │ │ ├── func_ci_hammerdb_vm_mariadb_ODF_PVC_True │ │ │ ├── hammerdb_vm_mariadb.yaml │ │ │ └── namespace.yaml │ │ ├── func_ci_hammerdb_vm_mssql_ODF_PVC_False │ │ │ ├── hammerdb_vm_mssql.yaml │ │ │ └── namespace.yaml │ │ ├── func_ci_hammerdb_vm_mssql_ODF_PVC_True │ │ │ ├── hammerdb_vm_mssql.yaml │ │ │ └── namespace.yaml │ │ ├── func_ci_hammerdb_vm_postgres_ODF_PVC_False │ │ │ ├── hammerdb_vm_postgres.yaml │ │ │ └── namespace.yaml │ │ ├── func_ci_hammerdb_vm_postgres_ODF_PVC_True │ │ │ ├── hammerdb_vm_postgres.yaml │ │ │ └── namespace.yaml │ │ ├── func_ci_stressng_kata_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── stressng_pod.yaml │ │ ├── func_ci_stressng_kata_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── stressng_pod.yaml │ │ ├── func_ci_stressng_pod_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── stressng_pod.yaml │ │ ├── func_ci_stressng_pod_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── stressng_pod.yaml │ │ ├── func_ci_stressng_vm_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── stressng_vm.yaml │ │ ├── func_ci_stressng_vm_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── stressng_vm.yaml │ │ ├── func_ci_uperf_kata_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── uperf_pod.yaml │ │ ├── func_ci_uperf_kata_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── uperf_pod.yaml │ │ ├── func_ci_uperf_pod_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── uperf_pod.yaml │ │ ├── func_ci_uperf_pod_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── uperf_pod.yaml │ │ ├── func_ci_uperf_vm_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── uperf_vm.yaml │ │ ├── func_ci_uperf_vm_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── uperf_vm.yaml │ │ ├── func_ci_vdbench_kata_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── vdbench_pod.yaml │ │ ├── func_ci_vdbench_kata_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── vdbench_pod.yaml │ │ ├── func_ci_vdbench_pod_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── vdbench_pod.yaml │ │ ├── func_ci_vdbench_pod_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── vdbench_pod.yaml │ │ ├── func_ci_vdbench_vm_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── vdbench_vm.yaml │ │ ├── func_ci_vdbench_vm_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── vdbench_vm.yaml │ │ ├── func_ci_windows_vm_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ ├── windows_dv.yaml │ │ │ └── windows_vm.yaml │ │ ├── func_ci_windows_vm_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ ├── windows_dv.yaml │ │ │ └── windows_vm.yaml │ │ ├── perf_ci_bootstorm_vm_ODF_PVC_False │ │ │ ├── bootstorm_vm.yaml │ │ │ └── namespace.yaml │ │ ├── perf_ci_bootstorm_vm_ODF_PVC_True │ │ │ ├── bootstorm_vm.yaml │ │ │ └── namespace.yaml │ │ ├── perf_ci_hammerdb_kata_mariadb_ODF_PVC_False │ │ │ ├── hammerdb_pod_mariadb.yaml │ │ │ ├── mariadb.yaml │ │ │ └── namespace.yaml │ │ ├── perf_ci_hammerdb_kata_mariadb_ODF_PVC_True │ │ │ ├── hammerdb_pod_mariadb.yaml │ │ │ ├── mariadb.yaml │ │ │ └── namespace.yaml │ │ ├── perf_ci_hammerdb_kata_mssql_ODF_PVC_False │ │ │ ├── hammerdb_pod_mssql.yaml │ │ │ ├── mssql.yaml │ │ │ └── namespace.yaml │ │ ├── perf_ci_hammerdb_kata_mssql_ODF_PVC_True │ │ │ ├── hammerdb_pod_mssql.yaml │ │ │ ├── mssql.yaml │ │ │ └── namespace.yaml │ │ ├── perf_ci_hammerdb_kata_postgres_ODF_PVC_False │ │ │ ├── hammerdb_pod_postgres.yaml │ │ │ ├── namespace.yaml │ │ │ └── postgres.yaml │ │ ├── perf_ci_hammerdb_kata_postgres_ODF_PVC_True │ │ │ ├── hammerdb_pod_postgres.yaml │ │ │ ├── namespace.yaml │ │ │ └── postgres.yaml │ │ ├── perf_ci_hammerdb_pod_mariadb_ODF_PVC_False │ │ │ ├── hammerdb_pod_mariadb.yaml │ │ │ ├── mariadb.yaml │ │ │ └── namespace.yaml │ │ ├── perf_ci_hammerdb_pod_mariadb_ODF_PVC_True │ │ │ ├── hammerdb_pod_mariadb.yaml │ │ │ ├── mariadb.yaml │ │ │ └── namespace.yaml │ │ ├── perf_ci_hammerdb_pod_mssql_ODF_PVC_False │ │ │ ├── hammerdb_pod_mssql.yaml │ │ │ ├── mssql.yaml │ │ │ └── namespace.yaml │ │ ├── perf_ci_hammerdb_pod_mssql_ODF_PVC_True │ │ │ ├── hammerdb_pod_mssql.yaml │ │ │ ├── mssql.yaml │ │ │ └── namespace.yaml │ │ ├── perf_ci_hammerdb_pod_postgres_ODF_PVC_False │ │ │ ├── hammerdb_pod_postgres.yaml │ │ │ ├── namespace.yaml │ │ │ └── postgres.yaml │ │ ├── perf_ci_hammerdb_pod_postgres_ODF_PVC_True │ │ │ ├── hammerdb_pod_postgres.yaml │ │ │ ├── namespace.yaml │ │ │ └── postgres.yaml │ │ ├── perf_ci_hammerdb_vm_mariadb_ODF_PVC_False │ │ │ ├── hammerdb_vm_mariadb.yaml │ │ │ └── namespace.yaml │ │ ├── perf_ci_hammerdb_vm_mariadb_ODF_PVC_True │ │ │ ├── hammerdb_vm_mariadb.yaml │ │ │ └── namespace.yaml │ │ ├── perf_ci_hammerdb_vm_mssql_ODF_PVC_False │ │ │ ├── hammerdb_vm_mssql.yaml │ │ │ └── namespace.yaml │ │ ├── perf_ci_hammerdb_vm_mssql_ODF_PVC_True │ │ │ ├── hammerdb_vm_mssql.yaml │ │ │ └── namespace.yaml │ │ ├── perf_ci_hammerdb_vm_postgres_ODF_PVC_False │ │ │ ├── hammerdb_vm_postgres.yaml │ │ │ └── namespace.yaml │ │ ├── perf_ci_hammerdb_vm_postgres_ODF_PVC_True │ │ │ ├── hammerdb_vm_postgres.yaml │ │ │ └── namespace.yaml │ │ ├── perf_ci_stressng_kata_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── stressng_pod.yaml │ │ ├── perf_ci_stressng_kata_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── stressng_pod.yaml │ │ ├── perf_ci_stressng_pod_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── stressng_pod.yaml │ │ ├── perf_ci_stressng_pod_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── stressng_pod.yaml │ │ ├── perf_ci_stressng_vm_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── stressng_vm.yaml │ │ ├── perf_ci_stressng_vm_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── stressng_vm.yaml │ │ ├── perf_ci_uperf_kata_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── uperf_pod.yaml │ │ ├── perf_ci_uperf_kata_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── uperf_pod.yaml │ │ ├── perf_ci_uperf_pod_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── uperf_pod.yaml │ │ ├── perf_ci_uperf_pod_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── uperf_pod.yaml │ │ ├── perf_ci_uperf_vm_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── uperf_vm.yaml │ │ ├── perf_ci_uperf_vm_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── uperf_vm.yaml │ │ ├── perf_ci_vdbench_kata_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── vdbench_pod.yaml │ │ ├── perf_ci_vdbench_kata_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── vdbench_pod.yaml │ │ ├── perf_ci_vdbench_pod_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── vdbench_pod.yaml │ │ ├── perf_ci_vdbench_pod_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── vdbench_pod.yaml │ │ ├── perf_ci_vdbench_vm_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── vdbench_vm.yaml │ │ ├── perf_ci_vdbench_vm_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── vdbench_vm.yaml │ │ ├── perf_ci_windows_vm_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ ├── windows_dv.yaml │ │ │ └── windows_vm.yaml │ │ ├── perf_ci_windows_vm_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ ├── windows_dv.yaml │ │ │ └── windows_vm.yaml │ │ ├── release_bootstorm_vm_ODF_PVC_False │ │ │ ├── bootstorm_vm.yaml │ │ │ └── namespace.yaml │ │ ├── release_bootstorm_vm_ODF_PVC_True │ │ │ ├── bootstorm_vm.yaml │ │ │ └── namespace.yaml │ │ ├── release_hammerdb_kata_mariadb_ODF_PVC_False │ │ │ ├── hammerdb_pod_mariadb.yaml │ │ │ ├── mariadb.yaml │ │ │ └── namespace.yaml │ │ ├── release_hammerdb_kata_mariadb_ODF_PVC_True │ │ │ ├── hammerdb_pod_mariadb.yaml │ │ │ ├── mariadb.yaml │ │ │ └── namespace.yaml │ │ ├── release_hammerdb_kata_mssql_ODF_PVC_False │ │ │ ├── hammerdb_pod_mssql.yaml │ │ │ ├── mssql.yaml │ │ │ └── namespace.yaml │ │ ├── release_hammerdb_kata_mssql_ODF_PVC_True │ │ │ ├── hammerdb_pod_mssql.yaml │ │ │ ├── mssql.yaml │ │ │ └── namespace.yaml │ │ ├── release_hammerdb_kata_postgres_ODF_PVC_False │ │ │ ├── hammerdb_pod_postgres.yaml │ │ │ ├── namespace.yaml │ │ │ └── postgres.yaml │ │ ├── release_hammerdb_kata_postgres_ODF_PVC_True │ │ │ ├── hammerdb_pod_postgres.yaml │ │ │ ├── namespace.yaml │ │ │ └── postgres.yaml │ │ ├── release_hammerdb_pod_mariadb_ODF_PVC_False │ │ │ ├── hammerdb_pod_mariadb.yaml │ │ │ ├── mariadb.yaml │ │ │ └── namespace.yaml │ │ ├── release_hammerdb_pod_mariadb_ODF_PVC_True │ │ │ ├── hammerdb_pod_mariadb.yaml │ │ │ ├── mariadb.yaml │ │ │ └── namespace.yaml │ │ ├── release_hammerdb_pod_mssql_ODF_PVC_False │ │ │ ├── hammerdb_pod_mssql.yaml │ │ │ ├── mssql.yaml │ │ │ └── namespace.yaml │ │ ├── release_hammerdb_pod_mssql_ODF_PVC_True │ │ │ ├── hammerdb_pod_mssql.yaml │ │ │ ├── mssql.yaml │ │ │ └── namespace.yaml │ │ ├── release_hammerdb_pod_postgres_ODF_PVC_False │ │ │ ├── hammerdb_pod_postgres.yaml │ │ │ ├── namespace.yaml │ │ │ └── postgres.yaml │ │ ├── release_hammerdb_pod_postgres_ODF_PVC_True │ │ │ ├── hammerdb_pod_postgres.yaml │ │ │ ├── namespace.yaml │ │ │ └── postgres.yaml │ │ ├── release_hammerdb_vm_mariadb_ODF_PVC_False │ │ │ ├── hammerdb_vm_mariadb.yaml │ │ │ └── namespace.yaml │ │ ├── release_hammerdb_vm_mariadb_ODF_PVC_True │ │ │ ├── hammerdb_vm_mariadb.yaml │ │ │ └── namespace.yaml │ │ ├── release_hammerdb_vm_mssql_ODF_PVC_False │ │ │ ├── hammerdb_vm_mssql.yaml │ │ │ └── namespace.yaml │ │ ├── release_hammerdb_vm_mssql_ODF_PVC_True │ │ │ ├── hammerdb_vm_mssql.yaml │ │ │ └── namespace.yaml │ │ ├── release_hammerdb_vm_postgres_ODF_PVC_False │ │ │ ├── hammerdb_vm_postgres.yaml │ │ │ └── namespace.yaml │ │ ├── release_hammerdb_vm_postgres_ODF_PVC_True │ │ │ ├── hammerdb_vm_postgres.yaml │ │ │ └── namespace.yaml │ │ ├── release_stressng_kata_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── stressng_pod.yaml │ │ ├── release_stressng_kata_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── stressng_pod.yaml │ │ ├── release_stressng_pod_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── stressng_pod.yaml │ │ ├── release_stressng_pod_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── stressng_pod.yaml │ │ ├── release_stressng_vm_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── stressng_vm.yaml │ │ ├── release_stressng_vm_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── stressng_vm.yaml │ │ ├── release_uperf_kata_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── uperf_pod.yaml │ │ ├── release_uperf_kata_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── uperf_pod.yaml │ │ ├── release_uperf_pod_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── uperf_pod.yaml │ │ ├── release_uperf_pod_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── uperf_pod.yaml │ │ ├── release_uperf_vm_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── uperf_vm.yaml │ │ ├── release_uperf_vm_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── uperf_vm.yaml │ │ ├── release_vdbench_kata_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── vdbench_pod.yaml │ │ ├── release_vdbench_kata_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── vdbench_pod.yaml │ │ ├── release_vdbench_pod_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── vdbench_pod.yaml │ │ ├── release_vdbench_pod_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── vdbench_pod.yaml │ │ ├── release_vdbench_vm_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── vdbench_vm.yaml │ │ ├── release_vdbench_vm_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── vdbench_vm.yaml │ │ ├── release_windows_vm_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ ├── windows_dv.yaml │ │ │ └── windows_vm.yaml │ │ ├── release_windows_vm_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ ├── windows_dv.yaml │ │ │ └── windows_vm.yaml │ │ ├── test_ci_bootstorm_vm_ODF_PVC_False │ │ │ ├── bootstorm_vm.yaml │ │ │ └── namespace.yaml │ │ ├── test_ci_bootstorm_vm_ODF_PVC_True │ │ │ ├── bootstorm_vm.yaml │ │ │ └── namespace.yaml │ │ ├── test_ci_hammerdb_kata_mariadb_ODF_PVC_False │ │ │ ├── hammerdb_pod_mariadb.yaml │ │ │ ├── mariadb.yaml │ │ │ └── namespace.yaml │ │ ├── test_ci_hammerdb_kata_mariadb_ODF_PVC_True │ │ │ ├── hammerdb_pod_mariadb.yaml │ │ │ ├── mariadb.yaml │ │ │ └── namespace.yaml │ │ ├── test_ci_hammerdb_kata_mssql_ODF_PVC_False │ │ │ ├── hammerdb_pod_mssql.yaml │ │ │ ├── mssql.yaml │ │ │ └── namespace.yaml │ │ ├── test_ci_hammerdb_kata_mssql_ODF_PVC_True │ │ │ ├── hammerdb_pod_mssql.yaml │ │ │ ├── mssql.yaml │ │ │ └── namespace.yaml │ │ ├── test_ci_hammerdb_kata_postgres_ODF_PVC_False │ │ │ ├── hammerdb_pod_postgres.yaml │ │ │ ├── namespace.yaml │ │ │ └── postgres.yaml │ │ ├── test_ci_hammerdb_kata_postgres_ODF_PVC_True │ │ │ ├── hammerdb_pod_postgres.yaml │ │ │ ├── namespace.yaml │ │ │ └── postgres.yaml │ │ ├── test_ci_hammerdb_pod_mariadb_ODF_PVC_False │ │ │ ├── hammerdb_pod_mariadb.yaml │ │ │ ├── mariadb.yaml │ │ │ └── namespace.yaml │ │ ├── test_ci_hammerdb_pod_mariadb_ODF_PVC_True │ │ │ ├── hammerdb_pod_mariadb.yaml │ │ │ ├── mariadb.yaml │ │ │ └── namespace.yaml │ │ ├── test_ci_hammerdb_pod_mssql_ODF_PVC_False │ │ │ ├── hammerdb_pod_mssql.yaml │ │ │ ├── mssql.yaml │ │ │ └── namespace.yaml │ │ ├── test_ci_hammerdb_pod_mssql_ODF_PVC_True │ │ │ ├── hammerdb_pod_mssql.yaml │ │ │ ├── mssql.yaml │ │ │ └── namespace.yaml │ │ ├── test_ci_hammerdb_pod_postgres_ODF_PVC_False │ │ │ ├── hammerdb_pod_postgres.yaml │ │ │ ├── namespace.yaml │ │ │ └── postgres.yaml │ │ ├── test_ci_hammerdb_pod_postgres_ODF_PVC_True │ │ │ ├── hammerdb_pod_postgres.yaml │ │ │ ├── namespace.yaml │ │ │ └── postgres.yaml │ │ ├── test_ci_hammerdb_vm_mariadb_ODF_PVC_False │ │ │ ├── hammerdb_vm_mariadb.yaml │ │ │ └── namespace.yaml │ │ ├── test_ci_hammerdb_vm_mariadb_ODF_PVC_True │ │ │ ├── hammerdb_vm_mariadb.yaml │ │ │ └── namespace.yaml │ │ ├── test_ci_hammerdb_vm_mssql_ODF_PVC_False │ │ │ ├── hammerdb_vm_mssql.yaml │ │ │ └── namespace.yaml │ │ ├── test_ci_hammerdb_vm_mssql_ODF_PVC_True │ │ │ ├── hammerdb_vm_mssql.yaml │ │ │ └── namespace.yaml │ │ ├── test_ci_hammerdb_vm_postgres_ODF_PVC_False │ │ │ ├── hammerdb_vm_postgres.yaml │ │ │ └── namespace.yaml │ │ ├── test_ci_hammerdb_vm_postgres_ODF_PVC_True │ │ │ ├── hammerdb_vm_postgres.yaml │ │ │ └── namespace.yaml │ │ ├── test_ci_stressng_kata_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── stressng_pod.yaml │ │ ├── test_ci_stressng_kata_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── stressng_pod.yaml │ │ ├── test_ci_stressng_pod_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── stressng_pod.yaml │ │ ├── test_ci_stressng_pod_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── stressng_pod.yaml │ │ ├── test_ci_stressng_vm_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── stressng_vm.yaml │ │ ├── test_ci_stressng_vm_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── stressng_vm.yaml │ │ ├── test_ci_uperf_kata_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── uperf_pod.yaml │ │ ├── test_ci_uperf_kata_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── uperf_pod.yaml │ │ ├── test_ci_uperf_pod_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── uperf_pod.yaml │ │ ├── test_ci_uperf_pod_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── uperf_pod.yaml │ │ ├── test_ci_uperf_vm_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── uperf_vm.yaml │ │ ├── test_ci_uperf_vm_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── uperf_vm.yaml │ │ ├── test_ci_vdbench_kata_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── vdbench_pod.yaml │ │ ├── test_ci_vdbench_kata_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── vdbench_pod.yaml │ │ ├── test_ci_vdbench_pod_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── vdbench_pod.yaml │ │ ├── test_ci_vdbench_pod_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── vdbench_pod.yaml │ │ ├── test_ci_vdbench_vm_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ └── vdbench_vm.yaml │ │ ├── test_ci_vdbench_vm_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ └── vdbench_vm.yaml │ │ ├── test_ci_windows_vm_ODF_PVC_False │ │ │ ├── namespace.yaml │ │ │ ├── windows_dv.yaml │ │ │ └── windows_vm.yaml │ │ └── test_ci_windows_vm_ODF_PVC_True │ │ │ ├── namespace.yaml │ │ │ ├── windows_dv.yaml │ │ │ └── windows_vm.yaml │ ├── golden_files_exceptions.py │ └── test_golden_files.py │ └── temporary_environment_variables │ ├── __init__.py │ └── test_temporary_environment_variables.py └── tests_requirements.txt /.bumpversion.cfg: -------------------------------------------------------------------------------- 1 | [bumpversion] 2 | commit = False 3 | tag = True 4 | current_version = 1.0.828 5 | tag_name = v{current_version} 6 | message = GitHub Actions Build {current_version} 7 | 8 | [bumpversion:file:setup.py] 9 | -------------------------------------------------------------------------------- /.coveragerc: -------------------------------------------------------------------------------- 1 | # unittests path 2 | [run] 3 | include= */benchmark_runner/* 4 | 5 | omit= *__init__*, */usr/local/lib*, *Test*, *init_logger* 6 | -------------------------------------------------------------------------------- /.coveralls.yml: -------------------------------------------------------------------------------- 1 | service_name: travis-pro 2 | parallel: true 3 | -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- 1 | --- 2 | name: 🛑 Bug report in benchmark-runner 3 | about: Create a report to help us improve 4 | title: '' 5 | labels: bug 6 | assignees: '' 7 | 8 | --- 9 | 10 | **Describe the bug** 11 | A clear and concise description of what the bug is. 12 | 13 | **To Reproduce** 14 | Steps to reproduce the behavior: 15 | 1. Go to '...' 16 | 2. Click on '....' 17 | 3. Scroll down to '....' 18 | 4. See error 19 | 20 | **Expected behavior** 21 | A clear and concise description of what you expected to happen. 22 | 23 | **Screenshots** 24 | If applicable, add screenshots to help explain your problem. 25 | 26 | **Desktop (please complete the following information):** 27 | - OS: [e.g. iOS] 28 | - Browser [e.g. chrome, safari] 29 | - Version [e.g. 22] 30 | 31 | **Smartphone (please complete the following information):** 32 | - Device: [e.g. iPhone6] 33 | - OS: [e.g. iOS8.1] 34 | - Browser [e.g. stock browser, safari] 35 | - Version [e.g. 22] 36 | 37 | **Additional context** 38 | Add any other context about the problem here. 39 | -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- 1 | --- 2 | name: ⭐ Feature request in benchmark-runner 3 | about: Suggest an idea for this project 4 | title: '' 5 | labels: enhancement 6 | assignees: '' 7 | 8 | --- 9 | 10 | **Is your feature request related to a problem? Please describe.** 11 | A clear and concise description of what the problem is. Ex. I'm always frustrated when [...] 12 | 13 | **Describe the solution you'd like** 14 | A clear and concise description of what you want to happen. 15 | 16 | **Describe alternatives you've considered** 17 | A clear and concise description of any alternative solutions or features you've considered. 18 | 19 | **Additional context** 20 | Add any other context or screenshots about the feature request here. 21 | -------------------------------------------------------------------------------- /.github/PULL_REQUEST_TEMPLATE.md: -------------------------------------------------------------------------------- 1 | ## Type of change 2 | Note: Fill **x** in [] 3 | - [ ] bug 4 | - [ ] enhancement 5 | - [ ] documentation 6 | - [ ] dependencies 7 | 8 | ## Description 9 | 10 | 11 | 12 | ## For security reasons, all pull requests need to be approved first before running any automated CI 13 | -------------------------------------------------------------------------------- /.gitlab-ci.yml: -------------------------------------------------------------------------------- 1 | stages: 2 | - "run_pytest" 3 | 4 | run_pytest: 5 | tags: 6 | - docker 7 | - cloud_governance 8 | image: python:3.9 9 | stage: run_pytest 10 | before_script: 11 | - apt-get update && apt-get install -y build-essential python3-dev libldap2-dev libsasl2-dev 12 | - python -m pip install --upgrade pip 13 | - pip install flake8 pytest pytest-cov 14 | - if [[ -f requirements.txt ]]; then pip install -r requirements.txt; fi 15 | - if [[ -f tests_requirements.txt ]]; then pip install -r tests_requirements.txt; fi 16 | script: 17 | - pip install pytest 18 | - pytest -v tests/unittest/ 19 | environment: testing 20 | 21 | set_kubeconfig_and_hosts: 22 | stage: setup 23 | script: 24 | - mkdir -p "$RUNNER_PATH/.kube/" 25 | - echo "$KUBECONFIG_CONTENTS" > "$RUNNER_PATH/.kube/config" 26 | - echo "KUBECONFIG_PATH=$RUNNER_PATH/.kube/config" >> "$CI_ENVIRONMENT_URL/.env" 27 | - echo "$OCP_HOSTS" | sudo tee -a /etc/hosts > /dev/null 28 | variables: 29 | KUBECONFIG_CONTENTS: "$PERF_KUBECONFIG" 30 | RUNNER_PATH: "$RUNNER_PATH" 31 | OCP_HOSTS: "$PERF_OCP_HOSTS" 32 | -------------------------------------------------------------------------------- /.gitlab/.gitkeep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/.gitlab/.gitkeep -------------------------------------------------------------------------------- /.gitlab/workflows/.gitkeep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/.gitlab/workflows/.gitkeep -------------------------------------------------------------------------------- /.gitlab/workflows/test_branch.yml: -------------------------------------------------------------------------------- 1 | stages: 2 | - "run_pytest" 3 | 4 | run_pytest: 5 | tags: 6 | - docker 7 | - cloud_governance 8 | image: python:3.9 9 | stage: run_pytest 10 | before_script: 11 | - apt-get update && apt-get install -y build-essential python3-dev libldap2-dev libsasl2-dev 12 | - python -m pip install --upgrade pip 13 | - pip install flake8 pytest pytest-cov 14 | - if [[ -f requirements.txt ]]; then pip install -r requirements.txt; fi 15 | - if [[ -f tests_requirements.txt ]]; then pip install -r tests_requirements.txt; fi 16 | script: 17 | - pip install pytest 18 | - pytest -v tests/unittest/ 19 | -------------------------------------------------------------------------------- /.readthedocs.yaml: -------------------------------------------------------------------------------- 1 | # .readthedocs.yaml 2 | # Read the Docs configuration file 3 | # See https://docs.readthedocs.io/en/stable/config-file/v2.html for details 4 | 5 | # Required 6 | version: 2 7 | 8 | # Set the version of Python and other tools you might need 9 | build: 10 | os: ubuntu-20.04 11 | tools: 12 | python: "3.12" 13 | # You can also specify other tool versions: 14 | # nodejs: "16" 15 | # rust: "1.55" 16 | # golang: "1.17" 17 | apt_packages: 18 | - build-essential 19 | - python3-dev 20 | 21 | # Build documentation in the docs/ directory with Sphinx 22 | sphinx: 23 | configuration: docs/source/conf.py 24 | 25 | # If using Sphinx, optionally build your docs in additional formats such as PDF 26 | # formats: 27 | # - pdf 28 | 29 | # Optionally declare the Python requirements required to build your docs 30 | python: 31 | install: 32 | - requirements: requirements.txt 33 | -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- 1 | .PHONY: golden_files 2 | 3 | all: golden_files test_golden_files 4 | 5 | golden_files: 6 | PYTHONPATH=. python3 tests/unittest/benchmark_runner/common/template_operations/generate_golden_files.py 7 | 8 | test_golden_files: 9 | PYTHONPATH=. python3 -m pytest -v tests/unittest/benchmark_runner/common/template_operations/ 10 | -------------------------------------------------------------------------------- /RELEASE.md: -------------------------------------------------------------------------------- 1 | 2 | ## RELEASE NOTES 3 | 4 | #### Benchmark-Runner V1.0.63 5 | 6 | There is a new stable version for Benchmark-Runner, it includes: 7 | 8 | 1. Benchmark-Runner new feature support: 9 | 10 | * Adding support for VM workloads 11 | * Adding support for running Benchmark runner without active Elasticsearch server 12 | * Adding node selector support for Benchmark-Operator pod [PIN_NODE_BENCHMARK_OPERATOR] 13 | * [Github Actions](https://github.com/redhat-performance/benchmark-runner/runs/3169383450?check_suite_focus=true) - adding Azure cluster support for integration and E2E tests 14 | * Install ECK on Azure OpenShift cluster for ElasticSearch support and secured Kibana url. 15 | * [Coveralls](https://coveralls.io/github/redhat-performance/benchmark-runner?branch=main) - adding Pytest coverage. 16 | 17 | 2. Support major Benchmark-Operator changes: 18 | 19 | * Install using make deploy 20 | * Support benchmark-controller-manager pod 21 | * Support UUID per workload 22 | * Support new namespace benchmark-operator instead of my-ripsaw 23 | 24 | 25 | ** [Closed issues](https://github.com/redhat-performance/benchmark-runner/issues?q=is%3Aissue+is%3Aclosed) 26 | -------------------------------------------------------------------------------- /SECURITY.md: -------------------------------------------------------------------------------- 1 | # Security Policy 2 | 3 | ## Supported Versions 4 | 5 | ## Reporting a Vulnerability 6 | -------------------------------------------------------------------------------- /__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/__init__.py -------------------------------------------------------------------------------- /benchmark_runner/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/benchmark_runner/__init__.py -------------------------------------------------------------------------------- /benchmark_runner/benchmark_operator/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/benchmark_runner/benchmark_operator/__init__.py -------------------------------------------------------------------------------- /benchmark_runner/clusterbuster/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/benchmark_runner/clusterbuster/__init__.py -------------------------------------------------------------------------------- /benchmark_runner/clusterbuster/clusterbuster_exceptions.py: -------------------------------------------------------------------------------- 1 | 2 | class ClusterBusterError(Exception): 3 | """ Base class for all benchmark operator error classes. 4 | All exceptions raised by the benchmark runner library should inherit from this class. """ 5 | pass 6 | 7 | 8 | class MissingResultReport(ClusterBusterError): 9 | """ 10 | This class is error for missing cluster buster report result 11 | """ 12 | def __init__(self): 13 | self.message = "Missing cluster buster result report" 14 | super(MissingResultReport, self).__init__(self.message) 15 | 16 | 17 | class MissingElasticSearch(ClusterBusterError): 18 | """ 19 | This class is error for missing ElasticSearch details 20 | """ 21 | def __init__(self): 22 | self.message = "Missing ElasticSearch details" 23 | super(MissingElasticSearch, self).__init__(self.message) 24 | -------------------------------------------------------------------------------- /benchmark_runner/common/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/benchmark_runner/common/__init__.py -------------------------------------------------------------------------------- /benchmark_runner/common/analyze/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/benchmark_runner/common/analyze/__init__.py -------------------------------------------------------------------------------- /benchmark_runner/common/assisted_installer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/benchmark_runner/common/assisted_installer/__init__.py -------------------------------------------------------------------------------- /benchmark_runner/common/assisted_installer/jetlag/run_jetlag.sh: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env bash 2 | # This script run jetlag installer 3 | echo "Update version: ansible/vars/ibmcloud.yml" 4 | source /root/jetlag/bootstrap.sh 5 | rm -rf /root/jetlag/jelag.log 6 | echo "CLEANUP >>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>" 7 | podman ps | awk '{print $1}' | xargs -I % podman stop %; podman ps -a | awk '{print $1}' | xargs -I % podman rm %; podman pod ps | awk '{print $1}' | xargs -I % podman pod rm % 8 | echo "create ci pod" 9 | /PerfDisk/ci_pod/./create_ci_pod.sh 1>/dev/null 2>&1 10 | echo "SETUP BASTION >>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>" 11 | ansible-playbook -i ansible/inventory/ibmcloud.local ansible/ibmcloud-setup-bastion.yml 2>&1 | tee jetlag.log 12 | echo "INSTALLATION START >>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>" 13 | ansible-playbook -i ansible/inventory/ibmcloud.local ansible/ibmcloud-bm-deploy.yml 2>&1 | tee -a jetlag.log 14 | echo "INSTALLATION END >>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>" 15 | yes | cp -rf /root/bm/kubeconfig /root/.kube/config 16 | -------------------------------------------------------------------------------- /benchmark_runner/common/clouds/Azure/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/benchmark_runner/common/clouds/Azure/__init__.py -------------------------------------------------------------------------------- /benchmark_runner/common/clouds/BareMetal/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/benchmark_runner/common/clouds/BareMetal/__init__.py -------------------------------------------------------------------------------- /benchmark_runner/common/clouds/IBM/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/benchmark_runner/common/clouds/IBM/__init__.py -------------------------------------------------------------------------------- /benchmark_runner/common/clouds/IBM/ibm_exceptions.py: -------------------------------------------------------------------------------- 1 | 2 | class IBMError(Exception): 3 | """ Base class for all IBM error classes. 4 | All exceptions raised by the benchmark runner library should inherit from this class. """ 5 | pass 6 | 7 | 8 | class IBMMachineNotLoad(IBMError): 9 | """ 10 | This class exception is for Subprocess 11 | """ 12 | def __init__(self): 13 | self.message = 'The IBM machine did not load' 14 | super(IBMMachineNotLoad, self).__init__(self.message) 15 | -------------------------------------------------------------------------------- /benchmark_runner/common/clouds/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/benchmark_runner/common/clouds/__init__.py -------------------------------------------------------------------------------- /benchmark_runner/common/clouds/shared/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/benchmark_runner/common/clouds/shared/__init__.py -------------------------------------------------------------------------------- /benchmark_runner/common/clouds/shared/s3/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/benchmark_runner/common/clouds/shared/s3/__init__.py -------------------------------------------------------------------------------- /benchmark_runner/common/elasticsearch/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/benchmark_runner/common/elasticsearch/__init__.py -------------------------------------------------------------------------------- /benchmark_runner/common/elasticsearch/elasticsearch_exceptions.py: -------------------------------------------------------------------------------- 1 | 2 | class ElasticSearchError(Exception): 3 | """ Base class for all ElasticSearch error classes. 4 | All exceptions raised by the benchmark runner library should inherit from this class. """ 5 | pass 6 | 7 | 8 | class ElasticSearchDataNotUploaded(ElasticSearchError): 9 | """This exception return elastic search not uploaded error""" 10 | def __init__(self): 11 | self.message = f'Data did not upload to elastic search' 12 | super(ElasticSearchDataNotUploaded, self).__init__(self.message) 13 | -------------------------------------------------------------------------------- /benchmark_runner/common/github/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/benchmark_runner/common/github/__init__.py -------------------------------------------------------------------------------- /benchmark_runner/common/github/github_operations.py: -------------------------------------------------------------------------------- 1 | 2 | from typeguard import typechecked 3 | 4 | from github import Github 5 | from benchmark_runner.common.logger.logger_time_stamp import logger_time_stamp 6 | from benchmark_runner.main.environment_variables import environment_variables 7 | 8 | 9 | class GitHubOperations: 10 | """ 11 | This class responsible for GitHub operations 12 | """ 13 | 14 | def __init__(self): 15 | self.__environment_variables_dict = environment_variables.environment_variables_dict 16 | git_token = self.__environment_variables_dict.get('git_token', '') 17 | self.g = Github(git_token) 18 | self.repo = self.g.get_repo(self.__environment_variables_dict.get('github_repository_short', '')) 19 | 20 | @typechecked 21 | def create_secret(self, secret_name: str, unencrypted_value: str): 22 | """ 23 | This method create a new secret 24 | :return: 25 | """ 26 | self.repo.create_secret(secret_name=secret_name, unencrypted_value=unencrypted_value) 27 | 28 | @typechecked 29 | def delete_secret(self, secret_name: str): 30 | """ 31 | This method delete exist secret 32 | :return: 33 | """ 34 | self.repo.delete_secret(secret_name=secret_name) 35 | -------------------------------------------------------------------------------- /benchmark_runner/common/google_drive/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/benchmark_runner/common/google_drive/__init__.py -------------------------------------------------------------------------------- /benchmark_runner/common/google_drive/google_drive_exceptions.py: -------------------------------------------------------------------------------- 1 | class GoogleDrive(Exception): 2 | """ Base class for all ElasticSearch error classes. 3 | All exceptions raised by the google drive library should inherit from this class. """ 4 | pass 5 | 6 | 7 | class FolderNotCreated(GoogleDrive): 8 | """Raised when a folder cannot be created in Google Drive after retries.""" 9 | def __init__(self, folder_path, message=None): 10 | if message is None: 11 | message = f"Failed to create folder: {folder_path}" 12 | super().__init__(message) 13 | self.folder_path = folder_path 14 | -------------------------------------------------------------------------------- /benchmark_runner/common/grafana/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/benchmark_runner/common/grafana/__init__.py -------------------------------------------------------------------------------- /benchmark_runner/common/logger/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/benchmark_runner/common/logger/__init__.py -------------------------------------------------------------------------------- /benchmark_runner/common/logger/init_logger.py: -------------------------------------------------------------------------------- 1 | 2 | import sys 3 | import os 4 | import logging 5 | from benchmark_runner.main.environment_variables import environment_variables 6 | 7 | logger_category_name = 'benchmark_runner.benchmark' 8 | logger = logging.getLogger(logger_category_name) # instantiating a logger 9 | handler = logging.StreamHandler(sys.stdout) 10 | environment_variables_dict = environment_variables.environment_variables_dict 11 | # log_path = os.getcwd() 12 | # logs folder 13 | run_artifacts = environment_variables_dict.get('run_artifacts', '') 14 | run_artifacts_path = environment_variables_dict.get('run_artifacts_path', '') 15 | if not os.path.isdir(run_artifacts_path): 16 | os.makedirs(run_artifacts, exist_ok=True) 17 | os.mkdir(run_artifacts_path) 18 | fileHandler = logging.FileHandler(filename=f'{run_artifacts_path}/benchmark_runner.log', mode='w+') 19 | logger.addHandler(handler) 20 | logger.addHandler(fileHandler) 21 | 22 | 23 | def get_log_path(): 24 | """ 25 | This method return log path 26 | :return: 27 | """ 28 | return f'{run_artifacts_path}/benchmark_runner.log' 29 | -------------------------------------------------------------------------------- /benchmark_runner/common/logger/logger_exceptions.py: -------------------------------------------------------------------------------- 1 | 2 | class LoggerError(Exception): 3 | """ Base class for all logger error classes. 4 | All exceptions raised by the benchmark runner library should inherit from this class. """ 5 | pass 6 | 7 | 8 | class MethodError(LoggerError): 9 | """ 10 | This class is fot method error 11 | """ 12 | def __init__(self, method_name, exception): 13 | self.message = f'method error: {method_name}, exception: {exception}' 14 | super(MethodError, self).__init__(self.message) 15 | -------------------------------------------------------------------------------- /benchmark_runner/common/oc/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/benchmark_runner/common/oc/__init__.py -------------------------------------------------------------------------------- /benchmark_runner/common/ocp_resources/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/benchmark_runner/common/ocp_resources/__init__.py -------------------------------------------------------------------------------- /benchmark_runner/common/ocp_resources/cnv/template/01_operator_template.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: openshift-cnv 5 | --- 6 | apiVersion: operators.coreos.com/v1 7 | kind: OperatorGroup 8 | metadata: 9 | name: kubevirt-hyperconverged-group 10 | namespace: openshift-cnv 11 | spec: 12 | targetNamespaces: 13 | - openshift-cnv 14 | --- 15 | apiVersion: operators.coreos.com/v1alpha1 16 | kind: Subscription 17 | metadata: 18 | name: hco-operatorhub 19 | namespace: openshift-cnv 20 | spec: 21 | sourceNamespace: openshift-marketplace 22 | name: kubevirt-hyperconverged 23 | {%- if cnv_nightly_channel %} 24 | source: cnv-nightly-catalog-source 25 | startingCSV: @starting_csv@ 26 | channel: "nightly-{{ cnv_version }}" 27 | installPlanApproval: Manual 28 | {%- else %} 29 | source: redhat-operators 30 | startingCSV: "kubevirt-hyperconverged-operator.v{{ cnv_version }}.0" 31 | channel: "stable" 32 | {%- endif %} 33 | -------------------------------------------------------------------------------- /benchmark_runner/common/ocp_resources/cnv/template/02_hyperconverge_template.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: hco.kubevirt.io/v1beta1 2 | kind: HyperConverged 3 | metadata: 4 | name: kubevirt-hyperconverged 5 | namespace: openshift-cnv 6 | Spec: {} 7 | -------------------------------------------------------------------------------- /benchmark_runner/common/ocp_resources/create_custom.py: -------------------------------------------------------------------------------- 1 | 2 | import os 3 | 4 | from benchmark_runner.common.oc.oc import OC 5 | from benchmark_runner.common.logger.logger_time_stamp import logger_time_stamp, logger 6 | from benchmark_runner.common.ocp_resources.create_ocp_resource_operations import CreateOCPResourceOperations 7 | 8 | 9 | class CreateCustom(CreateOCPResourceOperations): 10 | """ 11 | This class is created Custom resource 12 | """ 13 | def __init__(self, oc: OC, path: str, resource_list: list): 14 | super().__init__(oc) 15 | self.__oc = oc 16 | self.__path = path 17 | self.__resource_list = resource_list 18 | 19 | @logger_time_stamp 20 | def create_custom(self): 21 | """ 22 | This method create custom resource 23 | :return: 24 | """ 25 | for resource in self.__resource_list: 26 | logger.info(f'run {resource}') 27 | if resource.endswith('.sh'): 28 | self.__oc.run(cmd=f'chmod +x {os.path.join(self.__path, resource)}; {self.__path}/./{resource}') 29 | else: 30 | self.__oc.create_async(yaml=os.path.join(self.__path, resource)) 31 | -------------------------------------------------------------------------------- /benchmark_runner/common/ocp_resources/create_ocp_resource_exceptions.py: -------------------------------------------------------------------------------- 1 | 2 | class OCPResourceError(Exception): 3 | """ Base class for all OCP resource error classes. """ 4 | pass 5 | 6 | 7 | class OCPResourceCreationTimeout(OCPResourceError): 8 | """This exception returns resource creation timeout error""" 9 | def __init__(self, resource): 10 | self.message = f'The {resource} resource was not created' 11 | super(OCPResourceCreationTimeout, self).__init__(self.message) 12 | 13 | 14 | class KataInstallationFailed(OCPResourceError): 15 | """This exception returns failure to install sandboxed containers""" 16 | def __init__(self, reason): 17 | self.message = f'Installation of sandboxed containers failed: {reason}' 18 | super(KataInstallationFailed, self).__init__(self.message) 19 | 20 | 21 | class ODFInstallationFailed(OCPResourceError): 22 | """This exception returns failure to install ODF""" 23 | def __init__(self): 24 | self.message = f'ODF installation failed' 25 | super(ODFInstallationFailed, self).__init__(self.message) 26 | -------------------------------------------------------------------------------- /benchmark_runner/common/ocp_resources/custom/template/01_coredns_patch_template.sh: -------------------------------------------------------------------------------- 1 | # solved Error: Failed to download metadata for repo 'fedora-cisco-openh264': Cannot prepare internal mirrorlist 2 | oc get nodes -l node-role.kubernetes.io/worker= -o jsonpath="{range .items[*]}{.metadata.name}{'\n'}{end}" | xargs -I{} oc debug node/{} -- chroot /host sh -c "sed -i '/bufsize 512/d' /etc/coredns/Corefile" 3 | -------------------------------------------------------------------------------- /benchmark_runner/common/ocp_resources/custom/template/02_mssql_patch_template.sh: -------------------------------------------------------------------------------- 1 | # ocp4.11: solved mssql securityContext permission issue 2 | oc adm policy add-scc-to-group restricted system:authenticated --context admin mssql-db 3 | -------------------------------------------------------------------------------- /benchmark_runner/common/ocp_resources/kata/template/01_operator_template.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: {{ kata_namespace }} 5 | --- 6 | apiVersion: operators.coreos.com/v1 7 | kind: OperatorGroup 8 | metadata: 9 | name: openshift-sandboxed-containers-operator 10 | namespace: {{ kata_namespace }} 11 | spec: 12 | targetNamespaces: 13 | - {{ kata_namespace }} 14 | --- 15 | apiVersion: operators.coreos.com/v1alpha1 16 | kind: Subscription 17 | metadata: 18 | name: sandboxed-containers-operator 19 | namespace: {{ kata_namespace }} 20 | spec: 21 | channel: "{{ kata_channel }}" 22 | installPlanApproval: Automatic 23 | name: sandboxed-containers-operator 24 | source: {{ kata_catalog_source }} 25 | sourceNamespace: openshift-marketplace 26 | startingCSV: {{ kata_csv }} 27 | -------------------------------------------------------------------------------- /benchmark_runner/common/ocp_resources/kata/template/02_config_template.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kataconfiguration.openshift.io/v1 2 | kind: KataConfig 3 | metadata: 4 | name: example-kataconfig 5 | #spec: 6 | # kataConfigPoolSelector: 7 | # matchLabels: 8 | # custom-kata1: test 9 | -------------------------------------------------------------------------------- /benchmark_runner/common/ocp_resources/lso/template/01_namespace_template.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: openshift-local-storage 5 | spec: {} 6 | -------------------------------------------------------------------------------- /benchmark_runner/common/ocp_resources/lso/template/02_operator_group_template.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: operators.coreos.com/v1 2 | kind: OperatorGroup 3 | metadata: 4 | name: local-operator-group 5 | namespace: openshift-local-storage 6 | spec: 7 | targetNamespaces: 8 | - openshift-local-storage 9 | -------------------------------------------------------------------------------- /benchmark_runner/common/ocp_resources/lso/template/03_catalogsource_template.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: operators.coreos.com/v1alpha1 2 | kind: CatalogSource 3 | metadata: 4 | name: redhat-operators-v{{ lso_version | replace('.', '') }} 5 | namespace: openshift-marketplace 6 | spec: 7 | displayName: Red Hat Operators v{{ lso_version | replace('.', '') }} 8 | image: registry.redhat.io/redhat/redhat-operator-index:v{{ lso_version }} 9 | publisher: Red Hat 10 | sourceType: grpc 11 | updateStrategy: 12 | registryPoll: 13 | interval: 30m0s -------------------------------------------------------------------------------- /benchmark_runner/common/ocp_resources/lso/template/04_subscription_template.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: operators.coreos.com/v1alpha1 2 | kind: Subscription 3 | metadata: 4 | name: local-storage-operator 5 | namespace: openshift-local-storage 6 | spec: 7 | channel: "stable" 8 | installPlanApproval: Automatic 9 | name: local-storage-operator 10 | source: redhat-operators-v{{ lso_version | replace('.', '') }} # <-- Modify the name of the redhat-operators catalogsource if not default 11 | sourceNamespace: openshift-marketplace 12 | 13 | -------------------------------------------------------------------------------- /benchmark_runner/common/ocp_resources/nhc_snr/template/01_namespace_template.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: openshift-workload-availability 5 | -------------------------------------------------------------------------------- /benchmark_runner/common/ocp_resources/nhc_snr/template/02_operator_group_template.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: operators.coreos.com/v1 2 | kind: OperatorGroup 3 | metadata: 4 | name: workload-availability-operator-group 5 | namespace: openshift-workload-availability 6 | -------------------------------------------------------------------------------- /benchmark_runner/common/ocp_resources/nhc_snr/template/03_nhc_subscription_template.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: operators.coreos.com/v1alpha1 2 | kind: Subscription 3 | metadata: 4 | name: node-health-check-operator 5 | namespace: openshift-workload-availability 6 | spec: 7 | channel: stable 8 | name: node-healthcheck-operator 9 | source: redhat-operators 10 | sourceNamespace: openshift-marketplace 11 | package: node-healthcheck-operator 12 | -------------------------------------------------------------------------------- /benchmark_runner/common/ocp_resources/nhc_snr/template/04_snr_subscription_template.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: operators.coreos.com/v1alpha1 2 | kind: Subscription 3 | metadata: 4 | name: self-node-remediation-operator 5 | namespace: openshift-workload-availability 6 | spec: 7 | channel: stable 8 | installPlanApproval: Automatic 9 | name: self-node-remediation 10 | source: redhat-operators 11 | sourceNamespace: openshift-marketplace 12 | -------------------------------------------------------------------------------- /benchmark_runner/common/ocp_resources/nhc_snr/template/05_nhc_snr_template.yaml: -------------------------------------------------------------------------------- 1 | --- 2 | apiVersion: remediation.medik8s.io/v1alpha1 3 | kind: NodeHealthCheck 4 | metadata: 5 | name: chaos-nodehealthcheck 6 | spec: 7 | minHealthy: 1 8 | remediationTemplate: 9 | apiVersion: self-node-remediation.medik8s.io/v1alpha1 10 | name: self-node-remediation-automatic-strategy-template 11 | namespace: openshift-workload-availability 12 | kind: SelfNodeRemediationTemplate 13 | selector: 14 | matchExpressions: 15 | - key: node-role.kubernetes.io/worker 16 | operator: Exists 17 | unhealthyConditions: 18 | - type: Ready 19 | status: "False" 20 | duration: 20s 21 | - type: Ready 22 | status: Unknown 23 | duration: 20s 24 | 25 | --- 26 | apiVersion: v1 27 | items: 28 | - apiVersion: self-node-remediation.medik8s.io/v1alpha1 29 | kind: SelfNodeRemediationTemplate 30 | metadata: 31 | annotations: 32 | remediation.medik8s.io/multiple-templates-support: "true" 33 | name: self-node-remediation-automatic-strategy-template 34 | namespace: openshift-workload-availability 35 | spec: 36 | template: 37 | spec: 38 | remediationStrategy: OutOfServiceTaint 39 | kind: List 40 | metadata: 41 | resourceVersion: "" 42 | -------------------------------------------------------------------------------- /benchmark_runner/common/ocp_resources/odf/template/01_delete_disks_template.sh: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env sh 2 | 3 | while (($# >= 2)); do 4 | node="$1" 5 | delete_disk_command="$2" 6 | 7 | echo "Executing deletion on node: $node" 8 | 9 | set -x # Enable debug mode to print the command being executed 10 | oc debug "node/$node" -- chroot /host sh -c "$delete_disk_command" 11 | set +x # Disable debug mode 12 | 13 | shift 2 14 | done 15 | -------------------------------------------------------------------------------- /benchmark_runner/common/ocp_resources/odf/template/02_label_nodes_template.sh: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env sh 2 | 3 | oc get nodes -l node-role.kubernetes.io/worker= -o jsonpath="{range .items[*]}{.metadata.name}{'\n'}{end}" | \ 4 | xargs -I{} oc label node {} cluster.ocs.openshift.io/openshift-storage='' 5 | -------------------------------------------------------------------------------- /benchmark_runner/common/ocp_resources/odf/template/03_local_volume_discovery_template.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: local.storage.openshift.io/v1alpha1 2 | kind: LocalVolumeDiscovery 3 | metadata: 4 | name: auto-discover-devices 5 | namespace: openshift-local-storage 6 | spec: 7 | nodeSelector: 8 | nodeSelectorTerms: 9 | - matchExpressions: 10 | - key: cluster.ocs.openshift.io/openshift-storage 11 | operator: In 12 | values: 13 | - "" 14 | -------------------------------------------------------------------------------- /benchmark_runner/common/ocp_resources/odf/template/04_local_volume_set_template.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: local.storage.openshift.io/v1alpha1 2 | kind: LocalVolumeSet 3 | metadata: 4 | name: local-block 5 | namespace: openshift-local-storage 6 | spec: 7 | nodeSelector: 8 | nodeSelectorTerms: 9 | - matchExpressions: 10 | - key: cluster.ocs.openshift.io/openshift-storage 11 | operator: In 12 | values: 13 | - "" 14 | storageClassName: localblock 15 | volumeMode: Block 16 | fstype: ext4 17 | maxDeviceCount: {{ num_odf_disk }} # <-- Maximum number of devices per node to be used 18 | deviceInclusionSpec: 19 | deviceTypes: 20 | - disk 21 | - part # <-- Remove this if not using partitions 22 | deviceMechanicalProperties: 23 | # - NonRotational # <-- For HDD change to Rotational 24 | #minSize: 0Ti # <-- Uncomment and modify to limit the minimum size of disk used 25 | #maxSize: 0Ti # <-- Uncomment and modify to limit the maximum size of disk used 26 | # Bare-Metal servers 27 | {%- if num_odf_disk == 6 %} 28 | models: 29 | - PERC H730P Adp 30 | vendors: 31 | - DELL 32 | {%- endif %} 33 | -------------------------------------------------------------------------------- /benchmark_runner/common/ocp_resources/odf/template/05_namespace_template.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | labels: 5 | openshift.io/cluster-monitoring: "true" 6 | name: openshift-storage 7 | spec: {} 8 | -------------------------------------------------------------------------------- /benchmark_runner/common/ocp_resources/odf/template/06_operator_group_template.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: operators.coreos.com/v1 2 | kind: OperatorGroup 3 | metadata: 4 | name: openshift-storage-operatorgroup 5 | namespace: openshift-storage 6 | spec: 7 | targetNamespaces: 8 | - openshift-storage 9 | -------------------------------------------------------------------------------- /benchmark_runner/common/ocp_resources/odf/template/07_subscription_template.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: operators.coreos.com/v1alpha1 2 | kind: Subscription 3 | metadata: 4 | name: odf-operator 5 | namespace: openshift-storage 6 | spec: 7 | channel: "stable-{{ odf_version }}" 8 | installPlanApproval: Automatic 9 | name: odf-operator 10 | source: redhat-operators 11 | sourceNamespace: openshift-marketplace 12 | -------------------------------------------------------------------------------- /benchmark_runner/common/prometheus/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/benchmark_runner/common/prometheus/__init__.py -------------------------------------------------------------------------------- /benchmark_runner/common/prometheus/prometheus_snapshot_exceptions.py: -------------------------------------------------------------------------------- 1 | 2 | class PrometheusSnapshotError(Exception): 3 | """ 4 | Base class for all Prometheus snapshot exceptions 5 | """ 6 | pass 7 | 8 | 9 | class PrometheusSnapshotAlreadyStarted(PrometheusSnapshotError): 10 | """Snapshot already started""" 11 | def __init__(self): 12 | self.message = f'Attempt to start Prometheus snapshot when it was already started' 13 | super(PrometheusSnapshotAlreadyStarted, self).__init__(self.message) 14 | 15 | 16 | class PrometheusSnapshotNotStarted(PrometheusSnapshotError): 17 | """Snapshot not started""" 18 | def __init__(self): 19 | self.message = f'Attempt to retrieve Prometheus snapshot when it was not started' 20 | super(PrometheusSnapshotNotStarted, self).__init__(self.message) 21 | 22 | 23 | class PrometheusSnapshotAlreadyRetrieved(PrometheusSnapshotError): 24 | """Snapshot was already retrieved""" 25 | def __init__(self): 26 | self.message = f'Attempt to retrieve Prometheus snapshot when it was already retrieved' 27 | super(PrometheusSnapshotAlreadyRetrieved, self).__init__(self.message) 28 | -------------------------------------------------------------------------------- /benchmark_runner/common/remote_ssh/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/benchmark_runner/common/remote_ssh/__init__.py -------------------------------------------------------------------------------- /benchmark_runner/common/ssh/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/benchmark_runner/common/ssh/__init__.py -------------------------------------------------------------------------------- /benchmark_runner/common/ssh/ssh_exceptions.py: -------------------------------------------------------------------------------- 1 | 2 | # Custom exceptions must NOT expose data including hostnames, pathnames, IP addresses, etc. (security risk) 3 | class SSHError(Exception): 4 | """ Base class for all SSH error classes. 5 | All exceptions raised by the benchmark runner library should inherit from this class. """ 6 | pass 7 | 8 | 9 | class SSHSubprocessError(SSHError): 10 | """ 11 | This class exception is for Subprocess 12 | """ 13 | def __init__(self): 14 | self.message = 'Subprocess ended with errors' 15 | super(SSHSubprocessError, self).__init__(self.message) 16 | -------------------------------------------------------------------------------- /benchmark_runner/common/template_operations/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/benchmark_runner/common/template_operations/__init__.py -------------------------------------------------------------------------------- /benchmark_runner/common/template_operations/templates/bootstorm/bootstorm_data_template.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: bootstorm 3 | template_data: 4 | shared: 5 | pin_node: {{ pin_node1 }} 6 | odf_pvc: {{ odf_pvc }} 7 | uuid: {{ uuid }} 8 | fedora_container_disk: {{ fedora_container_disk }} 9 | run_type: 10 | perf_ci: 11 | limits_memory: 512Mi 12 | requests_memory: 512Mi 13 | default: 14 | limits_memory: 512Mi 15 | requests_memory: 512Mi 16 | kind: 17 | vm: 18 | run_type: 19 | perf_ci: 20 | sockets: 1 21 | default: 22 | sockets: 1 23 | -------------------------------------------------------------------------------- /benchmark_runner/common/template_operations/templates/common_template.yaml: -------------------------------------------------------------------------------- 1 | common_data: 2 | namespace: {{ namespace }} 3 | es_url: {{ elasticsearch_url }} 4 | es_index_name: {{ workload_name }}{{ es_suffix }} 5 | # enable/disable system metrics 6 | system_metrics: {{ system_metrics }} 7 | prom_url: https://prometheus-k8s.openshift-monitoring.svc.cluster.local:9091 8 | prom_token: {{ prom_token }} 9 | sm_index_name: system-metrics{{ es_suffix }} 10 | metrics_profile: node-metrics.yml 11 | kata_cpuoffline_workaround: {{ kata_cpuoffline_workaround }} 12 | #metrics_profile: https://raw.githubusercontent.com/cloud-bulldozer/benchmark-operator/master/roles/kube-burner/files/metrics.yaml 13 | pin: {{ pin }} 14 | -------------------------------------------------------------------------------- /benchmark_runner/common/template_operations/templates/namespace_template.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: {{ namespace }} 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /benchmark_runner/common/template_operations/templates/scale/redis_template.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: apps/v1 2 | kind: Deployment 3 | metadata: 4 | name: redis-master 5 | namespace: {{ namespace }} 6 | spec: 7 | selector: 8 | matchLabels: 9 | app: redis 10 | role: master 11 | tier: backend 12 | replicas: 1 13 | template: 14 | metadata: 15 | labels: 16 | app: redis 17 | role: master 18 | tier: backend 19 | spec: 20 | {%- if pin_node1 %} 21 | nodeSelector: 22 | kubernetes.io/hostname: {{ pin_node1 }} 23 | {%- endif %} 24 | containers: 25 | - name: master 26 | image: k8s.gcr.io/redis:e2e # or just image: redis 27 | resources: 28 | requests: 29 | cpu: 100m 30 | memory: 100Mi 31 | ports: 32 | - containerPort: 6379 33 | --- 34 | apiVersion: v1 35 | kind: Service 36 | metadata: 37 | name: redis-deployment 38 | namespace: {{ namespace }} 39 | spec: 40 | ports: 41 | - port: 6379 42 | targetPort: 6379 43 | selector: 44 | app: redis 45 | type: ClusterIP 46 | -------------------------------------------------------------------------------- /benchmark_runner/common/template_operations/templates/scale/state_signals_exporter_pod_template.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Pod 3 | metadata: 4 | name: state-signals-exporter 5 | namespace: {{ namespace }} 6 | labels: 7 | app: state-signals-exporter 8 | type: state-signals-exporter 9 | benchmark-uuid: {{ uuid }} 10 | spec: 11 | selector: 12 | matchLabels: 13 | app: state-signals-exporter 14 | {%- if pin_node1 %} 15 | nodeSelector: 16 | kubernetes.io/hostname: {{ pin_node1 }} 17 | {%- endif %} 18 | resources: 19 | requests: 20 | cpu: 10m 21 | memory: 10Mi 22 | limits: 23 | cpu: 2 24 | memory: 2Gi 25 | containers: 26 | - name: state-signals-exporter-pod 27 | namespace: {{ namespace }} 28 | image: quay.io/ebattat/state-signals-exporter:v1.0.10 29 | imagePullPolicy: "IfNotPresent" 30 | env: 31 | - name: REDIS_HOST 32 | value: "{{ redis }}" 33 | - name: SCALE_NUM 34 | value: "{{ scale_num }}" 35 | - name: TIMEOUT 36 | value: "{{ timeout }}" 37 | command: ["/bin/bash"] 38 | args: ["-c", "python3.9 /state_signals_exporter.py $REDIS_HOST $SCALE_NUM $TIMEOUT"] 39 | restartPolicy: "Never" 40 | -------------------------------------------------------------------------------- /benchmark_runner/common/template_operations/templates/stressng/stressng_data_template.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: stressng 3 | template_data: 4 | shared: 5 | pin_node: {{ pin_node1 }} 6 | runtype: sequential 7 | instances: 1 8 | # cpu stressor options 9 | cpu_percentage: 100 10 | cpu_method: all 11 | # vm stressor option 12 | vm_stressors: 1 13 | # mem stressor options 14 | mem_stressors: 1 15 | resources: true 16 | run_type: 17 | perf_ci: 18 | timeout: 120 19 | cpu_stressors: 60 20 | vm_bytes: 60G 21 | limits_cpu: 60 22 | limits_memory: 75Gi 23 | requests_cpu: 60 24 | requests_memory: 75Gi 25 | default: 26 | timeout: 30 27 | cpu_stressors: 1 28 | vm_bytes: 128M 29 | limits_cpu: 2 30 | limits_memory: 1Gi 31 | requests_cpu: 10m 32 | requests_memory: 1Gi 33 | kind: 34 | vm: 35 | run_type: 36 | perf_ci: 37 | sockets: 60 38 | default: 39 | sockets: 2 40 | -------------------------------------------------------------------------------- /benchmark_runner/common/template_operations/templates/vdbench/internal_data/namespace_template.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: {{ namespace }} 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /benchmark_runner/common/template_operations/templates/windows/internal_data/windows_dv_template.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: cdi.kubevirt.io/v1beta1 2 | kind: DataVolume 3 | metadata: 4 | annotations: 5 | cdi.kubevirt.io/storage.deleteAfterCompletion: "false" 6 | name: windows-clone-dv 7 | namespace: {{ namespace }} 8 | spec: 9 | source: 10 | http: 11 | url: {{ url }} 12 | pvc: 13 | accessModes: 14 | - ReadWriteMany 15 | resources: 16 | requests: 17 | storage: {{ storage }} 18 | volumeMode: Block 19 | storageClassName: ocs-storagecluster-ceph-rbd-virtualization 20 | -------------------------------------------------------------------------------- /benchmark_runner/common/template_operations/templates/windows/windows_data_template.yaml: -------------------------------------------------------------------------------- 1 | metadata: 2 | name: windows 3 | template_data: 4 | shared: 5 | pin_node: {{ pin_node1 }} 6 | odf_pvc: {{ odf_pvc }} 7 | uuid: {{ uuid }} 8 | url: {{ windows_url }} 9 | run_type: 10 | perf_ci: 11 | requests_memory: 2G 12 | requests_cpu: 1 13 | limit_memory: 2G 14 | limit_cpu: 1 15 | sockets: 1 16 | storage: 70Gi 17 | default: 18 | requests_memory: 2G 19 | requests_cpu: 1 20 | limit_memory: 2G 21 | limit_cpu: 1 22 | sockets: 1 23 | storage: 70Gi 24 | -------------------------------------------------------------------------------- /benchmark_runner/common/virtctl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/benchmark_runner/common/virtctl/__init__.py -------------------------------------------------------------------------------- /benchmark_runner/grafana/Dockerfile: -------------------------------------------------------------------------------- 1 | FROM quay.io/centos/centos:stream9 2 | 3 | WORKDIR /app 4 | 5 | ENV TERRAFORM_VERSION=1.5.4 6 | 7 | RUN dnf update -y && \ 8 | dnf install -y git go wget unzip && \ 9 | go install github.com/google/go-jsonnet/cmd/jsonnet@latest && \ 10 | go install -a github.com/jsonnet-bundler/jsonnet-bundler/cmd/jb@latest && \ 11 | wget https://releases.hashicorp.com/terraform/${TERRAFORM_VERSION}/terraform_${TERRAFORM_VERSION}_linux_amd64.zip && \ 12 | unzip terraform_${TERRAFORM_VERSION}_linux_amd64.zip && \ 13 | mv terraform /usr/local/bin/ && \ 14 | rm terraform_${TERRAFORM_VERSION}_linux_amd64.zip 15 | 16 | ENV PATH="/root/go/bin:${PATH}" 17 | 18 | CMD ["/bin/sh", "-c", "terraform init; make; terraform destroy -auto-approve > /dev/null 2>&1"] 19 | -------------------------------------------------------------------------------- /benchmark_runner/grafana/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/benchmark_runner/grafana/__init__.py -------------------------------------------------------------------------------- /benchmark_runner/grafana/perf/Makefile: -------------------------------------------------------------------------------- 1 | # jsonnet/jsonnetfile.lock.json - representing a specific grafonnet version and not latest 2 | apply: 3 | @cd jsonnet/ && \ 4 | jb install && \ 5 | cd ../ && \ 6 | terraform apply -auto-approve | python3 extract_dashboard.py > dashboard.json 7 | -------------------------------------------------------------------------------- /benchmark_runner/grafana/perf/dashboard.tf: -------------------------------------------------------------------------------- 1 | terraform { 2 | required_providers { 3 | jsonnet = { 4 | source = "alxrem/jsonnet" 5 | version = ">= 2.2.0" 6 | } 7 | } 8 | } 9 | 10 | provider "jsonnet" { 11 | jsonnet_path = "${path.cwd}/jsonnet/vendor" 12 | } 13 | 14 | data "jsonnet_file" "dashboard" { 15 | source = "${path.cwd}/jsonnet/main.libsonnet" 16 | jsonnet_path = "${path.cwd}/jsonnet/vendor" 17 | } 18 | 19 | output "dashboard" { 20 | value = data.jsonnet_file.dashboard.rendered 21 | } 22 | -------------------------------------------------------------------------------- /benchmark_runner/grafana/perf/extract_dashboard.py: -------------------------------------------------------------------------------- 1 | import re 2 | import sys 3 | import json 4 | 5 | input_text = sys.stdin.read() 6 | 7 | match = re.search(r'dashboard = < "$CI_POD_PATH"/ci_pod.log 8 | -------------------------------------------------------------------------------- /dockerfiles/centos-stream8-vdbench5.04.07 pod/readme.txt: -------------------------------------------------------------------------------- 1 | $ git clone https://github.com/bbenshab/vdpod 2 | $ cd vdpod 3 | cp Dockerfile Dockerfile 4 | cp state_signals_responder.py state_signals_responder.py 5 | -------------------------------------------------------------------------------- /dockerfiles/centos-stream8-vdbench5.04.07-container-disk/install_vdbench.sh: -------------------------------------------------------------------------------- 1 | wget https://cloud.centos.org/centos/8-stream/x86_64/images/CentOS-Stream-GenericCloud-8-20210603.0.x86_64.qcow2 2 | # run inside the container disk 3 | sudo dnf -y update 4 | dnf install -y epel-release 5 | dnf install -y python3-pip 6 | dnf install -y git redis wget 7 | 8 | git clone https://github.com/bbenshab/vdpod 9 | cd vdpod/ 10 | mkdir /vdbench 11 | # copying vdbench 12 | cp vdbench50407.zip /vdbench/vdbench50407.zip 13 | cp vdbench_runner.sh /vdbench/vdbench_runner.sh 14 | 15 | # installing java 16 | yum -y install java 17 | 18 | # installing vim 19 | yum -y install vim 20 | 21 | # installing monitoring tools 22 | yum -y install procps 23 | yum -y install sysstat 24 | 25 | NTFS=ntfs3g 26 | cp -r ${NTFS} /${NTFS} 27 | cd /ntfs3g/ 28 | yum -y install xfsprogs 29 | yum -y groupinstall "Development Tools" 30 | tar -xvf ntfs-3g_ntfsprogs-2017.3.23.tgz --strip-components 1 31 | ./configure --prefix=/usr/local --disable-static 32 | make 33 | make install 34 | rm -rf /ntfs3g 35 | 36 | # extracting vdbench files 37 | unzip /vdbench/vdbench50407.zip -d /vdbench/ 38 | chmod +x /vdbench/vdbench 39 | 40 | # add-on for state-signals 41 | dnf install -y python3.9 42 | cd / 43 | python3.9 -m pip --no-cache-dir install --upgrade pip && pip3.9 --no-cache-dir install state-signals==0.5.2 44 | cp state_signals_responder.py /state_signals_responder.py 45 | -------------------------------------------------------------------------------- /dockerfiles/centos8-mariadb103-container-disk/install_hammedb.sh: -------------------------------------------------------------------------------- 1 | https://hammerdb.com/download.html 2 | curl -LO https://github.com/TPC-Council/HammerDB/releases/download/v4.0/HammerDB-4.0-Linux.tar.gz 3 | tar -xf HammerDB-4.0-Linux.tar.gz 4 | mkdir /hammer 5 | mv HammerDB-4.0/* /hammer 6 | export LD_LIBRARY=/hammer/lib:$LD_LIBRARY_PATH 7 | dnf install -y tk 8 | cd /hammer; ./bin/tclsh8.6 9 | -------------------------------------------------------------------------------- /dockerfiles/centos8-mariadb103-container-disk/install_mariadb.sh: -------------------------------------------------------------------------------- 1 | wget https://cloud.centos.org/centos/8-stream/x86_64/images/CentOS-Stream-GenericCloud-8-20210603.0.x86_64.qcow2 2 | https://mariadb.com/resources/blog/how-to-install-mariadb-on-rhel8-centos8/ 3 | # run inside the container disk 4 | $ dnf -y update 5 | $ dnf -y install mariadb.x86_64 mariadb-common.x86_64 mariadb-devel.x86_64 mariadb-errmsg.x86_64 mariadb-server.x86_64 mariadb-server-utils.x86_64 mysql-libs.x86_64 6 | 7 | $ vi /etc/my.cnf (according to pod) 8 | 9 | sudo systemctl enable mariadb 10 | sudo systemctl stop mariadb.service 11 | echo "UPDATE mysql.user SET Password=PASSWORD('mysql') WHERE User='root';" > input 12 | echo "GRANT ALL ON *.* to root@'%' IDENTIFIED BY 'mysql';" >> input 13 | echo "flush privileges;" >> input 14 | echo "exit" >> input 15 | sudo systemctl start mariadb.service 16 | mysql -u root < input 17 | sudo systemctl restart mariadb 18 | systemctl status mariadb.service 19 | 20 | # Make sure that /var/lib/mysql/mysql.sock file is present after the service is restarted. 21 | 22 | Check version: 23 | $ mysql -V 24 | 25 | PVC check 26 | $ systemctl status mariadb | grep Active 27 | $ sudo dmesg -T | grep vdc 28 | -------------------------------------------------------------------------------- /dockerfiles/centos8-mssql2019-container-disk/install_hammedb.sh: -------------------------------------------------------------------------------- 1 | https://hammerdb.com/download.html 2 | curl -LO https://github.com/TPC-Council/HammerDB/releases/download/v4.0/HammerDB-4.0-Linux.tar.gz 3 | tar -xf HammerDB-4.0-Linux.tar.gz 4 | mkdir /hammer 5 | mv HammerDB-4.0/* /hammer 6 | export LD_LIBRARY=/hammer/lib:$LD_LIBRARY_PATH 7 | dnf install -y tk 8 | cd /hammer; ./bin/tclsh8.6 9 | 10 | MSSQL ONLY 11 | ========= 12 | [root@perf78 ~]# odbcinst -q -d -n "ODBC Driver 17 for SQL Server" 13 | [root@perf78 ~]# vi /etc/odbcinst.ini 14 | [root@perf78 ~]# [ODBC Driver 17 for SQL Server] 15 | Description=Microsoft ODBC Driver 17 for SQL Server 16 | Driver=/opt/microsoft/msodbcsql17/lib64/libmsodbcsql-17.6.so.1.1 17 | UsageCount=1 18 | -------------------------------------------------------------------------------- /dockerfiles/centos8-mssql2019-container-disk/install_mssql.sh: -------------------------------------------------------------------------------- 1 | wget https://cloud.centos.org/centos/8-stream/x86_64/images/CentOS-Stream-GenericCloud-8-20210603.0.x86_64.qcow2 2 | https://docs.microsoft.com/en-us/sql/linux/quickstart-install-connect-red-hat?view=sql-server-ver15 3 | # run inside the container disk 4 | $ dnf -y update 5 | (choose: 7- Enterprise Core (PAID) - CPU Core utilization up to Operating System Maximum) 6 | sqlcmd -S 127.0.0.1 -U SA -P 's3curePasswordString' 7 | USE master ; 8 | GO 9 | DROP DATABASE tpcc ; 10 | GO 11 | CREATE DATABASE tpcc 12 | SELECT Name from sys.Databases 13 | Go 14 | SELECT Name from sys.Databases 15 | SELECT Name from sys.tables 16 | /var/opt/mssql/mssql.conf (memory.memorylimitmb = 8192MB) - Not necessary because MSSQL sets the size automatically. 17 | 18 | $ sudo systemctl stop mssql-server 19 | $ sudo systemctl start mssql-server 20 | $ sudo systemctl status mssql-server 21 | -------------------------------------------------------------------------------- /dockerfiles/centos8-postgres10-container-disk/install_hammedb.sh: -------------------------------------------------------------------------------- 1 | https://hammerdb.com/download.html 2 | curl -LO https://github.com/TPC-Council/HammerDB/releases/download/v4.0/HammerDB-4.0-Linux.tar.gz 3 | tar -xf HammerDB-4.0-Linux.tar.gz 4 | mkdir /hammer 5 | mv HammerDB-4.0/* /hammer 6 | export LD_LIBRARY=/hammer/lib:$LD_LIBRARY_PATH 7 | dnf install -y tk 8 | cd /hammer; ./bin/tclsh8.6 9 | 10 | Change postgres password (can be configured in the run script) 11 | ======================= 12 | vi /hammer/config/mssqlserver.xml 13 | s3curePasswordString 14 | vi /hammer/config/postgresql.xml 15 | POSTGRES 16 | s3curePasswordString 17 | -------------------------------------------------------------------------------- /dockerfiles/centos8-postgres10-container-disk/postgresql.conf: -------------------------------------------------------------------------------- 1 | # 2 | # Custom OpenShift configuration. 3 | # 4 | # NOTE: This file is rewritten every time the container is started! 5 | # Changes to this file will be overwritten. 6 | # 7 | 8 | # Determines the maximum number of concurrent connections to the database server. Default: 100 9 | max_connections = 100 10 | 11 | # Allow each connection to use a prepared transaction 12 | max_prepared_transactions = 0 13 | 14 | # Sets the amount of memory the database server uses for shared memory buffers. Default: 32MB - configured to 50 to 75 percent of system memory. 15 | shared_buffers = 4096MB 16 | 17 | # Sets the planner's assumption about the effective size of the disk cache that is available to a single query => not use it 18 | effective_cache_size = 8192MB 19 | 20 | $ sudo systemctl stop postgresql 21 | $ sudo systemctl start postgresql 22 | -------------------------------------------------------------------------------- /dockerfiles/state-signals-exporter-pod/Dockerfile: -------------------------------------------------------------------------------- 1 | FROM quay.io/centos/centos:stream8 2 | 3 | # Update and use not only best candidate packages (avoiding failures) 4 | RUN dnf update -y --nobest 5 | 6 | # install python 3.9 - take several minutes 7 | RUN dnf install -y python3.9 8 | 9 | # install state-signals (--no-cache-dir for take always the latest) 10 | RUN python3 -m pip --no-cache-dir install --upgrade pip && pip --no-cache-dir install state-signals==0.5.2 11 | 12 | COPY state_signals_exporter.py /state_signals_exporter.py 13 | -------------------------------------------------------------------------------- /docs/Makefile: -------------------------------------------------------------------------------- 1 | # Minimal makefile for Sphinx documentation 2 | # 3 | 4 | # You can set these variables from the command line, and also 5 | # from the environment for the first two. 6 | SPHINXOPTS ?= 7 | SPHINXBUILD ?= sphinx-build 8 | SOURCEDIR = source 9 | BUILDDIR = build 10 | 11 | # Put it first so that "make" without argument is like "make help". 12 | help: 13 | @$(SPHINXBUILD) -M help "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O) 14 | 15 | .PHONY: help Makefile 16 | 17 | # Catch-all target: route all unknown targets to Sphinx using the new 18 | # "make mode" option. $(O) is meant as a shortcut for $(SPHINXOPTS). 19 | %: Makefile 20 | @$(SPHINXBUILD) -M $@ "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O) 21 | -------------------------------------------------------------------------------- /docs/source/grafana.md: -------------------------------------------------------------------------------- 1 | 2 | ## Grafana dashboards 3 | 4 | There are 3 grafana dashboards templates: 5 | 6 | 1. grafana/benchmark-runner-ci-status-report.json 7 | 2. grafana/benchmark-runner-report.json 8 | 3. grafana/regression-summary.json 9 | 10 | ** After importing json in grafana, you need to configure elasticsearch data source. 11 | -------------------------------------------------------------------------------- /generate_golden_files.sh: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env sh 2 | 3 | python3 -m venv venv 4 | . venv/bin/activate 5 | PYTHONPATH=. python3 tests/unittest/benchmark_runner/common/template_operations/generate_golden_files.py 6 | -------------------------------------------------------------------------------- /media/benchmark-runner-ci-status.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/media/benchmark-runner-ci-status.png -------------------------------------------------------------------------------- /media/benchmark-runner-demo.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/media/benchmark-runner-demo.gif -------------------------------------------------------------------------------- /media/benchmark-runner-k8s-demo.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/media/benchmark-runner-k8s-demo.gif -------------------------------------------------------------------------------- /media/benchmark-runner-report.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/media/benchmark-runner-report.png -------------------------------------------------------------------------------- /media/benchmark_runner.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/media/benchmark_runner.png -------------------------------------------------------------------------------- /media/docker2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/media/docker2.png -------------------------------------------------------------------------------- /media/grafana.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/media/grafana.png -------------------------------------------------------------------------------- /media/hammerdb.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/media/hammerdb.png -------------------------------------------------------------------------------- /media/kb.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/media/kb.png -------------------------------------------------------------------------------- /media/kb1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/media/kb1.png -------------------------------------------------------------------------------- /media/kibana.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/media/kibana.png -------------------------------------------------------------------------------- /media/mariadb.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/media/mariadb.png -------------------------------------------------------------------------------- /media/mssql.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/media/mssql.png -------------------------------------------------------------------------------- /media/op.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/media/op.png -------------------------------------------------------------------------------- /media/postgresql.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/media/postgresql.png -------------------------------------------------------------------------------- /media/run.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/media/run.png -------------------------------------------------------------------------------- /pre_commit.md: -------------------------------------------------------------------------------- 1 | # pre-commit - run once 2 | pip install pre-commit 3 | 4 | # generates .git/hooks/pre-commit 5 | pre-commit install 6 | 7 | # VPN On - run every time 8 | # it generates /Users/{user}/.config/rh-gitleaks/auth.jwt 9 | pre-commit run --all-files 10 | 11 | # New venv/ New repository 12 | Run the following commands to remove specific directories: 13 | * rm -rf /Users/{user}/.cache/pre-commit/ 14 | * rm -rf /Users/{user}/.config/pre-commit 15 | * rm -rf /Users/{user}/.config/rh-gitleaks 16 | * Important: Reboot your laptop to ensure the changes take effect after deleting these files. 17 | After reboot: 18 | * pre-commit install 19 | * run: pre-commit run --all-files 20 | Got the following error: 21 | ``` 22 | Local rh-pre-commit......................................................Failed 23 | - hook id: rh-pre-commit 24 | - exit code: 1 25 | ``` 26 | * Run the following cmd and enter the token 27 | * /Users/{user}/.cache/pre-commit/{cache_id}/venv/bin/python3 -m rh_gitleaks login 28 | * Verify that rh-gitleaks is generated 29 | /Users/{user}/.config/rh-gitleaks 30 | -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | attrs==21.4.0 2 | azure==4.0.0 3 | boto3==1.33.13 4 | botocore==1.33.13 5 | cryptography==44.0.1 6 | elasticsearch==7.16.1 7 | elasticsearch-dsl==7.4.0 8 | google-api-python-client==2.135.0 9 | google-auth==2.30.0 10 | google-auth-httplib2==0.2.0 11 | google-auth-oauthlib==1.2.0 12 | ipywidgets==8.0.6 13 | jinja2==3.1.6 14 | myst-parser==1.0.0 15 | openshift-client==1.0.17 16 | pandas 17 | paramiko==3.4.0 18 | prometheus-api-client==0.5.1 19 | PyGitHub==1.55 20 | PyYAML==6.0.1 21 | setuptools 22 | sphinx==5.0.0 23 | sphinx_rtd_theme==1.0.0 24 | tenacity==8.0.1 25 | tqdm==4.66.3 26 | typeguard==2.12.1 27 | typing==3.7.4.3 28 | -------------------------------------------------------------------------------- /setup.cfg: -------------------------------------------------------------------------------- 1 | [metadata] 2 | description-file = README.md 3 | -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/tests/__init__.py -------------------------------------------------------------------------------- /tests/integration/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/tests/integration/__init__.py -------------------------------------------------------------------------------- /tests/integration/benchmark_runner/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/tests/integration/benchmark_runner/__init__.py -------------------------------------------------------------------------------- /tests/integration/benchmark_runner/benchmark_operator/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/tests/integration/benchmark_runner/benchmark_operator/__init__.py -------------------------------------------------------------------------------- /tests/integration/benchmark_runner/common/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/tests/integration/benchmark_runner/common/__init__.py -------------------------------------------------------------------------------- /tests/integration/benchmark_runner/common/analyze/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/tests/integration/benchmark_runner/common/analyze/__init__.py -------------------------------------------------------------------------------- /tests/integration/benchmark_runner/common/assisted_installer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/tests/integration/benchmark_runner/common/assisted_installer/__init__.py -------------------------------------------------------------------------------- /tests/integration/benchmark_runner/common/assisted_installer/test_assisted_installer_latest_version.py: -------------------------------------------------------------------------------- 1 | 2 | from benchmark_runner.common.assisted_installer.assisted_installer_latest_version import AssistedInstallerVersions 3 | 4 | 5 | def test_get_release_latest_version(): 6 | """ 7 | This method returns the latest version 8 | @return: 9 | """ 10 | RELEASE_VERSION_LENGTH = 3 11 | assisted_installer_versions = AssistedInstallerVersions() 12 | assert len(assisted_installer_versions.get_latest_version(latest_version='4.11').split('.')) == RELEASE_VERSION_LENGTH 13 | 14 | 15 | def test_get_release_candidate_latest_version(): 16 | """ 17 | This method returns the latest version 18 | @return: 19 | """ 20 | RELEASE_CANDIDATE_VERSION_LENGTH = 4 21 | assisted_installer_versions = AssistedInstallerVersions() 22 | assert len(assisted_installer_versions.get_latest_version(latest_version='4.11.0-rc').split('.')) == RELEASE_CANDIDATE_VERSION_LENGTH 23 | 24 | 25 | def test_get_several_latest_versions(): 26 | """ 27 | This method returns several latest versions 28 | @return: 29 | """ 30 | actual_latest_versions = ['4.14', '4.15', '4.16.0-rc'] 31 | assisted_installer_versions = AssistedInstallerVersions() 32 | assert len(assisted_installer_versions.get_several_latest_versions(latest_versions=actual_latest_versions)) == len(actual_latest_versions) 33 | -------------------------------------------------------------------------------- /tests/integration/benchmark_runner/common/clouds/Azure/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/tests/integration/benchmark_runner/common/clouds/Azure/__init__.py -------------------------------------------------------------------------------- /tests/integration/benchmark_runner/common/clouds/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/tests/integration/benchmark_runner/common/clouds/__init__.py -------------------------------------------------------------------------------- /tests/integration/benchmark_runner/common/clouds/shared/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/tests/integration/benchmark_runner/common/clouds/shared/__init__.py -------------------------------------------------------------------------------- /tests/integration/benchmark_runner/common/clouds/shared/s3/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/tests/integration/benchmark_runner/common/clouds/shared/s3/__init__.py -------------------------------------------------------------------------------- /tests/integration/benchmark_runner/common/elasticsearch/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/tests/integration/benchmark_runner/common/elasticsearch/__init__.py -------------------------------------------------------------------------------- /tests/integration/benchmark_runner/common/grafana/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/tests/integration/benchmark_runner/common/grafana/__init__.py -------------------------------------------------------------------------------- /tests/integration/benchmark_runner/common/grafana/test_grafana_operations.py: -------------------------------------------------------------------------------- 1 | 2 | from benchmark_runner.common.grafana.grafana_operations import GrafanaOperations 3 | from tests.integration.benchmark_runner.test_environment_variables import * 4 | 5 | 6 | def test_fetch_all_dashboards(): 7 | """ 8 | This method fetched all grafana dashboards 9 | @return: 10 | """ 11 | if test_environment_variable.get('grafana_url'): 12 | grafana_operations = GrafanaOperations(grafana_url=test_environment_variable.get('grafana_url', ''), 13 | grafana_api_key=test_environment_variable.get('grafana_api_key', ''), 14 | grafana_json_path=test_environment_variable.get('grafana_json_path', ''), 15 | grafana_folder_name=test_environment_variable.get('grafana_folder_name', '')) 16 | all_dashboards = grafana_operations.fetch_all_dashboards() 17 | assert all_dashboards 18 | else: 19 | raise Exception('incorrect grafana url') 20 | -------------------------------------------------------------------------------- /tests/integration/benchmark_runner/common/oc/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/tests/integration/benchmark_runner/common/oc/__init__.py -------------------------------------------------------------------------------- /tests/integration/benchmark_runner/common/oc/test_singleton_oc_login.py: -------------------------------------------------------------------------------- 1 | 2 | from benchmark_runner.common.oc.oc import OC 3 | from benchmark_runner.common.oc.singleton_oc_login import SingletonOCLogin # Adjust import as necessary 4 | from tests.integration.benchmark_runner.test_environment_variables import * 5 | 6 | 7 | def test_login_success(): 8 | """Test successful login.""" 9 | oc = OC(kubeadmin_password=test_environment_variable['kubeadmin_password']) 10 | singleton_login = SingletonOCLogin(oc) 11 | assert singleton_login._login() is True 12 | -------------------------------------------------------------------------------- /tests/integration/benchmark_runner/common/prometheus/metrics.yaml: -------------------------------------------------------------------------------- 1 | # CPU 2 | - query: sum(irate(node_cpu_seconds_total[1m])) by (mode,instance) > 0 3 | metricName: CPU 4 | -------------------------------------------------------------------------------- /tests/integration/benchmark_runner/common/virtctl/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/tests/integration/benchmark_runner/common/virtctl/__init__.py -------------------------------------------------------------------------------- /tests/integration/benchmark_runner/templates/stressng_kata_template.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: ripsaw.cloudbulldozer.io/v1alpha1 2 | kind: Benchmark 3 | metadata: 4 | name: stressng-kata 5 | namespace: {{ namespace }} 6 | spec: 7 | system_metrics: 8 | collection: {{ system_metrics }} 9 | prom_url: "https://prometheus-k8s.openshift-monitoring.svc.cluster.local:9091" 10 | es_url: "{{ elasticsearch_url }}" 11 | prom_token: "{{ prom_token }}" 12 | metrics_profile: node-metrics.yml 13 | index_name: system-metrics-test 14 | elasticsearch: 15 | url: "{{ elasticsearch_url }}" 16 | index_name: stressng-kata-test 17 | metadata: 18 | collection: false 19 | workload: 20 | name: stressng 21 | args: 22 | # general options 23 | runtime_class: "kata" 24 | runtype: "parallel" 25 | timeout: "30" 26 | instances: 1 27 | pin: true # enable for nodeSelector 28 | pin_node: "{{ pin_node1 }}" 29 | resources: true # enable for resources requests/limits 30 | requests_cpu: 10m 31 | requests_memory: 500Mi 32 | limits_cpu: 2 33 | limits_memory: 1Gi 34 | # cpu stressor options 35 | cpu_stressors: "1" 36 | cpu_percentage: "100" 37 | cpu_method: "all" 38 | # vm stressor option 39 | vm_stressors: "1" 40 | vm_bytes: "128M" 41 | # mem stressor options 42 | mem_stressors: "1" 43 | -------------------------------------------------------------------------------- /tests/integration/benchmark_runner/templates/stressng_pod_template.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: ripsaw.cloudbulldozer.io/v1alpha1 2 | kind: Benchmark 3 | metadata: 4 | name: stressng-pod 5 | namespace: {{ namespace }} 6 | spec: 7 | system_metrics: 8 | collection: {{ system_metrics }} 9 | prom_url: "https://prometheus-k8s.openshift-monitoring.svc.cluster.local:9091" 10 | es_url: "{{ elasticsearch_url }}" 11 | prom_token: "{{ prom_token }}" 12 | metrics_profile: node-metrics.yml 13 | index_name: system-metrics-test 14 | elasticsearch: 15 | url: "{{ elasticsearch_url }}" 16 | index_name: stressng-pod-test 17 | metadata: 18 | collection: false 19 | workload: 20 | name: stressng 21 | args: 22 | # general options 23 | runtype: "parallel" 24 | timeout: "30" 25 | instances: 1 26 | pin: true # enable for nodeSelector 27 | pin_node: "{{ pin_node1 }}" 28 | resources: true # enable for resources requests/limits 29 | requests_cpu: 10m 30 | requests_memory: 500Mi 31 | limits_cpu: 2 32 | limits_memory: 1Gi 33 | # cpu stressor options 34 | cpu_stressors: "1" 35 | cpu_percentage: "100" 36 | cpu_method: "all" 37 | # vm stressor option 38 | vm_stressors: "1" 39 | vm_bytes: "128M" 40 | # mem stressor options 41 | mem_stressors: "1" 42 | -------------------------------------------------------------------------------- /tests/integration/benchmark_runner/workloads/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/tests/integration/benchmark_runner/workloads/__init__.py -------------------------------------------------------------------------------- /tests/unittest/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/tests/unittest/__init__.py -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/tests/unittest/benchmark_runner/__init__.py -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/tests/unittest/benchmark_runner/common/__init__.py -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/clouds/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/tests/unittest/benchmark_runner/common/clouds/__init__.py -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/clouds/shared/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/tests/unittest/benchmark_runner/common/clouds/shared/__init__.py -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/clouds/shared/s3/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/tests/unittest/benchmark_runner/common/clouds/shared/s3/__init__.py -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/oc/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/tests/unittest/benchmark_runner/common/oc/__init__.py -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/ssh/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/tests/unittest/benchmark_runner/common/ssh/__init__.py -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/ssh/test_ssh.py: -------------------------------------------------------------------------------- 1 | 2 | from benchmark_runner.common.ssh.ssh import SSH 3 | 4 | 5 | def test_run_cmd(): 6 | """ 7 | This method test run ssh cmd 8 | :return: 9 | """ 10 | ssh = SSH() 11 | assert ssh.run(cmd='ls') 12 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/tests/unittest/benchmark_runner/common/template_operations/__init__.py -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/generate_golden_files.py: -------------------------------------------------------------------------------- 1 | 2 | from tests.unittest.benchmark_runner.common.template_operations.golden_files import GoldenFiles 3 | 4 | 5 | file_generator = GoldenFiles() 6 | file_generator.generate_golden_files() 7 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_bootstorm_vm_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_bootstorm_vm_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_hammerdb_kata_mariadb_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_hammerdb_kata_mariadb_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_hammerdb_kata_mssql_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_hammerdb_kata_mssql_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_hammerdb_kata_postgres_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_hammerdb_kata_postgres_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_hammerdb_pod_mariadb_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_hammerdb_pod_mariadb_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_hammerdb_pod_mssql_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_hammerdb_pod_mssql_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_hammerdb_pod_postgres_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_hammerdb_pod_postgres_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_hammerdb_vm_mariadb_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_hammerdb_vm_mariadb_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_hammerdb_vm_mssql_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_hammerdb_vm_mssql_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_hammerdb_vm_postgres_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_hammerdb_vm_postgres_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_stressng_kata_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_stressng_kata_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_stressng_pod_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_stressng_pod_ODF_PVC_False/stressng_pod.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: ripsaw.cloudbulldozer.io/v1alpha1 2 | kind: Benchmark 3 | metadata: 4 | name: stressng-pod 5 | namespace: benchmark-operator 6 | spec: 7 | system_metrics: 8 | collection: True 9 | prom_url: "https://prometheus-k8s.openshift-monitoring.svc.cluster.local:9091" 10 | es_url: "http://elasticsearch.example.com:gol9999" 11 | prom_token: "fake_prom_token" 12 | metrics_profile: "node-metrics.yml" 13 | index_name: system-metrics 14 | elasticsearch: 15 | url: "http://elasticsearch.example.com:gol9999" 16 | index_name: stressng 17 | metadata: 18 | collection: false 19 | workload: 20 | name: stressng 21 | args: 22 | pin: True # enable for nodeSelector 23 | pin_node: "pin-node-1" 24 | resources: True # enable for resources requests/limits 25 | requests_cpu: 10m 26 | requests_memory: 1Gi 27 | limits_cpu: 2 28 | limits_memory: 1Gi 29 | # general options 30 | runtype: "sequential" 31 | timeout: "30" 32 | instances: 1 33 | # cpu stressor options 34 | cpu_stressors: "1" 35 | cpu_percentage: "100" 36 | cpu_method: "all" 37 | # vm stressor option 38 | vm_stressors: "1" 39 | vm_bytes: "128M" 40 | # mem stressor options 41 | mem_stressors: "1" 42 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_stressng_pod_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_stressng_pod_ODF_PVC_True/stressng_pod.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: ripsaw.cloudbulldozer.io/v1alpha1 2 | kind: Benchmark 3 | metadata: 4 | name: stressng-pod 5 | namespace: benchmark-operator 6 | spec: 7 | system_metrics: 8 | collection: True 9 | prom_url: "https://prometheus-k8s.openshift-monitoring.svc.cluster.local:9091" 10 | es_url: "http://elasticsearch.example.com:gol9999" 11 | prom_token: "fake_prom_token" 12 | metrics_profile: "node-metrics.yml" 13 | index_name: system-metrics 14 | elasticsearch: 15 | url: "http://elasticsearch.example.com:gol9999" 16 | index_name: stressng 17 | metadata: 18 | collection: false 19 | workload: 20 | name: stressng 21 | args: 22 | pin: True # enable for nodeSelector 23 | pin_node: "pin-node-1" 24 | resources: True # enable for resources requests/limits 25 | requests_cpu: 10m 26 | requests_memory: 1Gi 27 | limits_cpu: 2 28 | limits_memory: 1Gi 29 | # general options 30 | runtype: "sequential" 31 | timeout: "30" 32 | instances: 1 33 | # cpu stressor options 34 | cpu_stressors: "1" 35 | cpu_percentage: "100" 36 | cpu_method: "all" 37 | # vm stressor option 38 | vm_stressors: "1" 39 | vm_bytes: "128M" 40 | # mem stressor options 41 | mem_stressors: "1" 42 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_stressng_vm_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_stressng_vm_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_uperf_kata_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_uperf_kata_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_uperf_pod_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_uperf_pod_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_uperf_vm_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_uperf_vm_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_vdbench_kata_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_vdbench_kata_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_vdbench_pod_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_vdbench_pod_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_vdbench_vm_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_vdbench_vm_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_windows_vm_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_windows_vm_ODF_PVC_False/windows_dv.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: cdi.kubevirt.io/v1beta1 2 | kind: DataVolume 3 | metadata: 4 | annotations: 5 | cdi.kubevirt.io/storage.deleteAfterCompletion: "false" 6 | name: windows-clone-dv 7 | namespace: benchmark-runner 8 | spec: 9 | source: 10 | http: 11 | url: None 12 | pvc: 13 | accessModes: 14 | - ReadWriteMany 15 | resources: 16 | requests: 17 | storage: 70Gi 18 | volumeMode: Block 19 | storageClassName: ocs-storagecluster-ceph-rbd-virtualization 20 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_windows_vm_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/chaos_ci_windows_vm_ODF_PVC_True/windows_dv.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: cdi.kubevirt.io/v1beta1 2 | kind: DataVolume 3 | metadata: 4 | annotations: 5 | cdi.kubevirt.io/storage.deleteAfterCompletion: "false" 6 | name: windows-clone-dv 7 | namespace: benchmark-runner 8 | spec: 9 | source: 10 | http: 11 | url: None 12 | pvc: 13 | accessModes: 14 | - ReadWriteMany 15 | resources: 16 | requests: 17 | storage: 70Gi 18 | volumeMode: Block 19 | storageClassName: ocs-storagecluster-ceph-rbd-virtualization 20 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_bootstorm_vm_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_bootstorm_vm_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_hammerdb_kata_mariadb_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_hammerdb_kata_mariadb_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_hammerdb_kata_mssql_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_hammerdb_kata_mssql_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_hammerdb_kata_postgres_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_hammerdb_kata_postgres_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_hammerdb_pod_mariadb_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_hammerdb_pod_mariadb_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_hammerdb_pod_mssql_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_hammerdb_pod_mssql_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_hammerdb_pod_postgres_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_hammerdb_pod_postgres_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_hammerdb_vm_mariadb_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_hammerdb_vm_mariadb_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_hammerdb_vm_mssql_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_hammerdb_vm_mssql_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_hammerdb_vm_postgres_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_hammerdb_vm_postgres_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_stressng_kata_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_stressng_kata_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_stressng_pod_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_stressng_pod_ODF_PVC_False/stressng_pod.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: ripsaw.cloudbulldozer.io/v1alpha1 2 | kind: Benchmark 3 | metadata: 4 | name: stressng-pod 5 | namespace: benchmark-operator 6 | spec: 7 | system_metrics: 8 | collection: True 9 | prom_url: "https://prometheus-k8s.openshift-monitoring.svc.cluster.local:9091" 10 | es_url: "http://elasticsearch.example.com:gol9999" 11 | prom_token: "fake_prom_token" 12 | metrics_profile: "node-metrics.yml" 13 | index_name: system-metrics 14 | elasticsearch: 15 | url: "http://elasticsearch.example.com:gol9999" 16 | index_name: stressng 17 | metadata: 18 | collection: false 19 | workload: 20 | name: stressng 21 | args: 22 | pin: True # enable for nodeSelector 23 | pin_node: "pin-node-1" 24 | resources: True # enable for resources requests/limits 25 | requests_cpu: 10m 26 | requests_memory: 1Gi 27 | limits_cpu: 2 28 | limits_memory: 1Gi 29 | # general options 30 | runtype: "sequential" 31 | timeout: "30" 32 | instances: 1 33 | # cpu stressor options 34 | cpu_stressors: "1" 35 | cpu_percentage: "100" 36 | cpu_method: "all" 37 | # vm stressor option 38 | vm_stressors: "1" 39 | vm_bytes: "128M" 40 | # mem stressor options 41 | mem_stressors: "1" 42 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_stressng_pod_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_stressng_pod_ODF_PVC_True/stressng_pod.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: ripsaw.cloudbulldozer.io/v1alpha1 2 | kind: Benchmark 3 | metadata: 4 | name: stressng-pod 5 | namespace: benchmark-operator 6 | spec: 7 | system_metrics: 8 | collection: True 9 | prom_url: "https://prometheus-k8s.openshift-monitoring.svc.cluster.local:9091" 10 | es_url: "http://elasticsearch.example.com:gol9999" 11 | prom_token: "fake_prom_token" 12 | metrics_profile: "node-metrics.yml" 13 | index_name: system-metrics 14 | elasticsearch: 15 | url: "http://elasticsearch.example.com:gol9999" 16 | index_name: stressng 17 | metadata: 18 | collection: false 19 | workload: 20 | name: stressng 21 | args: 22 | pin: True # enable for nodeSelector 23 | pin_node: "pin-node-1" 24 | resources: True # enable for resources requests/limits 25 | requests_cpu: 10m 26 | requests_memory: 1Gi 27 | limits_cpu: 2 28 | limits_memory: 1Gi 29 | # general options 30 | runtype: "sequential" 31 | timeout: "30" 32 | instances: 1 33 | # cpu stressor options 34 | cpu_stressors: "1" 35 | cpu_percentage: "100" 36 | cpu_method: "all" 37 | # vm stressor option 38 | vm_stressors: "1" 39 | vm_bytes: "128M" 40 | # mem stressor options 41 | mem_stressors: "1" 42 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_stressng_vm_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_stressng_vm_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_uperf_kata_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_uperf_kata_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_uperf_pod_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_uperf_pod_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_uperf_vm_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_uperf_vm_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_vdbench_kata_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_vdbench_kata_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_vdbench_pod_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_vdbench_pod_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_vdbench_vm_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_vdbench_vm_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_windows_vm_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_windows_vm_ODF_PVC_False/windows_dv.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: cdi.kubevirt.io/v1beta1 2 | kind: DataVolume 3 | metadata: 4 | annotations: 5 | cdi.kubevirt.io/storage.deleteAfterCompletion: "false" 6 | name: windows-clone-dv 7 | namespace: benchmark-runner 8 | spec: 9 | source: 10 | http: 11 | url: None 12 | pvc: 13 | accessModes: 14 | - ReadWriteMany 15 | resources: 16 | requests: 17 | storage: 70Gi 18 | volumeMode: Block 19 | storageClassName: ocs-storagecluster-ceph-rbd-virtualization 20 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_windows_vm_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/func_ci_windows_vm_ODF_PVC_True/windows_dv.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: cdi.kubevirt.io/v1beta1 2 | kind: DataVolume 3 | metadata: 4 | annotations: 5 | cdi.kubevirt.io/storage.deleteAfterCompletion: "false" 6 | name: windows-clone-dv 7 | namespace: benchmark-runner 8 | spec: 9 | source: 10 | http: 11 | url: None 12 | pvc: 13 | accessModes: 14 | - ReadWriteMany 15 | resources: 16 | requests: 17 | storage: 70Gi 18 | volumeMode: Block 19 | storageClassName: ocs-storagecluster-ceph-rbd-virtualization 20 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_bootstorm_vm_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_bootstorm_vm_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_hammerdb_kata_mariadb_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_hammerdb_kata_mariadb_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_hammerdb_kata_mssql_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_hammerdb_kata_mssql_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_hammerdb_kata_postgres_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_hammerdb_kata_postgres_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_hammerdb_pod_mariadb_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_hammerdb_pod_mariadb_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_hammerdb_pod_mssql_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_hammerdb_pod_mssql_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_hammerdb_pod_postgres_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_hammerdb_pod_postgres_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_hammerdb_vm_mariadb_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_hammerdb_vm_mariadb_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_hammerdb_vm_mssql_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_hammerdb_vm_mssql_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_hammerdb_vm_postgres_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_hammerdb_vm_postgres_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_stressng_kata_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_stressng_kata_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_stressng_pod_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_stressng_pod_ODF_PVC_False/stressng_pod.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: ripsaw.cloudbulldozer.io/v1alpha1 2 | kind: Benchmark 3 | metadata: 4 | name: stressng-pod 5 | namespace: benchmark-operator 6 | spec: 7 | system_metrics: 8 | collection: True 9 | prom_url: "https://prometheus-k8s.openshift-monitoring.svc.cluster.local:9091" 10 | es_url: "http://elasticsearch.example.com:gol9999" 11 | prom_token: "fake_prom_token" 12 | metrics_profile: "node-metrics.yml" 13 | index_name: system-metrics 14 | elasticsearch: 15 | url: "http://elasticsearch.example.com:gol9999" 16 | index_name: stressng 17 | metadata: 18 | collection: false 19 | workload: 20 | name: stressng 21 | args: 22 | pin: True # enable for nodeSelector 23 | pin_node: "pin-node-1" 24 | resources: True # enable for resources requests/limits 25 | requests_cpu: 60 26 | requests_memory: 75Gi 27 | limits_cpu: 60 28 | limits_memory: 75Gi 29 | # general options 30 | runtype: "sequential" 31 | timeout: "120" 32 | instances: 1 33 | # cpu stressor options 34 | cpu_stressors: "60" 35 | cpu_percentage: "100" 36 | cpu_method: "all" 37 | # vm stressor option 38 | vm_stressors: "1" 39 | vm_bytes: "60G" 40 | # mem stressor options 41 | mem_stressors: "1" 42 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_stressng_pod_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_stressng_pod_ODF_PVC_True/stressng_pod.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: ripsaw.cloudbulldozer.io/v1alpha1 2 | kind: Benchmark 3 | metadata: 4 | name: stressng-pod 5 | namespace: benchmark-operator 6 | spec: 7 | system_metrics: 8 | collection: True 9 | prom_url: "https://prometheus-k8s.openshift-monitoring.svc.cluster.local:9091" 10 | es_url: "http://elasticsearch.example.com:gol9999" 11 | prom_token: "fake_prom_token" 12 | metrics_profile: "node-metrics.yml" 13 | index_name: system-metrics 14 | elasticsearch: 15 | url: "http://elasticsearch.example.com:gol9999" 16 | index_name: stressng 17 | metadata: 18 | collection: false 19 | workload: 20 | name: stressng 21 | args: 22 | pin: True # enable for nodeSelector 23 | pin_node: "pin-node-1" 24 | resources: True # enable for resources requests/limits 25 | requests_cpu: 60 26 | requests_memory: 75Gi 27 | limits_cpu: 60 28 | limits_memory: 75Gi 29 | # general options 30 | runtype: "sequential" 31 | timeout: "120" 32 | instances: 1 33 | # cpu stressor options 34 | cpu_stressors: "60" 35 | cpu_percentage: "100" 36 | cpu_method: "all" 37 | # vm stressor option 38 | vm_stressors: "1" 39 | vm_bytes: "60G" 40 | # mem stressor options 41 | mem_stressors: "1" 42 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_stressng_vm_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_stressng_vm_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_uperf_kata_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_uperf_kata_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_uperf_pod_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_uperf_pod_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_uperf_vm_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_uperf_vm_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_vdbench_kata_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_vdbench_kata_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_vdbench_pod_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_vdbench_pod_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_vdbench_vm_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_vdbench_vm_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_windows_vm_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_windows_vm_ODF_PVC_False/windows_dv.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: cdi.kubevirt.io/v1beta1 2 | kind: DataVolume 3 | metadata: 4 | annotations: 5 | cdi.kubevirt.io/storage.deleteAfterCompletion: "false" 6 | name: windows-clone-dv 7 | namespace: benchmark-runner 8 | spec: 9 | source: 10 | http: 11 | url: None 12 | pvc: 13 | accessModes: 14 | - ReadWriteMany 15 | resources: 16 | requests: 17 | storage: 70Gi 18 | volumeMode: Block 19 | storageClassName: ocs-storagecluster-ceph-rbd-virtualization 20 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_windows_vm_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/perf_ci_windows_vm_ODF_PVC_True/windows_dv.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: cdi.kubevirt.io/v1beta1 2 | kind: DataVolume 3 | metadata: 4 | annotations: 5 | cdi.kubevirt.io/storage.deleteAfterCompletion: "false" 6 | name: windows-clone-dv 7 | namespace: benchmark-runner 8 | spec: 9 | source: 10 | http: 11 | url: None 12 | pvc: 13 | accessModes: 14 | - ReadWriteMany 15 | resources: 16 | requests: 17 | storage: 70Gi 18 | volumeMode: Block 19 | storageClassName: ocs-storagecluster-ceph-rbd-virtualization 20 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_bootstorm_vm_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_bootstorm_vm_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_hammerdb_kata_mariadb_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_hammerdb_kata_mariadb_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_hammerdb_kata_mssql_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_hammerdb_kata_mssql_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_hammerdb_kata_postgres_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_hammerdb_kata_postgres_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_hammerdb_pod_mariadb_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_hammerdb_pod_mariadb_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_hammerdb_pod_mssql_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_hammerdb_pod_mssql_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_hammerdb_pod_postgres_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_hammerdb_pod_postgres_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_hammerdb_vm_mariadb_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_hammerdb_vm_mariadb_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_hammerdb_vm_mssql_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_hammerdb_vm_mssql_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_hammerdb_vm_postgres_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_hammerdb_vm_postgres_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_stressng_kata_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_stressng_kata_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_stressng_pod_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_stressng_pod_ODF_PVC_False/stressng_pod.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: ripsaw.cloudbulldozer.io/v1alpha1 2 | kind: Benchmark 3 | metadata: 4 | name: stressng-pod 5 | namespace: benchmark-operator 6 | spec: 7 | system_metrics: 8 | collection: True 9 | prom_url: "https://prometheus-k8s.openshift-monitoring.svc.cluster.local:9091" 10 | es_url: "http://elasticsearch.example.com:gol9999" 11 | prom_token: "fake_prom_token" 12 | metrics_profile: "node-metrics.yml" 13 | index_name: system-metrics 14 | elasticsearch: 15 | url: "http://elasticsearch.example.com:gol9999" 16 | index_name: stressng 17 | metadata: 18 | collection: false 19 | workload: 20 | name: stressng 21 | args: 22 | pin: True # enable for nodeSelector 23 | pin_node: "pin-node-1" 24 | resources: True # enable for resources requests/limits 25 | requests_cpu: 10m 26 | requests_memory: 1Gi 27 | limits_cpu: 2 28 | limits_memory: 1Gi 29 | # general options 30 | runtype: "sequential" 31 | timeout: "30" 32 | instances: 1 33 | # cpu stressor options 34 | cpu_stressors: "1" 35 | cpu_percentage: "100" 36 | cpu_method: "all" 37 | # vm stressor option 38 | vm_stressors: "1" 39 | vm_bytes: "128M" 40 | # mem stressor options 41 | mem_stressors: "1" 42 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_stressng_pod_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_stressng_vm_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_stressng_vm_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_uperf_kata_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_uperf_kata_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_uperf_pod_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_uperf_pod_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_uperf_vm_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_uperf_vm_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_vdbench_kata_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_vdbench_kata_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_vdbench_pod_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_vdbench_pod_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_vdbench_vm_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_vdbench_vm_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_windows_vm_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_windows_vm_ODF_PVC_False/windows_dv.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: cdi.kubevirt.io/v1beta1 2 | kind: DataVolume 3 | metadata: 4 | annotations: 5 | cdi.kubevirt.io/storage.deleteAfterCompletion: "false" 6 | name: windows-clone-dv 7 | namespace: benchmark-runner 8 | spec: 9 | source: 10 | http: 11 | url: None 12 | pvc: 13 | accessModes: 14 | - ReadWriteMany 15 | resources: 16 | requests: 17 | storage: 70Gi 18 | volumeMode: Block 19 | storageClassName: ocs-storagecluster-ceph-rbd-virtualization 20 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_windows_vm_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/release_windows_vm_ODF_PVC_True/windows_dv.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: cdi.kubevirt.io/v1beta1 2 | kind: DataVolume 3 | metadata: 4 | annotations: 5 | cdi.kubevirt.io/storage.deleteAfterCompletion: "false" 6 | name: windows-clone-dv 7 | namespace: benchmark-runner 8 | spec: 9 | source: 10 | http: 11 | url: None 12 | pvc: 13 | accessModes: 14 | - ReadWriteMany 15 | resources: 16 | requests: 17 | storage: 70Gi 18 | volumeMode: Block 19 | storageClassName: ocs-storagecluster-ceph-rbd-virtualization 20 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_bootstorm_vm_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_bootstorm_vm_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_hammerdb_kata_mariadb_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_hammerdb_kata_mariadb_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_hammerdb_kata_mssql_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_hammerdb_kata_mssql_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_hammerdb_kata_postgres_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_hammerdb_kata_postgres_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_hammerdb_pod_mariadb_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_hammerdb_pod_mariadb_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_hammerdb_pod_mssql_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_hammerdb_pod_mssql_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_hammerdb_pod_postgres_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_hammerdb_pod_postgres_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_hammerdb_vm_mariadb_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_hammerdb_vm_mariadb_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_hammerdb_vm_mssql_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_hammerdb_vm_mssql_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_hammerdb_vm_postgres_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_hammerdb_vm_postgres_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_stressng_kata_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_stressng_kata_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_stressng_pod_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_stressng_pod_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_stressng_vm_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_stressng_vm_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_uperf_kata_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_uperf_kata_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_uperf_pod_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_uperf_pod_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_uperf_vm_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_uperf_vm_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-operator 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_vdbench_kata_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_vdbench_kata_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_vdbench_pod_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_vdbench_pod_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_vdbench_vm_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_vdbench_vm_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_windows_vm_ODF_PVC_False/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_windows_vm_ODF_PVC_False/windows_dv.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: cdi.kubevirt.io/v1beta1 2 | kind: DataVolume 3 | metadata: 4 | annotations: 5 | cdi.kubevirt.io/storage.deleteAfterCompletion: "false" 6 | name: windows-clone-dv 7 | namespace: benchmark-runner 8 | spec: 9 | source: 10 | http: 11 | url: None 12 | pvc: 13 | accessModes: 14 | - ReadWriteMany 15 | resources: 16 | requests: 17 | storage: 70Gi 18 | volumeMode: Block 19 | storageClassName: ocs-storagecluster-ceph-rbd-virtualization 20 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_windows_vm_ODF_PVC_True/namespace.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: v1 2 | kind: Namespace 3 | metadata: 4 | name: benchmark-runner 5 | labels: 6 | pod-security.kubernetes.io/enforce: privileged 7 | pod-security.kubernetes.io/audit: privileged 8 | pod-security.kubernetes.io/warn: privileged 9 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files/test_ci_windows_vm_ODF_PVC_True/windows_dv.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: cdi.kubevirt.io/v1beta1 2 | kind: DataVolume 3 | metadata: 4 | annotations: 5 | cdi.kubevirt.io/storage.deleteAfterCompletion: "false" 6 | name: windows-clone-dv 7 | namespace: benchmark-runner 8 | spec: 9 | source: 10 | http: 11 | url: None 12 | pvc: 13 | accessModes: 14 | - ReadWriteMany 15 | resources: 16 | requests: 17 | storage: 70Gi 18 | volumeMode: Block 19 | storageClassName: ocs-storagecluster-ceph-rbd-virtualization 20 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/golden_files_exceptions.py: -------------------------------------------------------------------------------- 1 | 2 | class GoldenFileError(Exception): 3 | """Base class for all exceptions related to golden file checks""" 4 | pass 5 | 6 | 7 | class GoldenFileCheckFailed(GoldenFileError): 8 | """Exception for comparison failures""" 9 | def __init__(self, miscompare: list, missing: list, unexpected:list, cannot_compare: list): 10 | sep = "\n " 11 | errors = [] 12 | if miscompare is not None and len(miscompare) > 0: 13 | errors.append(f'The following files failed comparison check:{sep}{sep.join(sorted(miscompare))}') 14 | 15 | if missing is not None and len(missing) > 0: 16 | errors.append(f'The following files are missing:{sep}{sep.join(sorted(missing))}') 17 | 18 | if unexpected is not None and len(unexpected) > 0: 19 | errors.append(f'The following unexpected files are present:{sep}{sep.join(sorted(unexpected))}') 20 | 21 | if cannot_compare is not None and len(cannot_compare) > 0: 22 | errors.append(f'The following files cannot be compared:{sep}{sep.join(sorted(cannot_compare))}') 23 | 24 | error_sep = '\n\n' 25 | self.message = error_sep.join(errors) 26 | super(GoldenFileCheckFailed, self).__init__(self.message) 27 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/template_operations/test_golden_files.py: -------------------------------------------------------------------------------- 1 | 2 | from tests.unittest.benchmark_runner.common.template_operations.golden_files import GoldenFiles 3 | from benchmark_runner.main.temporary_environment_variables import TemporaryEnvironmentVariables 4 | 5 | 6 | def test_golden_files(): 7 | """ 8 | This tests that generated YAML files match expected 9 | previously generated files 10 | """ 11 | with TemporaryEnvironmentVariables(): 12 | golden_files = GoldenFiles() 13 | assert(golden_files.compare_golden_files()) 14 | 15 | 16 | test_golden_files() 17 | -------------------------------------------------------------------------------- /tests/unittest/benchmark_runner/common/temporary_environment_variables/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/redhat-performance/benchmark-runner/23d7e19b931b6c0016e22c1c441af9c392e610f1/tests/unittest/benchmark_runner/common/temporary_environment_variables/__init__.py -------------------------------------------------------------------------------- /tests_requirements.txt: -------------------------------------------------------------------------------- 1 | azure==4.0.0 2 | elasticsearch==7.16.1 3 | elasticsearch_dsl==7.4.0 4 | jinja2==3.1.6 5 | mock 6 | moto==4.0.1 7 | pandas 8 | pytest 9 | PyYAML==6.0.1 10 | setuptools 11 | typeguard==2.12.1 12 | --------------------------------------------------------------------------------