├── .clang-format ├── .devcontainer └── devcontainer.json ├── .github └── workflows │ ├── codeql.yml │ ├── mirror_repo.sh │ ├── pre-commit.yml │ ├── python-package-genai.yml │ └── trigger_ci.yml ├── .gitignore ├── .pre-commit-config.yaml ├── CMakeLists.txt ├── LICENSE ├── README.md ├── SECURITY.md ├── docs ├── README.md ├── benchmarking.md ├── cli.md ├── inference_load_modes.md ├── input_data.md ├── install.md ├── measurements_metrics.md └── quick_start.md ├── genai-perf ├── .gitignore ├── LICENSE ├── README.md ├── docs │ ├── analyze.md │ ├── assets │ │ ├── custom_gpu_metrics.csv │ │ ├── distribution_of_input_sequence_lengths_to_output_sequence_lengths.jpeg │ │ ├── request_latency.jpeg │ │ ├── time_to_first_token.jpeg │ │ ├── time_to_first_token_vs_input_sequence_lengths.jpeg │ │ └── token-to-token_latency_vs_output_token_position.jpeg │ ├── customizable_frontends.md │ ├── customizable_payloads.md │ ├── dynamo.md │ ├── embeddings.md │ ├── example_plots.md │ ├── files.md │ ├── goodput.md │ ├── gpu_telemetry.md │ ├── huggingface_tgi.md │ ├── lora.md │ ├── multi_modal.md │ ├── multi_turn.md │ ├── process_export_files.md │ ├── rankings.md │ └── tutorial.md ├── genai_perf │ ├── .gitignore │ ├── __init__.py │ ├── checkpoint │ │ └── checkpoint.py │ ├── config │ │ ├── endpoint_config.py │ │ ├── generate │ │ │ ├── genai_perf_config.py │ │ │ ├── objective_parameter.py │ │ │ ├── perf_analyzer_config.py │ │ │ ├── search_parameter.py │ │ │ ├── search_parameters.py │ │ │ └── sweep_objective_generator.py │ │ ├── input │ │ │ ├── base_config.py │ │ │ ├── config_analyze.py │ │ │ ├── config_command.py │ │ │ ├── config_defaults.py │ │ │ ├── config_endpoint.py │ │ │ ├── config_field.py │ │ │ ├── config_input.py │ │ │ ├── config_output.py │ │ │ ├── config_perf_analyzer.py │ │ │ ├── config_process.py │ │ │ ├── config_tokenizer.py │ │ │ └── create_config.py │ │ ├── model_spec.py │ │ └── run │ │ │ ├── results.py │ │ │ └── run_config.py │ ├── constants.py │ ├── exceptions.py │ ├── export_data │ │ ├── console_exporter.py │ │ ├── csv_exporter.py │ │ ├── data_exporter_factory.py │ │ ├── data_exporter_interface.py │ │ ├── exporter_config.py │ │ ├── exporter_utils.py │ │ ├── json_exporter.py │ │ ├── output_reporter.py │ │ └── telemetry_data_exporter_util.py │ ├── goodput_calculator │ │ ├── __init__.py │ │ ├── goodput_calculator.py │ │ └── llm_goodput_calculator.py │ ├── inputs │ │ ├── __init__.py │ │ ├── converters │ │ │ ├── __init__.py │ │ │ ├── base_converter.py │ │ │ ├── dynamic_grpc_converter.py │ │ │ ├── huggingface_generate_converter.py │ │ │ ├── image_retrieval_converter.py │ │ │ ├── nvclip_converter.py │ │ │ ├── openai_chat_completions_converter.py │ │ │ ├── openai_completions_converter.py │ │ │ ├── openai_embeddings_converter.py │ │ │ ├── output_format_converter_factory.py │ │ │ ├── rankings_converter.py │ │ │ ├── template_converter.py │ │ │ ├── tensorrtllm_converter.py │ │ │ ├── tensorrtllm_engine_converter.py │ │ │ ├── triton_generate_converter.py │ │ │ └── vllm_converter.py │ │ ├── input_constants.py │ │ ├── inputs.py │ │ ├── inputs_config.py │ │ └── retrievers │ │ │ ├── __init__.py │ │ │ ├── base_file_input_retriever.py │ │ │ ├── base_input_retriever.py │ │ │ ├── file_input_retriever.py │ │ │ ├── generic_dataset.py │ │ │ ├── input_retriever_factory.py │ │ │ ├── payload_input_retriever.py │ │ │ ├── shakespeare.txt │ │ │ ├── source_images │ │ │ ├── dlss.png │ │ │ ├── h100.jpeg │ │ │ ├── h200.jpeg │ │ │ └── jensen.jpeg │ │ │ ├── synthetic_audio_generator.py │ │ │ ├── synthetic_data_retriever.py │ │ │ ├── synthetic_image_generator.py │ │ │ └── synthetic_prompt_generator.py │ ├── logging.py │ ├── main.py │ ├── measurements │ │ ├── model_config_measurement.py │ │ ├── model_constraints.py │ │ ├── run_config_measurement.py │ │ └── run_constraints.py │ ├── metrics │ │ ├── __init__.py │ │ ├── image_retrieval_metrics.py │ │ ├── llm_metrics.py │ │ ├── metrics.py │ │ ├── statistics.py │ │ ├── telemetry_metrics.py │ │ ├── telemetry_statistics.py │ │ └── telemetry_stats_aggregator.py │ ├── parser.py │ ├── plots │ │ ├── __init__.py │ │ ├── base_plot.py │ │ ├── box_plot.py │ │ ├── heat_map.py │ │ ├── plot_config.py │ │ ├── plot_config_parser.py │ │ ├── plot_manager.py │ │ └── scatter_plot.py │ ├── profile_data_parser │ │ ├── __init__.py │ │ ├── image_retrieval_profile_data_parser.py │ │ ├── llm_profile_data_parser.py │ │ ├── merged_profile_parser.py │ │ ├── parser_result.py │ │ └── profile_data_parser.py │ ├── record │ │ ├── gpu_record.py │ │ ├── record.py │ │ └── types │ │ │ ├── __init__.py │ │ │ ├── energy_consumption_avg.py │ │ │ ├── energy_consumption_base.py │ │ │ ├── energy_consumption_max.py │ │ │ ├── energy_consumption_min.py │ │ │ ├── energy_consumption_p1.py │ │ │ ├── energy_consumption_p10.py │ │ │ ├── energy_consumption_p25.py │ │ │ ├── energy_consumption_p5.py │ │ │ ├── energy_consumption_p50.py │ │ │ ├── energy_consumption_p75.py │ │ │ ├── energy_consumption_p90.py │ │ │ ├── energy_consumption_p95.py │ │ │ ├── energy_consumption_p99.py │ │ │ ├── energy_consumption_std.py │ │ │ ├── gpu_clock_memory_avg.py │ │ │ ├── gpu_clock_memory_base.py │ │ │ ├── gpu_clock_memory_max.py │ │ │ ├── gpu_clock_memory_min.py │ │ │ ├── gpu_clock_memory_p1.py │ │ │ ├── gpu_clock_memory_p10.py │ │ │ ├── gpu_clock_memory_p25.py │ │ │ ├── gpu_clock_memory_p5.py │ │ │ ├── gpu_clock_memory_p50.py │ │ │ ├── gpu_clock_memory_p75.py │ │ │ ├── gpu_clock_memory_p90.py │ │ │ ├── gpu_clock_memory_p95.py │ │ │ ├── gpu_clock_memory_p99.py │ │ │ ├── gpu_clock_memory_std.py │ │ │ ├── gpu_clock_sm_avg.py │ │ │ ├── gpu_clock_sm_base.py │ │ │ ├── gpu_clock_sm_max.py │ │ │ ├── gpu_clock_sm_min.py │ │ │ ├── gpu_clock_sm_p1.py │ │ │ ├── gpu_clock_sm_p10.py │ │ │ ├── gpu_clock_sm_p25.py │ │ │ ├── gpu_clock_sm_p5.py │ │ │ ├── gpu_clock_sm_p50.py │ │ │ ├── gpu_clock_sm_p75.py │ │ │ ├── gpu_clock_sm_p90.py │ │ │ ├── gpu_clock_sm_p95.py │ │ │ ├── gpu_clock_sm_p99.py │ │ │ ├── gpu_clock_sm_std.py │ │ │ ├── gpu_energy_consumption_avg.py │ │ │ ├── gpu_memory_free_avg.py │ │ │ ├── gpu_memory_free_base.py │ │ │ ├── gpu_memory_free_max.py │ │ │ ├── gpu_memory_free_min.py │ │ │ ├── gpu_memory_free_p1.py │ │ │ ├── gpu_memory_free_p10.py │ │ │ ├── gpu_memory_free_p25.py │ │ │ ├── gpu_memory_free_p5.py │ │ │ ├── gpu_memory_free_p50.py │ │ │ ├── gpu_memory_free_p75.py │ │ │ ├── gpu_memory_free_p90.py │ │ │ ├── gpu_memory_free_p95.py │ │ │ ├── gpu_memory_free_p99.py │ │ │ ├── gpu_memory_free_std.py │ │ │ ├── gpu_memory_temperature_avg.py │ │ │ ├── gpu_memory_temperature_base.py │ │ │ ├── gpu_memory_temperature_max.py │ │ │ ├── gpu_memory_temperature_min.py │ │ │ ├── gpu_memory_temperature_p1.py │ │ │ ├── gpu_memory_temperature_p10.py │ │ │ ├── gpu_memory_temperature_p25.py │ │ │ ├── gpu_memory_temperature_p5.py │ │ │ ├── gpu_memory_temperature_p50.py │ │ │ ├── gpu_memory_temperature_p75.py │ │ │ ├── gpu_memory_temperature_p90.py │ │ │ ├── gpu_memory_temperature_p95.py │ │ │ ├── gpu_memory_temperature_p99.py │ │ │ ├── gpu_memory_temperature_std.py │ │ │ ├── gpu_memory_used_avg.py │ │ │ ├── gpu_memory_used_base.py │ │ │ ├── gpu_memory_used_max.py │ │ │ ├── gpu_memory_used_min.py │ │ │ ├── gpu_memory_used_p1.py │ │ │ ├── gpu_memory_used_p10.py │ │ │ ├── gpu_memory_used_p25.py │ │ │ ├── gpu_memory_used_p5.py │ │ │ ├── gpu_memory_used_p50.py │ │ │ ├── gpu_memory_used_p75.py │ │ │ ├── gpu_memory_used_p90.py │ │ │ ├── gpu_memory_used_p95.py │ │ │ ├── gpu_memory_used_p99.py │ │ │ ├── gpu_memory_used_std.py │ │ │ ├── gpu_power_limit_avg.py │ │ │ ├── gpu_power_limit_base.py │ │ │ ├── gpu_power_usage_avg.py │ │ │ ├── gpu_power_usage_base.py │ │ │ ├── gpu_power_usage_max.py │ │ │ ├── gpu_power_usage_min.py │ │ │ ├── gpu_power_usage_p1.py │ │ │ ├── gpu_power_usage_p10.py │ │ │ ├── gpu_power_usage_p25.py │ │ │ ├── gpu_power_usage_p5.py │ │ │ ├── gpu_power_usage_p50.py │ │ │ ├── gpu_power_usage_p75.py │ │ │ ├── gpu_power_usage_p90.py │ │ │ ├── gpu_power_usage_p95.py │ │ │ ├── gpu_power_usage_p99.py │ │ │ ├── gpu_power_usage_std.py │ │ │ ├── gpu_temperature_avg.py │ │ │ ├── gpu_temperature_base.py │ │ │ ├── gpu_temperature_max.py │ │ │ ├── gpu_temperature_min.py │ │ │ ├── gpu_temperature_p1.py │ │ │ ├── gpu_temperature_p10.py │ │ │ ├── gpu_temperature_p25.py │ │ │ ├── gpu_temperature_p5.py │ │ │ ├── gpu_temperature_p50.py │ │ │ ├── gpu_temperature_p75.py │ │ │ ├── gpu_temperature_p90.py │ │ │ ├── gpu_temperature_p95.py │ │ │ ├── gpu_temperature_p99.py │ │ │ ├── gpu_temperature_std.py │ │ │ ├── gpu_utilization_avg.py │ │ │ ├── gpu_utilization_base.py │ │ │ ├── gpu_utilization_max.py │ │ │ ├── gpu_utilization_min.py │ │ │ ├── gpu_utilization_p1.py │ │ │ ├── gpu_utilization_p10.py │ │ │ ├── gpu_utilization_p25.py │ │ │ ├── gpu_utilization_p5.py │ │ │ ├── gpu_utilization_p50.py │ │ │ ├── gpu_utilization_p75.py │ │ │ ├── gpu_utilization_p90.py │ │ │ ├── gpu_utilization_p95.py │ │ │ ├── gpu_utilization_p99.py │ │ │ ├── gpu_utilization_std.py │ │ │ ├── input_sequence_length_avg.py │ │ │ ├── input_sequence_length_base.py │ │ │ ├── input_sequence_length_max.py │ │ │ ├── input_sequence_length_min.py │ │ │ ├── input_sequence_length_p1.py │ │ │ ├── input_sequence_length_p10.py │ │ │ ├── input_sequence_length_p25.py │ │ │ ├── input_sequence_length_p5.py │ │ │ ├── input_sequence_length_p50.py │ │ │ ├── input_sequence_length_p75.py │ │ │ ├── input_sequence_length_p90.py │ │ │ ├── input_sequence_length_p95.py │ │ │ ├── input_sequence_length_p99.py │ │ │ ├── input_sequence_length_std.py │ │ │ ├── inter_token_latency_avg.py │ │ │ ├── inter_token_latency_base.py │ │ │ ├── inter_token_latency_max.py │ │ │ ├── inter_token_latency_min.py │ │ │ ├── inter_token_latency_p1.py │ │ │ ├── inter_token_latency_p10.py │ │ │ ├── inter_token_latency_p25.py │ │ │ ├── inter_token_latency_p5.py │ │ │ ├── inter_token_latency_p50.py │ │ │ ├── inter_token_latency_p75.py │ │ │ ├── inter_token_latency_p90.py │ │ │ ├── inter_token_latency_p95.py │ │ │ ├── inter_token_latency_p99.py │ │ │ ├── inter_token_latency_std.py │ │ │ ├── memory_copy_utilization_avg.py │ │ │ ├── memory_copy_utilization_base.py │ │ │ ├── memory_copy_utilization_max.py │ │ │ ├── memory_copy_utilization_min.py │ │ │ ├── memory_copy_utilization_p1.py │ │ │ ├── memory_copy_utilization_p10.py │ │ │ ├── memory_copy_utilization_p25.py │ │ │ ├── memory_copy_utilization_p5.py │ │ │ ├── memory_copy_utilization_p50.py │ │ │ ├── memory_copy_utilization_p75.py │ │ │ ├── memory_copy_utilization_p90.py │ │ │ ├── memory_copy_utilization_p95.py │ │ │ ├── memory_copy_utilization_p99.py │ │ │ ├── memory_copy_utilization_std.py │ │ │ ├── output_sequence_length_avg.py │ │ │ ├── output_sequence_length_base.py │ │ │ ├── output_sequence_length_max.py │ │ │ ├── output_sequence_length_min.py │ │ │ ├── output_sequence_length_p1.py │ │ │ ├── output_sequence_length_p10.py │ │ │ ├── output_sequence_length_p25.py │ │ │ ├── output_sequence_length_p5.py │ │ │ ├── output_sequence_length_p50.py │ │ │ ├── output_sequence_length_p75.py │ │ │ ├── output_sequence_length_p90.py │ │ │ ├── output_sequence_length_p95.py │ │ │ ├── output_sequence_length_p99.py │ │ │ ├── output_sequence_length_std.py │ │ │ ├── output_token_throughput_avg.py │ │ │ ├── output_token_throughput_per_user_avg.py │ │ │ ├── output_token_throughput_per_user_base.py │ │ │ ├── output_token_throughput_per_user_max.py │ │ │ ├── output_token_throughput_per_user_min.py │ │ │ ├── output_token_throughput_per_user_p1.py │ │ │ ├── output_token_throughput_per_user_p10.py │ │ │ ├── output_token_throughput_per_user_p25.py │ │ │ ├── output_token_throughput_per_user_p5.py │ │ │ ├── output_token_throughput_per_user_p50.py │ │ │ ├── output_token_throughput_per_user_p75.py │ │ │ ├── output_token_throughput_per_user_p90.py │ │ │ ├── output_token_throughput_per_user_p95.py │ │ │ ├── output_token_throughput_per_user_p99.py │ │ │ ├── output_token_throughput_per_user_std.py │ │ │ ├── pcie_receive_throughput_avg.py │ │ │ ├── pcie_receive_throughput_base.py │ │ │ ├── pcie_receive_throughput_max.py │ │ │ ├── pcie_receive_throughput_min.py │ │ │ ├── pcie_receive_throughput_p1.py │ │ │ ├── pcie_receive_throughput_p10.py │ │ │ ├── pcie_receive_throughput_p25.py │ │ │ ├── pcie_receive_throughput_p5.py │ │ │ ├── pcie_receive_throughput_p50.py │ │ │ ├── pcie_receive_throughput_p75.py │ │ │ ├── pcie_receive_throughput_p90.py │ │ │ ├── pcie_receive_throughput_p95.py │ │ │ ├── pcie_receive_throughput_p99.py │ │ │ ├── pcie_receive_throughput_std.py │ │ │ ├── pcie_replay_counter_avg.py │ │ │ ├── pcie_replay_counter_base.py │ │ │ ├── pcie_replay_counter_max.py │ │ │ ├── pcie_replay_counter_min.py │ │ │ ├── pcie_replay_counter_p1.py │ │ │ ├── pcie_replay_counter_p10.py │ │ │ ├── pcie_replay_counter_p25.py │ │ │ ├── pcie_replay_counter_p5.py │ │ │ ├── pcie_replay_counter_p50.py │ │ │ ├── pcie_replay_counter_p75.py │ │ │ ├── pcie_replay_counter_p90.py │ │ │ ├── pcie_replay_counter_p95.py │ │ │ ├── pcie_replay_counter_p99.py │ │ │ ├── pcie_replay_counter_std.py │ │ │ ├── pcie_transmit_throughput_avg.py │ │ │ ├── pcie_transmit_throughput_base.py │ │ │ ├── pcie_transmit_throughput_max.py │ │ │ ├── pcie_transmit_throughput_min.py │ │ │ ├── pcie_transmit_throughput_p1.py │ │ │ ├── pcie_transmit_throughput_p10.py │ │ │ ├── pcie_transmit_throughput_p25.py │ │ │ ├── pcie_transmit_throughput_p5.py │ │ │ ├── pcie_transmit_throughput_p50.py │ │ │ ├── pcie_transmit_throughput_p75.py │ │ │ ├── pcie_transmit_throughput_p90.py │ │ │ ├── pcie_transmit_throughput_p95.py │ │ │ ├── pcie_transmit_throughput_p99.py │ │ │ ├── pcie_transmit_throughput_std.py │ │ │ ├── power_throttle_duration_avg.py │ │ │ ├── power_throttle_duration_base.py │ │ │ ├── power_throttle_duration_max.py │ │ │ ├── power_throttle_duration_min.py │ │ │ ├── power_throttle_duration_p1.py │ │ │ ├── power_throttle_duration_p10.py │ │ │ ├── power_throttle_duration_p25.py │ │ │ ├── power_throttle_duration_p5.py │ │ │ ├── power_throttle_duration_p50.py │ │ │ ├── power_throttle_duration_p75.py │ │ │ ├── power_throttle_duration_p90.py │ │ │ ├── power_throttle_duration_p95.py │ │ │ ├── power_throttle_duration_p99.py │ │ │ ├── power_throttle_duration_std.py │ │ │ ├── request_count_avg.py │ │ │ ├── request_goodput_avg.py │ │ │ ├── request_latency_avg.py │ │ │ ├── request_latency_base.py │ │ │ ├── request_latency_max.py │ │ │ ├── request_latency_min.py │ │ │ ├── request_latency_p1.py │ │ │ ├── request_latency_p10.py │ │ │ ├── request_latency_p25.py │ │ │ ├── request_latency_p5.py │ │ │ ├── request_latency_p50.py │ │ │ ├── request_latency_p75.py │ │ │ ├── request_latency_p90.py │ │ │ ├── request_latency_p95.py │ │ │ ├── request_latency_p99.py │ │ │ ├── request_latency_std.py │ │ │ ├── request_throughput_avg.py │ │ │ ├── retired_pages_dbe_avg.py │ │ │ ├── retired_pages_dbe_base.py │ │ │ ├── retired_pages_dbe_max.py │ │ │ ├── retired_pages_dbe_min.py │ │ │ ├── retired_pages_dbe_p1.py │ │ │ ├── retired_pages_dbe_p10.py │ │ │ ├── retired_pages_dbe_p25.py │ │ │ ├── retired_pages_dbe_p5.py │ │ │ ├── retired_pages_dbe_p50.py │ │ │ ├── retired_pages_dbe_p75.py │ │ │ ├── retired_pages_dbe_p90.py │ │ │ ├── retired_pages_dbe_p95.py │ │ │ ├── retired_pages_dbe_p99.py │ │ │ ├── retired_pages_dbe_std.py │ │ │ ├── retired_pages_sbe_avg.py │ │ │ ├── retired_pages_sbe_base.py │ │ │ ├── retired_pages_sbe_max.py │ │ │ ├── retired_pages_sbe_min.py │ │ │ ├── retired_pages_sbe_p1.py │ │ │ ├── retired_pages_sbe_p10.py │ │ │ ├── retired_pages_sbe_p25.py │ │ │ ├── retired_pages_sbe_p5.py │ │ │ ├── retired_pages_sbe_p50.py │ │ │ ├── retired_pages_sbe_p75.py │ │ │ ├── retired_pages_sbe_p90.py │ │ │ ├── retired_pages_sbe_p95.py │ │ │ ├── retired_pages_sbe_p99.py │ │ │ ├── retired_pages_sbe_std.py │ │ │ ├── sm_utilization_avg.py │ │ │ ├── sm_utilization_base.py │ │ │ ├── sm_utilization_max.py │ │ │ ├── sm_utilization_min.py │ │ │ ├── sm_utilization_p1.py │ │ │ ├── sm_utilization_p10.py │ │ │ ├── sm_utilization_p25.py │ │ │ ├── sm_utilization_p5.py │ │ │ ├── sm_utilization_p50.py │ │ │ ├── sm_utilization_p75.py │ │ │ ├── sm_utilization_p90.py │ │ │ ├── sm_utilization_p95.py │ │ │ ├── sm_utilization_p99.py │ │ │ ├── sm_utilization_std.py │ │ │ ├── thermal_throttle_duration_avg.py │ │ │ ├── thermal_throttle_duration_base.py │ │ │ ├── thermal_throttle_duration_max.py │ │ │ ├── thermal_throttle_duration_min.py │ │ │ ├── thermal_throttle_duration_p1.py │ │ │ ├── thermal_throttle_duration_p10.py │ │ │ ├── thermal_throttle_duration_p25.py │ │ │ ├── thermal_throttle_duration_p5.py │ │ │ ├── thermal_throttle_duration_p50.py │ │ │ ├── thermal_throttle_duration_p75.py │ │ │ ├── thermal_throttle_duration_p90.py │ │ │ ├── thermal_throttle_duration_p95.py │ │ │ ├── thermal_throttle_duration_p99.py │ │ │ ├── thermal_throttle_duration_std.py │ │ │ ├── time_to_first_token_avg.py │ │ │ ├── time_to_first_token_base.py │ │ │ ├── time_to_first_token_max.py │ │ │ ├── time_to_first_token_min.py │ │ │ ├── time_to_first_token_p1.py │ │ │ ├── time_to_first_token_p10.py │ │ │ ├── time_to_first_token_p25.py │ │ │ ├── time_to_first_token_p5.py │ │ │ ├── time_to_first_token_p50.py │ │ │ ├── time_to_first_token_p75.py │ │ │ ├── time_to_first_token_p90.py │ │ │ ├── time_to_first_token_p95.py │ │ │ ├── time_to_first_token_p99.py │ │ │ ├── time_to_first_token_std.py │ │ │ ├── time_to_second_token_avg.py │ │ │ ├── time_to_second_token_base.py │ │ │ ├── time_to_second_token_max.py │ │ │ ├── time_to_second_token_min.py │ │ │ ├── time_to_second_token_p1.py │ │ │ ├── time_to_second_token_p10.py │ │ │ ├── time_to_second_token_p25.py │ │ │ ├── time_to_second_token_p5.py │ │ │ ├── time_to_second_token_p50.py │ │ │ ├── time_to_second_token_p75.py │ │ │ ├── time_to_second_token_p90.py │ │ │ ├── time_to_second_token_p95.py │ │ │ ├── time_to_second_token_p99.py │ │ │ ├── time_to_second_token_std.py │ │ │ ├── total_ecc_dbe_aggregate_avg.py │ │ │ ├── total_ecc_dbe_aggregate_base.py │ │ │ ├── total_ecc_dbe_aggregate_max.py │ │ │ ├── total_ecc_dbe_aggregate_min.py │ │ │ ├── total_ecc_dbe_aggregate_p1.py │ │ │ ├── total_ecc_dbe_aggregate_p10.py │ │ │ ├── total_ecc_dbe_aggregate_p25.py │ │ │ ├── total_ecc_dbe_aggregate_p5.py │ │ │ ├── total_ecc_dbe_aggregate_p50.py │ │ │ ├── total_ecc_dbe_aggregate_p75.py │ │ │ ├── total_ecc_dbe_aggregate_p90.py │ │ │ ├── total_ecc_dbe_aggregate_p95.py │ │ │ ├── total_ecc_dbe_aggregate_p99.py │ │ │ ├── total_ecc_dbe_aggregate_std.py │ │ │ ├── total_ecc_dbe_volatile_avg.py │ │ │ ├── total_ecc_dbe_volatile_base.py │ │ │ ├── total_ecc_dbe_volatile_max.py │ │ │ ├── total_ecc_dbe_volatile_min.py │ │ │ ├── total_ecc_dbe_volatile_p1.py │ │ │ ├── total_ecc_dbe_volatile_p10.py │ │ │ ├── total_ecc_dbe_volatile_p25.py │ │ │ ├── total_ecc_dbe_volatile_p5.py │ │ │ ├── total_ecc_dbe_volatile_p50.py │ │ │ ├── total_ecc_dbe_volatile_p75.py │ │ │ ├── total_ecc_dbe_volatile_p90.py │ │ │ ├── total_ecc_dbe_volatile_p95.py │ │ │ ├── total_ecc_dbe_volatile_p99.py │ │ │ ├── total_ecc_dbe_volatile_std.py │ │ │ ├── total_ecc_sbe_aggregate_avg.py │ │ │ ├── total_ecc_sbe_aggregate_base.py │ │ │ ├── total_ecc_sbe_aggregate_max.py │ │ │ ├── total_ecc_sbe_aggregate_min.py │ │ │ ├── total_ecc_sbe_aggregate_p1.py │ │ │ ├── total_ecc_sbe_aggregate_p10.py │ │ │ ├── total_ecc_sbe_aggregate_p25.py │ │ │ ├── total_ecc_sbe_aggregate_p5.py │ │ │ ├── total_ecc_sbe_aggregate_p50.py │ │ │ ├── total_ecc_sbe_aggregate_p75.py │ │ │ ├── total_ecc_sbe_aggregate_p90.py │ │ │ ├── total_ecc_sbe_aggregate_p95.py │ │ │ ├── total_ecc_sbe_aggregate_p99.py │ │ │ ├── total_ecc_sbe_aggregate_std.py │ │ │ ├── total_ecc_sbe_volatile_avg.py │ │ │ ├── total_ecc_sbe_volatile_base.py │ │ │ ├── total_ecc_sbe_volatile_max.py │ │ │ ├── total_ecc_sbe_volatile_min.py │ │ │ ├── total_ecc_sbe_volatile_p1.py │ │ │ ├── total_ecc_sbe_volatile_p10.py │ │ │ ├── total_ecc_sbe_volatile_p25.py │ │ │ ├── total_ecc_sbe_volatile_p5.py │ │ │ ├── total_ecc_sbe_volatile_p50.py │ │ │ ├── total_ecc_sbe_volatile_p75.py │ │ │ ├── total_ecc_sbe_volatile_p90.py │ │ │ ├── total_ecc_sbe_volatile_p95.py │ │ │ ├── total_ecc_sbe_volatile_p99.py │ │ │ ├── total_ecc_sbe_volatile_std.py │ │ │ ├── total_gpu_memory_avg.py │ │ │ ├── total_gpu_memory_base.py │ │ │ ├── total_nvlink_crc_data_errors_avg.py │ │ │ ├── total_nvlink_crc_data_errors_base.py │ │ │ ├── total_nvlink_crc_data_errors_max.py │ │ │ ├── total_nvlink_crc_data_errors_min.py │ │ │ ├── total_nvlink_crc_data_errors_p1.py │ │ │ ├── total_nvlink_crc_data_errors_p10.py │ │ │ ├── total_nvlink_crc_data_errors_p25.py │ │ │ ├── total_nvlink_crc_data_errors_p5.py │ │ │ ├── total_nvlink_crc_data_errors_p50.py │ │ │ ├── total_nvlink_crc_data_errors_p75.py │ │ │ ├── total_nvlink_crc_data_errors_p90.py │ │ │ ├── total_nvlink_crc_data_errors_p95.py │ │ │ ├── total_nvlink_crc_data_errors_p99.py │ │ │ ├── total_nvlink_crc_data_errors_std.py │ │ │ ├── total_nvlink_crc_flit_errors_avg.py │ │ │ ├── total_nvlink_crc_flit_errors_base.py │ │ │ ├── total_nvlink_crc_flit_errors_max.py │ │ │ ├── total_nvlink_crc_flit_errors_min.py │ │ │ ├── total_nvlink_crc_flit_errors_p1.py │ │ │ ├── total_nvlink_crc_flit_errors_p10.py │ │ │ ├── total_nvlink_crc_flit_errors_p25.py │ │ │ ├── total_nvlink_crc_flit_errors_p5.py │ │ │ ├── total_nvlink_crc_flit_errors_p50.py │ │ │ ├── total_nvlink_crc_flit_errors_p75.py │ │ │ ├── total_nvlink_crc_flit_errors_p90.py │ │ │ ├── total_nvlink_crc_flit_errors_p95.py │ │ │ ├── total_nvlink_crc_flit_errors_p99.py │ │ │ ├── total_nvlink_crc_flit_errors_std.py │ │ │ ├── video_decoder_utilization_avg.py │ │ │ ├── video_decoder_utilization_base.py │ │ │ ├── video_decoder_utilization_max.py │ │ │ ├── video_decoder_utilization_min.py │ │ │ ├── video_decoder_utilization_p1.py │ │ │ ├── video_decoder_utilization_p10.py │ │ │ ├── video_decoder_utilization_p25.py │ │ │ ├── video_decoder_utilization_p5.py │ │ │ ├── video_decoder_utilization_p50.py │ │ │ ├── video_decoder_utilization_p75.py │ │ │ ├── video_decoder_utilization_p90.py │ │ │ ├── video_decoder_utilization_p95.py │ │ │ ├── video_decoder_utilization_p99.py │ │ │ ├── video_decoder_utilization_std.py │ │ │ ├── video_encoder_utilization_avg.py │ │ │ ├── video_encoder_utilization_base.py │ │ │ ├── video_encoder_utilization_max.py │ │ │ ├── video_encoder_utilization_min.py │ │ │ ├── video_encoder_utilization_p1.py │ │ │ ├── video_encoder_utilization_p10.py │ │ │ ├── video_encoder_utilization_p25.py │ │ │ ├── video_encoder_utilization_p5.py │ │ │ ├── video_encoder_utilization_p50.py │ │ │ ├── video_encoder_utilization_p75.py │ │ │ ├── video_encoder_utilization_p90.py │ │ │ ├── video_encoder_utilization_p95.py │ │ │ ├── video_encoder_utilization_p99.py │ │ │ ├── video_encoder_utilization_std.py │ │ │ ├── xid_last_error_avg.py │ │ │ ├── xid_last_error_base.py │ │ │ ├── xid_last_error_max.py │ │ │ ├── xid_last_error_min.py │ │ │ ├── xid_last_error_p1.py │ │ │ ├── xid_last_error_p10.py │ │ │ ├── xid_last_error_p25.py │ │ │ ├── xid_last_error_p5.py │ │ │ ├── xid_last_error_p50.py │ │ │ ├── xid_last_error_p75.py │ │ │ ├── xid_last_error_p90.py │ │ │ ├── xid_last_error_p95.py │ │ │ ├── xid_last_error_p99.py │ │ │ └── xid_last_error_std.py │ ├── subcommand │ │ ├── analyze.py │ │ ├── common.py │ │ ├── config.py │ │ ├── process_export_files.py │ │ ├── profile.py │ │ ├── subcommand.py │ │ └── template.py │ ├── telemetry_data │ │ ├── __init__.py │ │ ├── dcgm_telemetry_data_collector.py │ │ ├── telemetry_data_collector.py │ │ └── triton_telemetry_data_collector.py │ ├── tokenizer.py │ ├── types.py │ └── utils.py ├── pyproject.toml ├── pytest.ini └── tests │ ├── __init__.py │ ├── integration_tests │ ├── test_multiturn.py │ └── test_telemetry.py │ ├── test_artifacts.py │ ├── test_base_config.py │ ├── test_checkpoint.py │ ├── test_cli.py │ ├── test_collectors │ ├── test_create_telemetry_data_collectors.py │ ├── test_dcgm_telemetry_data_collector.py │ ├── test_telemetry_data_collector.py │ └── test_triton_telemetry_data_collector.py │ ├── test_config_command.py │ ├── test_config_field.py │ ├── test_converters │ ├── test_dynamic_grpc_converter.py │ ├── test_embeddings_converter.py │ ├── test_huggingface_generate_converter.py │ ├── test_image_retrieval_converter.py │ ├── test_nvclip_converter.py │ ├── test_openai_chat_converter.py │ ├── test_openai_completions_converter.py │ ├── test_output_format_converter.py │ ├── test_rankings_converter.py │ ├── test_template_converter.py │ ├── test_tensorrtllm_engine_converter.py │ ├── test_triton_generate_converter.py │ ├── test_triton_tensorrtllm_converter.py │ └── test_triton_vllm_converter.py │ ├── test_data_parser │ ├── test_image_retrieval_profile_data_parser.py │ ├── test_llm_profile_data_parser.py │ ├── test_merged_profile_data_parser.py │ └── test_profile_data_parser.py │ ├── test_exporters │ ├── test_console_exporter.py │ ├── test_csv_exporter.py │ ├── test_data_exporter_factory.py │ ├── test_json_exporter.py │ └── test_telemetry_data_exporter_util.py │ ├── test_genai_perf_config.py │ ├── test_inputs.py │ ├── test_library.py │ ├── test_llm_goodput_calculator.py │ ├── test_metrics │ ├── test_llm_metrics.py │ ├── test_metrics.py │ ├── test_telemetry_metrics.py │ └── test_telemetry_stats_aggregator.py │ ├── test_model_config_measurement.py │ ├── test_perf_analyzer_config.py │ ├── test_plot_configs.py │ ├── test_process_export_files.py │ ├── test_record.py │ ├── test_results.py │ ├── test_retrievers │ ├── test_file_input_retriever.py │ ├── test_input_retriever_factory.py │ ├── test_payload_input_retriever.py │ ├── test_synthetic_audio_generator.py │ ├── test_synthetic_data_retriever.py │ ├── test_synthetic_image_generator.py │ └── test_synthetic_prompt_generator.py │ ├── test_run_config.py │ ├── test_run_config_measurement.py │ ├── test_search_parameters.py │ ├── test_statistics │ ├── test_statistics.py │ └── test_telemetry_statistics.py │ ├── test_subcommand.py │ ├── test_sweep_objective_generator.py │ ├── test_tokenizer.py │ └── test_utils.py ├── pyproject.toml ├── src ├── CMakeLists.txt ├── base_queue_ctx_id_tracker.h ├── client_backend │ ├── CMakeLists.txt │ ├── client_backend.cc │ ├── client_backend.h │ ├── dynamic_grpc │ │ ├── CMakeLists.txt │ │ ├── dynamic_grpc_client.cc │ │ ├── dynamic_grpc_client.h │ │ ├── dynamic_grpc_client_backend.cc │ │ ├── dynamic_grpc_client_backend.h │ │ ├── dynamic_grpc_infer_input.cc │ │ └── dynamic_grpc_infer_input.h │ ├── mock_client_backend.h │ ├── openai │ │ ├── CMakeLists.txt │ │ ├── http_client.cc │ │ ├── http_client.h │ │ ├── openai_client.cc │ │ ├── openai_client.h │ │ ├── openai_client_backend.cc │ │ ├── openai_client_backend.h │ │ ├── openai_infer_input.cc │ │ └── openai_infer_input.h │ ├── tensorflow_serving │ │ ├── CMakeLists.txt │ │ ├── CompileProto.cmake │ │ ├── tfserve_client_backend.cc │ │ ├── tfserve_client_backend.h │ │ ├── tfserve_grpc_client.cc │ │ ├── tfserve_grpc_client.h │ │ ├── tfserve_infer_input.cc │ │ └── tfserve_infer_input.h │ ├── torchserve │ │ ├── CMakeLists.txt │ │ ├── torchserve_client_backend.cc │ │ ├── torchserve_client_backend.h │ │ ├── torchserve_http_client.cc │ │ ├── torchserve_http_client.h │ │ ├── torchserve_infer_input.cc │ │ └── torchserve_infer_input.h │ ├── triton │ │ ├── CMakeLists.txt │ │ ├── test_triton_client_backend.cc │ │ ├── triton_client_backend.cc │ │ └── triton_client_backend.h │ └── triton_c_api │ │ ├── CMakeLists.txt │ │ ├── alloc_payload.h │ │ ├── c_api_infer_results.h │ │ ├── response_output.h │ │ ├── scoped_defer.cc │ │ ├── scoped_defer.h │ │ ├── shared_library.cc │ │ ├── shared_library.h │ │ ├── shared_memory_manager.cc │ │ ├── shared_memory_manager.h │ │ ├── triton_c_api_backend.cc │ │ ├── triton_c_api_backend.h │ │ ├── triton_loader.cc │ │ └── triton_loader.h ├── command_line_parser.cc ├── command_line_parser.h ├── concurrency_ctx_id_tracker.h ├── concurrency_manager.cc ├── concurrency_manager.h ├── concurrency_worker.cc ├── concurrency_worker.h ├── constants.h ├── ctx_id_tracker_factory.h ├── cuda_runtime_library_manager.cc ├── cuda_runtime_library_manager.h ├── custom_load_manager.cc ├── custom_load_manager.h ├── custom_request_schedule_manager.cc ├── custom_request_schedule_manager.h ├── data_loader.cc ├── data_loader.h ├── doctest.h ├── fifo_ctx_id_tracker.h ├── ictx_id_tracker.h ├── idle_timer.h ├── iinfer_data_manager.h ├── infer_context.cc ├── infer_context.h ├── infer_data.h ├── infer_data_manager.cc ├── infer_data_manager.h ├── infer_data_manager_base.cc ├── infer_data_manager_base.h ├── infer_data_manager_factory.h ├── infer_data_manager_shm.cc ├── infer_data_manager_shm.h ├── inference_load_mode.h ├── inference_profiler.cc ├── inference_profiler.h ├── ischeduler.h ├── iworker.h ├── load_manager.cc ├── load_manager.h ├── load_worker.cc ├── load_worker.h ├── main.cc ├── metrics.h ├── metrics_manager.cc ├── metrics_manager.h ├── mock_concurrency_worker.h ├── mock_data_loader.h ├── mock_infer_context.h ├── mock_infer_data_manager.h ├── mock_inference_profiler.h ├── mock_load_manager.h ├── mock_model_parser.h ├── mock_profile_data_collector.h ├── mock_profile_data_exporter.h ├── mock_request_rate_worker.h ├── mock_sequence_manager.h ├── model_parser.cc ├── model_parser.h ├── mpi_utils.cc ├── mpi_utils.h ├── perf_analyzer.cc ├── perf_analyzer.h ├── perf_analyzer │ ├── __init__.py │ └── cli.py ├── perf_analyzer_exception.h ├── perf_analyzer_unit_tests.cc ├── perf_utils.cc ├── perf_utils.h ├── periodic_concurrency_manager.cc ├── periodic_concurrency_manager.h ├── periodic_concurrency_worker.cc ├── periodic_concurrency_worker.h ├── profile_data_collector.cc ├── profile_data_collector.h ├── profile_data_exporter.cc ├── profile_data_exporter.h ├── rand_ctx_id_tracker.h ├── rapidjson_utils.h ├── rate_schedule.h ├── report_writer.cc ├── report_writer.h ├── request_rate_manager.cc ├── request_rate_manager.h ├── request_rate_worker.cc ├── request_rate_worker.h ├── request_record.h ├── sequence_manager.cc ├── sequence_manager.h ├── sequence_status.h ├── session_concurrency │ ├── payload_dataset_manager.cc │ ├── payload_dataset_manager.h │ ├── payload_json_utils.cc │ ├── payload_json_utils.h │ ├── request_handler.cc │ ├── request_handler.h │ ├── response_json_utils.cc │ ├── response_json_utils.h │ ├── session_concurrency_manager.cc │ └── session_concurrency_manager.h ├── tensor_data.h ├── test_command_line_parser.cc ├── test_concurrency_manager.cc ├── test_ctx_id_tracker.cc ├── test_custom_load_manager.cc ├── test_custom_request_schedule_manager.cc ├── test_dataloader.cc ├── test_http_client.cc ├── test_idle_timer.cc ├── test_infer_context.cc ├── test_inference_profiler.cc ├── test_load_manager.cc ├── test_load_manager_base.h ├── test_metrics_manager.cc ├── test_model_parser.cc ├── test_payload_dataset_manager.cc ├── test_payload_json_utils.cc ├── test_perf_utils.cc ├── test_profile_data_collector.cc ├── test_profile_data_exporter.cc ├── test_report_writer.cc ├── test_request_rate_manager.cc ├── test_response_json_utils.cc ├── test_sequence_manager.cc ├── test_utils.h ├── thread_config.h └── thread_stat.h ├── templates ├── genai-perf-templates │ ├── README_template │ ├── customizable_frontends_template │ ├── embeddings_template │ ├── example_plots_template │ ├── files_template │ ├── lora_template │ ├── multi_modal_template │ ├── rankings_template │ ├── tutorial_template │ └── version_template ├── generate_docs.py └── template_vars.yaml └── tools ├── add_copyright.py └── sharegpt_dataset_converter.py /.clang-format: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/.clang-format -------------------------------------------------------------------------------- /.devcontainer/devcontainer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/.devcontainer/devcontainer.json -------------------------------------------------------------------------------- /.github/workflows/codeql.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/.github/workflows/codeql.yml -------------------------------------------------------------------------------- /.github/workflows/mirror_repo.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/.github/workflows/mirror_repo.sh -------------------------------------------------------------------------------- /.github/workflows/pre-commit.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/.github/workflows/pre-commit.yml -------------------------------------------------------------------------------- /.github/workflows/python-package-genai.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/.github/workflows/python-package-genai.yml -------------------------------------------------------------------------------- /.github/workflows/trigger_ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/.github/workflows/trigger_ci.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/CMakeLists.txt -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/README.md -------------------------------------------------------------------------------- /SECURITY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/SECURITY.md -------------------------------------------------------------------------------- /docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/docs/README.md -------------------------------------------------------------------------------- /docs/benchmarking.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/docs/benchmarking.md -------------------------------------------------------------------------------- /docs/cli.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/docs/cli.md -------------------------------------------------------------------------------- /docs/inference_load_modes.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/docs/inference_load_modes.md -------------------------------------------------------------------------------- /docs/input_data.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/docs/input_data.md -------------------------------------------------------------------------------- /docs/install.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/docs/install.md -------------------------------------------------------------------------------- /docs/measurements_metrics.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/docs/measurements_metrics.md -------------------------------------------------------------------------------- /docs/quick_start.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/docs/quick_start.md -------------------------------------------------------------------------------- /genai-perf/.gitignore: -------------------------------------------------------------------------------- 1 | artifacts/ 2 | __pycache__/ 3 | *.pyc 4 | -------------------------------------------------------------------------------- /genai-perf/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/LICENSE -------------------------------------------------------------------------------- /genai-perf/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/README.md -------------------------------------------------------------------------------- /genai-perf/docs/analyze.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/docs/analyze.md -------------------------------------------------------------------------------- /genai-perf/docs/assets/custom_gpu_metrics.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/docs/assets/custom_gpu_metrics.csv -------------------------------------------------------------------------------- /genai-perf/docs/assets/request_latency.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/docs/assets/request_latency.jpeg -------------------------------------------------------------------------------- /genai-perf/docs/assets/time_to_first_token.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/docs/assets/time_to_first_token.jpeg -------------------------------------------------------------------------------- /genai-perf/docs/customizable_frontends.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/docs/customizable_frontends.md -------------------------------------------------------------------------------- /genai-perf/docs/customizable_payloads.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/docs/customizable_payloads.md -------------------------------------------------------------------------------- /genai-perf/docs/dynamo.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/docs/dynamo.md -------------------------------------------------------------------------------- /genai-perf/docs/embeddings.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/docs/embeddings.md -------------------------------------------------------------------------------- /genai-perf/docs/example_plots.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/docs/example_plots.md -------------------------------------------------------------------------------- /genai-perf/docs/files.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/docs/files.md -------------------------------------------------------------------------------- /genai-perf/docs/goodput.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/docs/goodput.md -------------------------------------------------------------------------------- /genai-perf/docs/gpu_telemetry.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/docs/gpu_telemetry.md -------------------------------------------------------------------------------- /genai-perf/docs/huggingface_tgi.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/docs/huggingface_tgi.md -------------------------------------------------------------------------------- /genai-perf/docs/lora.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/docs/lora.md -------------------------------------------------------------------------------- /genai-perf/docs/multi_modal.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/docs/multi_modal.md -------------------------------------------------------------------------------- /genai-perf/docs/multi_turn.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/docs/multi_turn.md -------------------------------------------------------------------------------- /genai-perf/docs/process_export_files.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/docs/process_export_files.md -------------------------------------------------------------------------------- /genai-perf/docs/rankings.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/docs/rankings.md -------------------------------------------------------------------------------- /genai-perf/docs/tutorial.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/docs/tutorial.md -------------------------------------------------------------------------------- /genai-perf/genai_perf/.gitignore: -------------------------------------------------------------------------------- 1 | *.json 2 | *.cache 3 | -------------------------------------------------------------------------------- /genai-perf/genai_perf/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/__init__.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/checkpoint/checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/checkpoint/checkpoint.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/config/endpoint_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/config/endpoint_config.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/config/generate/genai_perf_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/config/generate/genai_perf_config.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/config/generate/objective_parameter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/config/generate/objective_parameter.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/config/generate/perf_analyzer_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/config/generate/perf_analyzer_config.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/config/generate/search_parameter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/config/generate/search_parameter.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/config/generate/search_parameters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/config/generate/search_parameters.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/config/input/base_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/config/input/base_config.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/config/input/config_analyze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/config/input/config_analyze.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/config/input/config_command.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/config/input/config_command.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/config/input/config_defaults.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/config/input/config_defaults.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/config/input/config_endpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/config/input/config_endpoint.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/config/input/config_field.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/config/input/config_field.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/config/input/config_input.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/config/input/config_input.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/config/input/config_output.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/config/input/config_output.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/config/input/config_perf_analyzer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/config/input/config_perf_analyzer.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/config/input/config_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/config/input/config_process.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/config/input/config_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/config/input/config_tokenizer.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/config/input/create_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/config/input/create_config.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/config/model_spec.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/config/model_spec.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/config/run/results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/config/run/results.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/config/run/run_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/config/run/run_config.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/constants.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/exceptions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/exceptions.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/export_data/console_exporter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/export_data/console_exporter.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/export_data/csv_exporter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/export_data/csv_exporter.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/export_data/data_exporter_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/export_data/data_exporter_factory.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/export_data/data_exporter_interface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/export_data/data_exporter_interface.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/export_data/exporter_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/export_data/exporter_config.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/export_data/exporter_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/export_data/exporter_utils.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/export_data/json_exporter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/export_data/json_exporter.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/export_data/output_reporter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/export_data/output_reporter.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/export_data/telemetry_data_exporter_util.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/export_data/telemetry_data_exporter_util.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/goodput_calculator/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/goodput_calculator/__init__.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/goodput_calculator/goodput_calculator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/goodput_calculator/goodput_calculator.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/inputs/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/inputs/__init__.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/inputs/converters/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/inputs/converters/__init__.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/inputs/converters/base_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/inputs/converters/base_converter.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/inputs/converters/dynamic_grpc_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/inputs/converters/dynamic_grpc_converter.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/inputs/converters/nvclip_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/inputs/converters/nvclip_converter.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/inputs/converters/rankings_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/inputs/converters/rankings_converter.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/inputs/converters/template_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/inputs/converters/template_converter.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/inputs/converters/tensorrtllm_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/inputs/converters/tensorrtllm_converter.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/inputs/converters/vllm_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/inputs/converters/vllm_converter.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/inputs/input_constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/inputs/input_constants.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/inputs/inputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/inputs/inputs.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/inputs/inputs_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/inputs/inputs_config.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/inputs/retrievers/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/inputs/retrievers/__init__.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/inputs/retrievers/base_input_retriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/inputs/retrievers/base_input_retriever.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/inputs/retrievers/file_input_retriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/inputs/retrievers/file_input_retriever.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/inputs/retrievers/generic_dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/inputs/retrievers/generic_dataset.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/inputs/retrievers/shakespeare.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/inputs/retrievers/shakespeare.txt -------------------------------------------------------------------------------- /genai-perf/genai_perf/inputs/retrievers/source_images/dlss.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/inputs/retrievers/source_images/dlss.png -------------------------------------------------------------------------------- /genai-perf/genai_perf/inputs/retrievers/source_images/h100.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/inputs/retrievers/source_images/h100.jpeg -------------------------------------------------------------------------------- /genai-perf/genai_perf/inputs/retrievers/source_images/h200.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/inputs/retrievers/source_images/h200.jpeg -------------------------------------------------------------------------------- /genai-perf/genai_perf/inputs/retrievers/source_images/jensen.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/inputs/retrievers/source_images/jensen.jpeg -------------------------------------------------------------------------------- /genai-perf/genai_perf/logging.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/logging.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/main.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/measurements/model_config_measurement.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/measurements/model_config_measurement.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/measurements/model_constraints.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/measurements/model_constraints.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/measurements/run_config_measurement.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/measurements/run_config_measurement.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/measurements/run_constraints.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/measurements/run_constraints.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/metrics/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/metrics/__init__.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/metrics/image_retrieval_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/metrics/image_retrieval_metrics.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/metrics/llm_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/metrics/llm_metrics.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/metrics/metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/metrics/metrics.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/metrics/statistics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/metrics/statistics.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/metrics/telemetry_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/metrics/telemetry_metrics.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/metrics/telemetry_statistics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/metrics/telemetry_statistics.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/metrics/telemetry_stats_aggregator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/metrics/telemetry_stats_aggregator.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/parser.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/plots/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/plots/__init__.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/plots/base_plot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/plots/base_plot.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/plots/box_plot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/plots/box_plot.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/plots/heat_map.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/plots/heat_map.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/plots/plot_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/plots/plot_config.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/plots/plot_config_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/plots/plot_config_parser.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/plots/plot_manager.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/plots/plot_manager.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/plots/scatter_plot.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/plots/scatter_plot.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/profile_data_parser/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/profile_data_parser/__init__.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/profile_data_parser/parser_result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/profile_data_parser/parser_result.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/profile_data_parser/profile_data_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/profile_data_parser/profile_data_parser.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/gpu_record.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/gpu_record.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/record.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/record.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/__init__.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/energy_consumption_avg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/energy_consumption_avg.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/energy_consumption_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/energy_consumption_base.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/energy_consumption_max.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/energy_consumption_max.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/energy_consumption_min.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/energy_consumption_min.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/energy_consumption_p1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/energy_consumption_p1.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/energy_consumption_p10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/energy_consumption_p10.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/energy_consumption_p25.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/energy_consumption_p25.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/energy_consumption_p5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/energy_consumption_p5.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/energy_consumption_p50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/energy_consumption_p50.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/energy_consumption_p75.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/energy_consumption_p75.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/energy_consumption_p90.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/energy_consumption_p90.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/energy_consumption_p95.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/energy_consumption_p95.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/energy_consumption_p99.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/energy_consumption_p99.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/energy_consumption_std.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/energy_consumption_std.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_clock_memory_avg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_clock_memory_avg.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_clock_memory_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_clock_memory_base.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_clock_memory_max.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_clock_memory_max.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_clock_memory_min.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_clock_memory_min.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_clock_memory_p1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_clock_memory_p1.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_clock_memory_p10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_clock_memory_p10.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_clock_memory_p25.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_clock_memory_p25.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_clock_memory_p5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_clock_memory_p5.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_clock_memory_p50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_clock_memory_p50.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_clock_memory_p75.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_clock_memory_p75.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_clock_memory_p90.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_clock_memory_p90.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_clock_memory_p95.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_clock_memory_p95.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_clock_memory_p99.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_clock_memory_p99.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_clock_memory_std.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_clock_memory_std.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_clock_sm_avg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_clock_sm_avg.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_clock_sm_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_clock_sm_base.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_clock_sm_max.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_clock_sm_max.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_clock_sm_min.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_clock_sm_min.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_clock_sm_p1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_clock_sm_p1.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_clock_sm_p10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_clock_sm_p10.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_clock_sm_p25.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_clock_sm_p25.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_clock_sm_p5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_clock_sm_p5.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_clock_sm_p50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_clock_sm_p50.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_clock_sm_p75.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_clock_sm_p75.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_clock_sm_p90.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_clock_sm_p90.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_clock_sm_p95.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_clock_sm_p95.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_clock_sm_p99.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_clock_sm_p99.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_clock_sm_std.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_clock_sm_std.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_energy_consumption_avg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_energy_consumption_avg.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_free_avg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_free_avg.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_free_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_free_base.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_free_max.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_free_max.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_free_min.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_free_min.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_free_p1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_free_p1.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_free_p10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_free_p10.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_free_p25.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_free_p25.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_free_p5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_free_p5.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_free_p50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_free_p50.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_free_p75.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_free_p75.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_free_p90.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_free_p90.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_free_p95.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_free_p95.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_free_p99.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_free_p99.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_free_std.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_free_std.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_temperature_avg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_temperature_avg.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_temperature_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_temperature_base.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_temperature_max.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_temperature_max.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_temperature_min.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_temperature_min.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_temperature_p1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_temperature_p1.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_temperature_p10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_temperature_p10.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_temperature_p25.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_temperature_p25.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_temperature_p5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_temperature_p5.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_temperature_p50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_temperature_p50.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_temperature_p75.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_temperature_p75.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_temperature_p90.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_temperature_p90.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_temperature_p95.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_temperature_p95.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_temperature_p99.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_temperature_p99.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_temperature_std.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_temperature_std.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_used_avg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_used_avg.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_used_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_used_base.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_used_max.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_used_max.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_used_min.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_used_min.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_used_p1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_used_p1.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_used_p10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_used_p10.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_used_p25.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_used_p25.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_used_p5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_used_p5.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_used_p50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_used_p50.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_used_p75.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_used_p75.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_used_p90.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_used_p90.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_used_p95.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_used_p95.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_used_p99.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_used_p99.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_memory_used_std.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_memory_used_std.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_power_limit_avg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_power_limit_avg.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_power_limit_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_power_limit_base.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_power_usage_avg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_power_usage_avg.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_power_usage_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_power_usage_base.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_power_usage_max.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_power_usage_max.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_power_usage_min.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_power_usage_min.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_power_usage_p1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_power_usage_p1.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_power_usage_p10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_power_usage_p10.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_power_usage_p25.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_power_usage_p25.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_power_usage_p5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_power_usage_p5.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_power_usage_p50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_power_usage_p50.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_power_usage_p75.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_power_usage_p75.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_power_usage_p90.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_power_usage_p90.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_power_usage_p95.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_power_usage_p95.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_power_usage_p99.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_power_usage_p99.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_power_usage_std.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_power_usage_std.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_temperature_avg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_temperature_avg.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_temperature_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_temperature_base.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_temperature_max.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_temperature_max.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_temperature_min.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_temperature_min.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_temperature_p1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_temperature_p1.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_temperature_p10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_temperature_p10.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_temperature_p25.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_temperature_p25.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_temperature_p5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_temperature_p5.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_temperature_p50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_temperature_p50.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_temperature_p75.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_temperature_p75.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_temperature_p90.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_temperature_p90.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_temperature_p95.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_temperature_p95.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_temperature_p99.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_temperature_p99.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_temperature_std.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_temperature_std.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_utilization_avg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_utilization_avg.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_utilization_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_utilization_base.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_utilization_max.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_utilization_max.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_utilization_min.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_utilization_min.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_utilization_p1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_utilization_p1.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_utilization_p10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_utilization_p10.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_utilization_p25.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_utilization_p25.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_utilization_p5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_utilization_p5.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_utilization_p50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_utilization_p50.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_utilization_p75.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_utilization_p75.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_utilization_p90.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_utilization_p90.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_utilization_p95.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_utilization_p95.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_utilization_p99.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_utilization_p99.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/gpu_utilization_std.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/gpu_utilization_std.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/input_sequence_length_avg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/input_sequence_length_avg.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/input_sequence_length_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/input_sequence_length_base.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/input_sequence_length_max.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/input_sequence_length_max.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/input_sequence_length_min.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/input_sequence_length_min.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/input_sequence_length_p1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/input_sequence_length_p1.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/input_sequence_length_p10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/input_sequence_length_p10.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/input_sequence_length_p25.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/input_sequence_length_p25.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/input_sequence_length_p5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/input_sequence_length_p5.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/input_sequence_length_p50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/input_sequence_length_p50.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/input_sequence_length_p75.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/input_sequence_length_p75.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/input_sequence_length_p90.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/input_sequence_length_p90.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/input_sequence_length_p95.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/input_sequence_length_p95.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/input_sequence_length_p99.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/input_sequence_length_p99.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/input_sequence_length_std.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/input_sequence_length_std.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/inter_token_latency_avg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/inter_token_latency_avg.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/inter_token_latency_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/inter_token_latency_base.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/inter_token_latency_max.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/inter_token_latency_max.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/inter_token_latency_min.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/inter_token_latency_min.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/inter_token_latency_p1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/inter_token_latency_p1.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/inter_token_latency_p10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/inter_token_latency_p10.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/inter_token_latency_p25.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/inter_token_latency_p25.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/inter_token_latency_p5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/inter_token_latency_p5.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/inter_token_latency_p50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/inter_token_latency_p50.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/inter_token_latency_p75.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/inter_token_latency_p75.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/inter_token_latency_p90.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/inter_token_latency_p90.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/inter_token_latency_p95.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/inter_token_latency_p95.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/inter_token_latency_p99.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/inter_token_latency_p99.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/inter_token_latency_std.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/inter_token_latency_std.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/memory_copy_utilization_avg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/memory_copy_utilization_avg.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/memory_copy_utilization_max.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/memory_copy_utilization_max.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/memory_copy_utilization_min.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/memory_copy_utilization_min.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/memory_copy_utilization_p1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/memory_copy_utilization_p1.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/memory_copy_utilization_p10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/memory_copy_utilization_p10.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/memory_copy_utilization_p25.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/memory_copy_utilization_p25.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/memory_copy_utilization_p5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/memory_copy_utilization_p5.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/memory_copy_utilization_p50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/memory_copy_utilization_p50.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/memory_copy_utilization_p75.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/memory_copy_utilization_p75.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/memory_copy_utilization_p90.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/memory_copy_utilization_p90.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/memory_copy_utilization_p95.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/memory_copy_utilization_p95.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/memory_copy_utilization_p99.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/memory_copy_utilization_p99.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/memory_copy_utilization_std.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/memory_copy_utilization_std.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/output_sequence_length_avg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/output_sequence_length_avg.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/output_sequence_length_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/output_sequence_length_base.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/output_sequence_length_max.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/output_sequence_length_max.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/output_sequence_length_min.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/output_sequence_length_min.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/output_sequence_length_p1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/output_sequence_length_p1.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/output_sequence_length_p10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/output_sequence_length_p10.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/output_sequence_length_p25.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/output_sequence_length_p25.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/output_sequence_length_p5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/output_sequence_length_p5.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/output_sequence_length_p50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/output_sequence_length_p50.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/output_sequence_length_p75.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/output_sequence_length_p75.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/output_sequence_length_p90.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/output_sequence_length_p90.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/output_sequence_length_p95.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/output_sequence_length_p95.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/output_sequence_length_p99.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/output_sequence_length_p99.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/output_sequence_length_std.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/output_sequence_length_std.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/output_token_throughput_avg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/output_token_throughput_avg.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/pcie_receive_throughput_avg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/pcie_receive_throughput_avg.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/pcie_receive_throughput_max.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/pcie_receive_throughput_max.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/pcie_receive_throughput_min.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/pcie_receive_throughput_min.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/pcie_receive_throughput_p1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/pcie_receive_throughput_p1.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/pcie_receive_throughput_p10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/pcie_receive_throughput_p10.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/pcie_receive_throughput_p25.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/pcie_receive_throughput_p25.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/pcie_receive_throughput_p5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/pcie_receive_throughput_p5.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/pcie_receive_throughput_p50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/pcie_receive_throughput_p50.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/pcie_receive_throughput_p75.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/pcie_receive_throughput_p75.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/pcie_receive_throughput_p90.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/pcie_receive_throughput_p90.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/pcie_receive_throughput_p95.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/pcie_receive_throughput_p95.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/pcie_receive_throughput_p99.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/pcie_receive_throughput_p99.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/pcie_receive_throughput_std.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/pcie_receive_throughput_std.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/pcie_replay_counter_avg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/pcie_replay_counter_avg.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/pcie_replay_counter_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/pcie_replay_counter_base.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/pcie_replay_counter_max.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/pcie_replay_counter_max.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/pcie_replay_counter_min.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/pcie_replay_counter_min.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/pcie_replay_counter_p1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/pcie_replay_counter_p1.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/pcie_replay_counter_p10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/pcie_replay_counter_p10.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/pcie_replay_counter_p25.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/pcie_replay_counter_p25.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/pcie_replay_counter_p5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/pcie_replay_counter_p5.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/pcie_replay_counter_p50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/pcie_replay_counter_p50.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/pcie_replay_counter_p75.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/pcie_replay_counter_p75.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/pcie_replay_counter_p90.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/pcie_replay_counter_p90.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/pcie_replay_counter_p95.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/pcie_replay_counter_p95.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/pcie_replay_counter_p99.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/pcie_replay_counter_p99.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/pcie_replay_counter_std.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/pcie_replay_counter_std.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/pcie_transmit_throughput_p1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/pcie_transmit_throughput_p1.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/pcie_transmit_throughput_p5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/pcie_transmit_throughput_p5.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/power_throttle_duration_avg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/power_throttle_duration_avg.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/power_throttle_duration_max.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/power_throttle_duration_max.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/power_throttle_duration_min.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/power_throttle_duration_min.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/power_throttle_duration_p1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/power_throttle_duration_p1.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/power_throttle_duration_p10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/power_throttle_duration_p10.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/power_throttle_duration_p25.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/power_throttle_duration_p25.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/power_throttle_duration_p5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/power_throttle_duration_p5.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/power_throttle_duration_p50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/power_throttle_duration_p50.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/power_throttle_duration_p75.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/power_throttle_duration_p75.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/power_throttle_duration_p90.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/power_throttle_duration_p90.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/power_throttle_duration_p95.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/power_throttle_duration_p95.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/power_throttle_duration_p99.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/power_throttle_duration_p99.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/power_throttle_duration_std.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/power_throttle_duration_std.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/request_count_avg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/request_count_avg.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/request_goodput_avg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/request_goodput_avg.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/request_latency_avg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/request_latency_avg.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/request_latency_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/request_latency_base.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/request_latency_max.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/request_latency_max.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/request_latency_min.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/request_latency_min.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/request_latency_p1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/request_latency_p1.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/request_latency_p10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/request_latency_p10.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/request_latency_p25.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/request_latency_p25.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/request_latency_p5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/request_latency_p5.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/request_latency_p50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/request_latency_p50.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/request_latency_p75.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/request_latency_p75.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/request_latency_p90.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/request_latency_p90.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/request_latency_p95.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/request_latency_p95.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/request_latency_p99.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/request_latency_p99.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/request_latency_std.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/request_latency_std.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/request_throughput_avg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/request_throughput_avg.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/retired_pages_dbe_avg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/retired_pages_dbe_avg.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/retired_pages_dbe_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/retired_pages_dbe_base.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/retired_pages_dbe_max.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/retired_pages_dbe_max.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/retired_pages_dbe_min.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/retired_pages_dbe_min.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/retired_pages_dbe_p1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/retired_pages_dbe_p1.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/retired_pages_dbe_p10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/retired_pages_dbe_p10.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/retired_pages_dbe_p25.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/retired_pages_dbe_p25.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/retired_pages_dbe_p5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/retired_pages_dbe_p5.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/retired_pages_dbe_p50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/retired_pages_dbe_p50.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/retired_pages_dbe_p75.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/retired_pages_dbe_p75.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/retired_pages_dbe_p90.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/retired_pages_dbe_p90.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/retired_pages_dbe_p95.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/retired_pages_dbe_p95.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/retired_pages_dbe_p99.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/retired_pages_dbe_p99.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/retired_pages_dbe_std.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/retired_pages_dbe_std.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/retired_pages_sbe_avg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/retired_pages_sbe_avg.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/retired_pages_sbe_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/retired_pages_sbe_base.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/retired_pages_sbe_max.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/retired_pages_sbe_max.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/retired_pages_sbe_min.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/retired_pages_sbe_min.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/retired_pages_sbe_p1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/retired_pages_sbe_p1.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/retired_pages_sbe_p10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/retired_pages_sbe_p10.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/retired_pages_sbe_p25.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/retired_pages_sbe_p25.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/retired_pages_sbe_p5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/retired_pages_sbe_p5.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/retired_pages_sbe_p50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/retired_pages_sbe_p50.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/retired_pages_sbe_p75.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/retired_pages_sbe_p75.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/retired_pages_sbe_p90.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/retired_pages_sbe_p90.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/retired_pages_sbe_p95.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/retired_pages_sbe_p95.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/retired_pages_sbe_p99.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/retired_pages_sbe_p99.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/retired_pages_sbe_std.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/retired_pages_sbe_std.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/sm_utilization_avg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/sm_utilization_avg.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/sm_utilization_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/sm_utilization_base.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/sm_utilization_max.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/sm_utilization_max.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/sm_utilization_min.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/sm_utilization_min.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/sm_utilization_p1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/sm_utilization_p1.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/sm_utilization_p10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/sm_utilization_p10.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/sm_utilization_p25.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/sm_utilization_p25.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/sm_utilization_p5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/sm_utilization_p5.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/sm_utilization_p50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/sm_utilization_p50.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/sm_utilization_p75.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/sm_utilization_p75.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/sm_utilization_p90.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/sm_utilization_p90.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/sm_utilization_p95.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/sm_utilization_p95.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/sm_utilization_p99.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/sm_utilization_p99.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/sm_utilization_std.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/sm_utilization_std.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/time_to_first_token_avg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/time_to_first_token_avg.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/time_to_first_token_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/time_to_first_token_base.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/time_to_first_token_max.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/time_to_first_token_max.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/time_to_first_token_min.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/time_to_first_token_min.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/time_to_first_token_p1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/time_to_first_token_p1.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/time_to_first_token_p10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/time_to_first_token_p10.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/time_to_first_token_p25.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/time_to_first_token_p25.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/time_to_first_token_p5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/time_to_first_token_p5.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/time_to_first_token_p50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/time_to_first_token_p50.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/time_to_first_token_p75.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/time_to_first_token_p75.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/time_to_first_token_p90.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/time_to_first_token_p90.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/time_to_first_token_p95.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/time_to_first_token_p95.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/time_to_first_token_p99.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/time_to_first_token_p99.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/time_to_first_token_std.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/time_to_first_token_std.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/time_to_second_token_avg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/time_to_second_token_avg.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/time_to_second_token_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/time_to_second_token_base.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/time_to_second_token_max.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/time_to_second_token_max.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/time_to_second_token_min.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/time_to_second_token_min.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/time_to_second_token_p1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/time_to_second_token_p1.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/time_to_second_token_p10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/time_to_second_token_p10.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/time_to_second_token_p25.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/time_to_second_token_p25.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/time_to_second_token_p5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/time_to_second_token_p5.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/time_to_second_token_p50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/time_to_second_token_p50.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/time_to_second_token_p75.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/time_to_second_token_p75.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/time_to_second_token_p90.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/time_to_second_token_p90.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/time_to_second_token_p95.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/time_to_second_token_p95.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/time_to_second_token_p99.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/time_to_second_token_p99.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/time_to_second_token_std.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/time_to_second_token_std.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/total_ecc_dbe_aggregate_avg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/total_ecc_dbe_aggregate_avg.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/total_ecc_dbe_aggregate_max.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/total_ecc_dbe_aggregate_max.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/total_ecc_dbe_aggregate_min.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/total_ecc_dbe_aggregate_min.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/total_ecc_dbe_aggregate_p1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/total_ecc_dbe_aggregate_p1.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/total_ecc_dbe_aggregate_p10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/total_ecc_dbe_aggregate_p10.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/total_ecc_dbe_aggregate_p25.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/total_ecc_dbe_aggregate_p25.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/total_ecc_dbe_aggregate_p5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/total_ecc_dbe_aggregate_p5.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/total_ecc_dbe_aggregate_p50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/total_ecc_dbe_aggregate_p50.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/total_ecc_dbe_aggregate_p75.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/total_ecc_dbe_aggregate_p75.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/total_ecc_dbe_aggregate_p90.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/total_ecc_dbe_aggregate_p90.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/total_ecc_dbe_aggregate_p95.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/total_ecc_dbe_aggregate_p95.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/total_ecc_dbe_aggregate_p99.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/total_ecc_dbe_aggregate_p99.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/total_ecc_dbe_aggregate_std.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/total_ecc_dbe_aggregate_std.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/total_ecc_dbe_volatile_avg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/total_ecc_dbe_volatile_avg.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/total_ecc_dbe_volatile_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/total_ecc_dbe_volatile_base.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/total_ecc_dbe_volatile_max.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/total_ecc_dbe_volatile_max.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/total_gpu_memory_avg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/total_gpu_memory_avg.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/total_gpu_memory_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/total_gpu_memory_base.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/xid_last_error_avg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/xid_last_error_avg.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/xid_last_error_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/xid_last_error_base.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/xid_last_error_max.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/xid_last_error_max.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/xid_last_error_min.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/xid_last_error_min.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/xid_last_error_p1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/xid_last_error_p1.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/xid_last_error_p10.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/xid_last_error_p10.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/xid_last_error_p25.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/xid_last_error_p25.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/xid_last_error_p5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/xid_last_error_p5.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/xid_last_error_p50.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/xid_last_error_p50.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/xid_last_error_p75.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/xid_last_error_p75.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/xid_last_error_p90.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/xid_last_error_p90.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/xid_last_error_p95.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/xid_last_error_p95.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/xid_last_error_p99.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/xid_last_error_p99.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/record/types/xid_last_error_std.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/record/types/xid_last_error_std.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/subcommand/analyze.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/subcommand/analyze.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/subcommand/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/subcommand/common.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/subcommand/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/subcommand/config.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/subcommand/process_export_files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/subcommand/process_export_files.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/subcommand/profile.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/subcommand/profile.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/subcommand/subcommand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/subcommand/subcommand.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/subcommand/template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/subcommand/template.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/telemetry_data/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/telemetry_data/__init__.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/tokenizer.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/types.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/types.py -------------------------------------------------------------------------------- /genai-perf/genai_perf/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/genai_perf/utils.py -------------------------------------------------------------------------------- /genai-perf/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/pyproject.toml -------------------------------------------------------------------------------- /genai-perf/pytest.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/pytest.ini -------------------------------------------------------------------------------- /genai-perf/tests/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /genai-perf/tests/integration_tests/test_multiturn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/integration_tests/test_multiturn.py -------------------------------------------------------------------------------- /genai-perf/tests/integration_tests/test_telemetry.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/integration_tests/test_telemetry.py -------------------------------------------------------------------------------- /genai-perf/tests/test_artifacts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_artifacts.py -------------------------------------------------------------------------------- /genai-perf/tests/test_base_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_base_config.py -------------------------------------------------------------------------------- /genai-perf/tests/test_checkpoint.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_checkpoint.py -------------------------------------------------------------------------------- /genai-perf/tests/test_cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_cli.py -------------------------------------------------------------------------------- /genai-perf/tests/test_config_command.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_config_command.py -------------------------------------------------------------------------------- /genai-perf/tests/test_config_field.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_config_field.py -------------------------------------------------------------------------------- /genai-perf/tests/test_converters/test_embeddings_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_converters/test_embeddings_converter.py -------------------------------------------------------------------------------- /genai-perf/tests/test_converters/test_nvclip_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_converters/test_nvclip_converter.py -------------------------------------------------------------------------------- /genai-perf/tests/test_converters/test_openai_chat_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_converters/test_openai_chat_converter.py -------------------------------------------------------------------------------- /genai-perf/tests/test_converters/test_rankings_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_converters/test_rankings_converter.py -------------------------------------------------------------------------------- /genai-perf/tests/test_converters/test_template_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_converters/test_template_converter.py -------------------------------------------------------------------------------- /genai-perf/tests/test_converters/test_triton_vllm_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_converters/test_triton_vllm_converter.py -------------------------------------------------------------------------------- /genai-perf/tests/test_data_parser/test_profile_data_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_data_parser/test_profile_data_parser.py -------------------------------------------------------------------------------- /genai-perf/tests/test_exporters/test_console_exporter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_exporters/test_console_exporter.py -------------------------------------------------------------------------------- /genai-perf/tests/test_exporters/test_csv_exporter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_exporters/test_csv_exporter.py -------------------------------------------------------------------------------- /genai-perf/tests/test_exporters/test_data_exporter_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_exporters/test_data_exporter_factory.py -------------------------------------------------------------------------------- /genai-perf/tests/test_exporters/test_json_exporter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_exporters/test_json_exporter.py -------------------------------------------------------------------------------- /genai-perf/tests/test_genai_perf_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_genai_perf_config.py -------------------------------------------------------------------------------- /genai-perf/tests/test_inputs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_inputs.py -------------------------------------------------------------------------------- /genai-perf/tests/test_library.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_library.py -------------------------------------------------------------------------------- /genai-perf/tests/test_llm_goodput_calculator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_llm_goodput_calculator.py -------------------------------------------------------------------------------- /genai-perf/tests/test_metrics/test_llm_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_metrics/test_llm_metrics.py -------------------------------------------------------------------------------- /genai-perf/tests/test_metrics/test_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_metrics/test_metrics.py -------------------------------------------------------------------------------- /genai-perf/tests/test_metrics/test_telemetry_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_metrics/test_telemetry_metrics.py -------------------------------------------------------------------------------- /genai-perf/tests/test_model_config_measurement.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_model_config_measurement.py -------------------------------------------------------------------------------- /genai-perf/tests/test_perf_analyzer_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_perf_analyzer_config.py -------------------------------------------------------------------------------- /genai-perf/tests/test_plot_configs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_plot_configs.py -------------------------------------------------------------------------------- /genai-perf/tests/test_process_export_files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_process_export_files.py -------------------------------------------------------------------------------- /genai-perf/tests/test_record.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_record.py -------------------------------------------------------------------------------- /genai-perf/tests/test_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_results.py -------------------------------------------------------------------------------- /genai-perf/tests/test_retrievers/test_file_input_retriever.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_retrievers/test_file_input_retriever.py -------------------------------------------------------------------------------- /genai-perf/tests/test_run_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_run_config.py -------------------------------------------------------------------------------- /genai-perf/tests/test_run_config_measurement.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_run_config_measurement.py -------------------------------------------------------------------------------- /genai-perf/tests/test_search_parameters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_search_parameters.py -------------------------------------------------------------------------------- /genai-perf/tests/test_statistics/test_statistics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_statistics/test_statistics.py -------------------------------------------------------------------------------- /genai-perf/tests/test_statistics/test_telemetry_statistics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_statistics/test_telemetry_statistics.py -------------------------------------------------------------------------------- /genai-perf/tests/test_subcommand.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_subcommand.py -------------------------------------------------------------------------------- /genai-perf/tests/test_sweep_objective_generator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_sweep_objective_generator.py -------------------------------------------------------------------------------- /genai-perf/tests/test_tokenizer.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_tokenizer.py -------------------------------------------------------------------------------- /genai-perf/tests/test_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/genai-perf/tests/test_utils.py -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/pyproject.toml -------------------------------------------------------------------------------- /src/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/CMakeLists.txt -------------------------------------------------------------------------------- /src/base_queue_ctx_id_tracker.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/base_queue_ctx_id_tracker.h -------------------------------------------------------------------------------- /src/client_backend/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/CMakeLists.txt -------------------------------------------------------------------------------- /src/client_backend/client_backend.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/client_backend.cc -------------------------------------------------------------------------------- /src/client_backend/client_backend.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/client_backend.h -------------------------------------------------------------------------------- /src/client_backend/dynamic_grpc/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/dynamic_grpc/CMakeLists.txt -------------------------------------------------------------------------------- /src/client_backend/dynamic_grpc/dynamic_grpc_client.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/dynamic_grpc/dynamic_grpc_client.cc -------------------------------------------------------------------------------- /src/client_backend/dynamic_grpc/dynamic_grpc_client.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/dynamic_grpc/dynamic_grpc_client.h -------------------------------------------------------------------------------- /src/client_backend/dynamic_grpc/dynamic_grpc_client_backend.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/dynamic_grpc/dynamic_grpc_client_backend.cc -------------------------------------------------------------------------------- /src/client_backend/dynamic_grpc/dynamic_grpc_client_backend.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/dynamic_grpc/dynamic_grpc_client_backend.h -------------------------------------------------------------------------------- /src/client_backend/dynamic_grpc/dynamic_grpc_infer_input.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/dynamic_grpc/dynamic_grpc_infer_input.cc -------------------------------------------------------------------------------- /src/client_backend/dynamic_grpc/dynamic_grpc_infer_input.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/dynamic_grpc/dynamic_grpc_infer_input.h -------------------------------------------------------------------------------- /src/client_backend/mock_client_backend.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/mock_client_backend.h -------------------------------------------------------------------------------- /src/client_backend/openai/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/openai/CMakeLists.txt -------------------------------------------------------------------------------- /src/client_backend/openai/http_client.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/openai/http_client.cc -------------------------------------------------------------------------------- /src/client_backend/openai/http_client.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/openai/http_client.h -------------------------------------------------------------------------------- /src/client_backend/openai/openai_client.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/openai/openai_client.cc -------------------------------------------------------------------------------- /src/client_backend/openai/openai_client.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/openai/openai_client.h -------------------------------------------------------------------------------- /src/client_backend/openai/openai_client_backend.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/openai/openai_client_backend.cc -------------------------------------------------------------------------------- /src/client_backend/openai/openai_client_backend.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/openai/openai_client_backend.h -------------------------------------------------------------------------------- /src/client_backend/openai/openai_infer_input.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/openai/openai_infer_input.cc -------------------------------------------------------------------------------- /src/client_backend/openai/openai_infer_input.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/openai/openai_infer_input.h -------------------------------------------------------------------------------- /src/client_backend/tensorflow_serving/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/tensorflow_serving/CMakeLists.txt -------------------------------------------------------------------------------- /src/client_backend/tensorflow_serving/CompileProto.cmake: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/tensorflow_serving/CompileProto.cmake -------------------------------------------------------------------------------- /src/client_backend/tensorflow_serving/tfserve_client_backend.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/tensorflow_serving/tfserve_client_backend.h -------------------------------------------------------------------------------- /src/client_backend/tensorflow_serving/tfserve_grpc_client.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/tensorflow_serving/tfserve_grpc_client.cc -------------------------------------------------------------------------------- /src/client_backend/tensorflow_serving/tfserve_grpc_client.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/tensorflow_serving/tfserve_grpc_client.h -------------------------------------------------------------------------------- /src/client_backend/tensorflow_serving/tfserve_infer_input.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/tensorflow_serving/tfserve_infer_input.cc -------------------------------------------------------------------------------- /src/client_backend/tensorflow_serving/tfserve_infer_input.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/tensorflow_serving/tfserve_infer_input.h -------------------------------------------------------------------------------- /src/client_backend/torchserve/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/torchserve/CMakeLists.txt -------------------------------------------------------------------------------- /src/client_backend/torchserve/torchserve_client_backend.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/torchserve/torchserve_client_backend.cc -------------------------------------------------------------------------------- /src/client_backend/torchserve/torchserve_client_backend.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/torchserve/torchserve_client_backend.h -------------------------------------------------------------------------------- /src/client_backend/torchserve/torchserve_http_client.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/torchserve/torchserve_http_client.cc -------------------------------------------------------------------------------- /src/client_backend/torchserve/torchserve_http_client.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/torchserve/torchserve_http_client.h -------------------------------------------------------------------------------- /src/client_backend/torchserve/torchserve_infer_input.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/torchserve/torchserve_infer_input.cc -------------------------------------------------------------------------------- /src/client_backend/torchserve/torchserve_infer_input.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/torchserve/torchserve_infer_input.h -------------------------------------------------------------------------------- /src/client_backend/triton/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/triton/CMakeLists.txt -------------------------------------------------------------------------------- /src/client_backend/triton/test_triton_client_backend.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/triton/test_triton_client_backend.cc -------------------------------------------------------------------------------- /src/client_backend/triton/triton_client_backend.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/triton/triton_client_backend.cc -------------------------------------------------------------------------------- /src/client_backend/triton/triton_client_backend.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/triton/triton_client_backend.h -------------------------------------------------------------------------------- /src/client_backend/triton_c_api/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/triton_c_api/CMakeLists.txt -------------------------------------------------------------------------------- /src/client_backend/triton_c_api/alloc_payload.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/triton_c_api/alloc_payload.h -------------------------------------------------------------------------------- /src/client_backend/triton_c_api/c_api_infer_results.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/triton_c_api/c_api_infer_results.h -------------------------------------------------------------------------------- /src/client_backend/triton_c_api/response_output.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/triton_c_api/response_output.h -------------------------------------------------------------------------------- /src/client_backend/triton_c_api/scoped_defer.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/triton_c_api/scoped_defer.cc -------------------------------------------------------------------------------- /src/client_backend/triton_c_api/scoped_defer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/triton_c_api/scoped_defer.h -------------------------------------------------------------------------------- /src/client_backend/triton_c_api/shared_library.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/triton_c_api/shared_library.cc -------------------------------------------------------------------------------- /src/client_backend/triton_c_api/shared_library.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/triton_c_api/shared_library.h -------------------------------------------------------------------------------- /src/client_backend/triton_c_api/shared_memory_manager.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/triton_c_api/shared_memory_manager.cc -------------------------------------------------------------------------------- /src/client_backend/triton_c_api/shared_memory_manager.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/triton_c_api/shared_memory_manager.h -------------------------------------------------------------------------------- /src/client_backend/triton_c_api/triton_c_api_backend.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/triton_c_api/triton_c_api_backend.cc -------------------------------------------------------------------------------- /src/client_backend/triton_c_api/triton_c_api_backend.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/triton_c_api/triton_c_api_backend.h -------------------------------------------------------------------------------- /src/client_backend/triton_c_api/triton_loader.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/triton_c_api/triton_loader.cc -------------------------------------------------------------------------------- /src/client_backend/triton_c_api/triton_loader.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/client_backend/triton_c_api/triton_loader.h -------------------------------------------------------------------------------- /src/command_line_parser.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/command_line_parser.cc -------------------------------------------------------------------------------- /src/command_line_parser.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/command_line_parser.h -------------------------------------------------------------------------------- /src/concurrency_ctx_id_tracker.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/concurrency_ctx_id_tracker.h -------------------------------------------------------------------------------- /src/concurrency_manager.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/concurrency_manager.cc -------------------------------------------------------------------------------- /src/concurrency_manager.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/concurrency_manager.h -------------------------------------------------------------------------------- /src/concurrency_worker.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/concurrency_worker.cc -------------------------------------------------------------------------------- /src/concurrency_worker.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/concurrency_worker.h -------------------------------------------------------------------------------- /src/constants.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/constants.h -------------------------------------------------------------------------------- /src/ctx_id_tracker_factory.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/ctx_id_tracker_factory.h -------------------------------------------------------------------------------- /src/cuda_runtime_library_manager.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/cuda_runtime_library_manager.cc -------------------------------------------------------------------------------- /src/cuda_runtime_library_manager.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/cuda_runtime_library_manager.h -------------------------------------------------------------------------------- /src/custom_load_manager.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/custom_load_manager.cc -------------------------------------------------------------------------------- /src/custom_load_manager.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/custom_load_manager.h -------------------------------------------------------------------------------- /src/custom_request_schedule_manager.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/custom_request_schedule_manager.cc -------------------------------------------------------------------------------- /src/custom_request_schedule_manager.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/custom_request_schedule_manager.h -------------------------------------------------------------------------------- /src/data_loader.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/data_loader.cc -------------------------------------------------------------------------------- /src/data_loader.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/data_loader.h -------------------------------------------------------------------------------- /src/doctest.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/doctest.h -------------------------------------------------------------------------------- /src/fifo_ctx_id_tracker.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/fifo_ctx_id_tracker.h -------------------------------------------------------------------------------- /src/ictx_id_tracker.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/ictx_id_tracker.h -------------------------------------------------------------------------------- /src/idle_timer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/idle_timer.h -------------------------------------------------------------------------------- /src/iinfer_data_manager.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/iinfer_data_manager.h -------------------------------------------------------------------------------- /src/infer_context.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/infer_context.cc -------------------------------------------------------------------------------- /src/infer_context.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/infer_context.h -------------------------------------------------------------------------------- /src/infer_data.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/infer_data.h -------------------------------------------------------------------------------- /src/infer_data_manager.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/infer_data_manager.cc -------------------------------------------------------------------------------- /src/infer_data_manager.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/infer_data_manager.h -------------------------------------------------------------------------------- /src/infer_data_manager_base.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/infer_data_manager_base.cc -------------------------------------------------------------------------------- /src/infer_data_manager_base.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/infer_data_manager_base.h -------------------------------------------------------------------------------- /src/infer_data_manager_factory.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/infer_data_manager_factory.h -------------------------------------------------------------------------------- /src/infer_data_manager_shm.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/infer_data_manager_shm.cc -------------------------------------------------------------------------------- /src/infer_data_manager_shm.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/infer_data_manager_shm.h -------------------------------------------------------------------------------- /src/inference_load_mode.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/inference_load_mode.h -------------------------------------------------------------------------------- /src/inference_profiler.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/inference_profiler.cc -------------------------------------------------------------------------------- /src/inference_profiler.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/inference_profiler.h -------------------------------------------------------------------------------- /src/ischeduler.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/ischeduler.h -------------------------------------------------------------------------------- /src/iworker.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/iworker.h -------------------------------------------------------------------------------- /src/load_manager.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/load_manager.cc -------------------------------------------------------------------------------- /src/load_manager.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/load_manager.h -------------------------------------------------------------------------------- /src/load_worker.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/load_worker.cc -------------------------------------------------------------------------------- /src/load_worker.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/load_worker.h -------------------------------------------------------------------------------- /src/main.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/main.cc -------------------------------------------------------------------------------- /src/metrics.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/metrics.h -------------------------------------------------------------------------------- /src/metrics_manager.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/metrics_manager.cc -------------------------------------------------------------------------------- /src/metrics_manager.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/metrics_manager.h -------------------------------------------------------------------------------- /src/mock_concurrency_worker.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/mock_concurrency_worker.h -------------------------------------------------------------------------------- /src/mock_data_loader.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/mock_data_loader.h -------------------------------------------------------------------------------- /src/mock_infer_context.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/mock_infer_context.h -------------------------------------------------------------------------------- /src/mock_infer_data_manager.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/mock_infer_data_manager.h -------------------------------------------------------------------------------- /src/mock_inference_profiler.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/mock_inference_profiler.h -------------------------------------------------------------------------------- /src/mock_load_manager.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/mock_load_manager.h -------------------------------------------------------------------------------- /src/mock_model_parser.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/mock_model_parser.h -------------------------------------------------------------------------------- /src/mock_profile_data_collector.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/mock_profile_data_collector.h -------------------------------------------------------------------------------- /src/mock_profile_data_exporter.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/mock_profile_data_exporter.h -------------------------------------------------------------------------------- /src/mock_request_rate_worker.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/mock_request_rate_worker.h -------------------------------------------------------------------------------- /src/mock_sequence_manager.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/mock_sequence_manager.h -------------------------------------------------------------------------------- /src/model_parser.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/model_parser.cc -------------------------------------------------------------------------------- /src/model_parser.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/model_parser.h -------------------------------------------------------------------------------- /src/mpi_utils.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/mpi_utils.cc -------------------------------------------------------------------------------- /src/mpi_utils.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/mpi_utils.h -------------------------------------------------------------------------------- /src/perf_analyzer.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/perf_analyzer.cc -------------------------------------------------------------------------------- /src/perf_analyzer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/perf_analyzer.h -------------------------------------------------------------------------------- /src/perf_analyzer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/perf_analyzer/__init__.py -------------------------------------------------------------------------------- /src/perf_analyzer/cli.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/perf_analyzer/cli.py -------------------------------------------------------------------------------- /src/perf_analyzer_exception.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/perf_analyzer_exception.h -------------------------------------------------------------------------------- /src/perf_analyzer_unit_tests.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/perf_analyzer_unit_tests.cc -------------------------------------------------------------------------------- /src/perf_utils.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/perf_utils.cc -------------------------------------------------------------------------------- /src/perf_utils.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/perf_utils.h -------------------------------------------------------------------------------- /src/periodic_concurrency_manager.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/periodic_concurrency_manager.cc -------------------------------------------------------------------------------- /src/periodic_concurrency_manager.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/periodic_concurrency_manager.h -------------------------------------------------------------------------------- /src/periodic_concurrency_worker.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/periodic_concurrency_worker.cc -------------------------------------------------------------------------------- /src/periodic_concurrency_worker.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/periodic_concurrency_worker.h -------------------------------------------------------------------------------- /src/profile_data_collector.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/profile_data_collector.cc -------------------------------------------------------------------------------- /src/profile_data_collector.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/profile_data_collector.h -------------------------------------------------------------------------------- /src/profile_data_exporter.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/profile_data_exporter.cc -------------------------------------------------------------------------------- /src/profile_data_exporter.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/profile_data_exporter.h -------------------------------------------------------------------------------- /src/rand_ctx_id_tracker.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/rand_ctx_id_tracker.h -------------------------------------------------------------------------------- /src/rapidjson_utils.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/rapidjson_utils.h -------------------------------------------------------------------------------- /src/rate_schedule.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/rate_schedule.h -------------------------------------------------------------------------------- /src/report_writer.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/report_writer.cc -------------------------------------------------------------------------------- /src/report_writer.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/report_writer.h -------------------------------------------------------------------------------- /src/request_rate_manager.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/request_rate_manager.cc -------------------------------------------------------------------------------- /src/request_rate_manager.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/request_rate_manager.h -------------------------------------------------------------------------------- /src/request_rate_worker.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/request_rate_worker.cc -------------------------------------------------------------------------------- /src/request_rate_worker.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/request_rate_worker.h -------------------------------------------------------------------------------- /src/request_record.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/request_record.h -------------------------------------------------------------------------------- /src/sequence_manager.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/sequence_manager.cc -------------------------------------------------------------------------------- /src/sequence_manager.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/sequence_manager.h -------------------------------------------------------------------------------- /src/sequence_status.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/sequence_status.h -------------------------------------------------------------------------------- /src/session_concurrency/payload_dataset_manager.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/session_concurrency/payload_dataset_manager.cc -------------------------------------------------------------------------------- /src/session_concurrency/payload_dataset_manager.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/session_concurrency/payload_dataset_manager.h -------------------------------------------------------------------------------- /src/session_concurrency/payload_json_utils.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/session_concurrency/payload_json_utils.cc -------------------------------------------------------------------------------- /src/session_concurrency/payload_json_utils.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/session_concurrency/payload_json_utils.h -------------------------------------------------------------------------------- /src/session_concurrency/request_handler.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/session_concurrency/request_handler.cc -------------------------------------------------------------------------------- /src/session_concurrency/request_handler.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/session_concurrency/request_handler.h -------------------------------------------------------------------------------- /src/session_concurrency/response_json_utils.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/session_concurrency/response_json_utils.cc -------------------------------------------------------------------------------- /src/session_concurrency/response_json_utils.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/session_concurrency/response_json_utils.h -------------------------------------------------------------------------------- /src/session_concurrency/session_concurrency_manager.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/session_concurrency/session_concurrency_manager.cc -------------------------------------------------------------------------------- /src/session_concurrency/session_concurrency_manager.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/session_concurrency/session_concurrency_manager.h -------------------------------------------------------------------------------- /src/tensor_data.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/tensor_data.h -------------------------------------------------------------------------------- /src/test_command_line_parser.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/test_command_line_parser.cc -------------------------------------------------------------------------------- /src/test_concurrency_manager.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/test_concurrency_manager.cc -------------------------------------------------------------------------------- /src/test_ctx_id_tracker.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/test_ctx_id_tracker.cc -------------------------------------------------------------------------------- /src/test_custom_load_manager.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/test_custom_load_manager.cc -------------------------------------------------------------------------------- /src/test_custom_request_schedule_manager.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/test_custom_request_schedule_manager.cc -------------------------------------------------------------------------------- /src/test_dataloader.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/test_dataloader.cc -------------------------------------------------------------------------------- /src/test_http_client.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/test_http_client.cc -------------------------------------------------------------------------------- /src/test_idle_timer.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/test_idle_timer.cc -------------------------------------------------------------------------------- /src/test_infer_context.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/test_infer_context.cc -------------------------------------------------------------------------------- /src/test_inference_profiler.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/test_inference_profiler.cc -------------------------------------------------------------------------------- /src/test_load_manager.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/test_load_manager.cc -------------------------------------------------------------------------------- /src/test_load_manager_base.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/test_load_manager_base.h -------------------------------------------------------------------------------- /src/test_metrics_manager.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/test_metrics_manager.cc -------------------------------------------------------------------------------- /src/test_model_parser.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/test_model_parser.cc -------------------------------------------------------------------------------- /src/test_payload_dataset_manager.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/test_payload_dataset_manager.cc -------------------------------------------------------------------------------- /src/test_payload_json_utils.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/test_payload_json_utils.cc -------------------------------------------------------------------------------- /src/test_perf_utils.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/test_perf_utils.cc -------------------------------------------------------------------------------- /src/test_profile_data_collector.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/test_profile_data_collector.cc -------------------------------------------------------------------------------- /src/test_profile_data_exporter.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/test_profile_data_exporter.cc -------------------------------------------------------------------------------- /src/test_report_writer.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/test_report_writer.cc -------------------------------------------------------------------------------- /src/test_request_rate_manager.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/test_request_rate_manager.cc -------------------------------------------------------------------------------- /src/test_response_json_utils.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/test_response_json_utils.cc -------------------------------------------------------------------------------- /src/test_sequence_manager.cc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/test_sequence_manager.cc -------------------------------------------------------------------------------- /src/test_utils.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/test_utils.h -------------------------------------------------------------------------------- /src/thread_config.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/thread_config.h -------------------------------------------------------------------------------- /src/thread_stat.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/src/thread_stat.h -------------------------------------------------------------------------------- /templates/genai-perf-templates/README_template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/templates/genai-perf-templates/README_template -------------------------------------------------------------------------------- /templates/genai-perf-templates/customizable_frontends_template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/templates/genai-perf-templates/customizable_frontends_template -------------------------------------------------------------------------------- /templates/genai-perf-templates/embeddings_template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/templates/genai-perf-templates/embeddings_template -------------------------------------------------------------------------------- /templates/genai-perf-templates/example_plots_template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/templates/genai-perf-templates/example_plots_template -------------------------------------------------------------------------------- /templates/genai-perf-templates/files_template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/templates/genai-perf-templates/files_template -------------------------------------------------------------------------------- /templates/genai-perf-templates/lora_template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/templates/genai-perf-templates/lora_template -------------------------------------------------------------------------------- /templates/genai-perf-templates/multi_modal_template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/templates/genai-perf-templates/multi_modal_template -------------------------------------------------------------------------------- /templates/genai-perf-templates/rankings_template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/templates/genai-perf-templates/rankings_template -------------------------------------------------------------------------------- /templates/genai-perf-templates/tutorial_template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/templates/genai-perf-templates/tutorial_template -------------------------------------------------------------------------------- /templates/genai-perf-templates/version_template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/templates/genai-perf-templates/version_template -------------------------------------------------------------------------------- /templates/generate_docs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/templates/generate_docs.py -------------------------------------------------------------------------------- /templates/template_vars.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/templates/template_vars.yaml -------------------------------------------------------------------------------- /tools/add_copyright.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/tools/add_copyright.py -------------------------------------------------------------------------------- /tools/sharegpt_dataset_converter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/triton-inference-server/perf_analyzer/HEAD/tools/sharegpt_dataset_converter.py --------------------------------------------------------------------------------