├── .devcontainer ├── devcontainer.json └── post-create.sh ├── .gitattributes ├── .github ├── CODE_OF_CONDUCT.md ├── ISSUE_TEMPLATE.md ├── PULL_REQUEST_TEMPLATE.md └── workflows │ └── mdlint.yaml ├── .gitignore ├── .markdownlint.yaml ├── .vscode ├── launch.json └── settings.json ├── CHANGELOG.md ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── capabilities ├── latency-routing │ ├── README.md │ ├── docs │ │ ├── output-1.png │ │ ├── output-2.png │ │ ├── query-backend.png │ │ └── query-latency.png │ ├── latency-routing-backend.xml │ ├── latency-routing-inbound.xml │ ├── latency-routing-policy.xml │ └── set-latency-policy.xml ├── load-balancing-v2 │ ├── README.md │ ├── docs │ │ ├── output-1.png │ │ ├── output-2.png │ │ └── query-backend.png │ ├── simple-round-robin-policy.xml │ ├── simple-round-robin.xml │ ├── weighted-round-robin-policy.xml │ └── weighted-round-robin.xml ├── load-balancing │ ├── README.md │ ├── docs │ │ ├── output-1.png │ │ ├── output-2.png │ │ └── query-backend.png │ ├── simple-round-robin-policy.xml │ ├── simple-round-robin.xml │ ├── weighted-round-robin-policy.xml │ └── weighted-round-robin.xml ├── manage-spikes-with-payg-v2 │ ├── README.md │ ├── docs │ │ ├── output-1.png │ │ ├── output-2.png │ │ ├── query-backend.png │ │ └── query-overall.png │ ├── retry-with-payg-policy.xml │ └── retry-with-payg.xml ├── manage-spikes-with-payg │ ├── README.md │ ├── docs │ │ ├── output-1.png │ │ ├── output-2.png │ │ ├── query-backend.png │ │ └── query-overall.png │ ├── retry-with-payg-policy.xml │ └── retry-with-payg.xml ├── prioritization │ ├── README.md │ ├── docs │ │ ├── token-calculating │ │ │ ├── chat-cycle │ │ │ │ ├── consumed-tokens.png │ │ │ │ ├── output.png │ │ │ │ ├── rate-limit-tokens.png │ │ │ │ ├── remaining-tokens.png │ │ │ │ ├── request-count.png │ │ │ │ ├── requests-priority-status.png │ │ │ │ ├── steps.png │ │ │ │ └── successful-requests.png │ │ │ ├── embeddings-cycle │ │ │ │ ├── consumed-tokens.png │ │ │ │ ├── output.png │ │ │ │ ├── rate-limit-tokens.png │ │ │ │ ├── remaining-tokens.png │ │ │ │ ├── request-count.png │ │ │ │ ├── requests-priority-status.png │ │ │ │ ├── steps.png │ │ │ │ └── successful-requests.png │ │ │ ├── embeddings-high │ │ │ │ ├── consumed-tokens.png │ │ │ │ ├── output.png │ │ │ │ ├── rate-limit-tokens.png │ │ │ │ ├── remaining-tokens.png │ │ │ │ ├── request-count.png │ │ │ │ ├── requests-priority-status.png │ │ │ │ ├── steps.png │ │ │ │ └── successful-requests.png │ │ │ └── embeddings-low │ │ │ │ ├── consumed-tokens.png │ │ │ │ ├── output.png │ │ │ │ ├── rate-limit-tokens.png │ │ │ │ ├── remaining-tokens.png │ │ │ │ ├── request-count.png │ │ │ │ ├── requests-priority-status.png │ │ │ │ ├── steps.png │ │ │ │ └── successful-requests.png │ │ └── token-tracking │ │ │ ├── embeddings-cycle │ │ │ ├── output-1.png │ │ │ ├── output-2.png │ │ │ ├── query-rate-limit-tokens.png │ │ │ ├── query-remaining-tokens.png │ │ │ ├── query-request-count.png │ │ │ ├── query-requests-priority-status.png │ │ │ └── query-sucessful-requests.png │ │ │ ├── no-additional-requests-token-usage.png │ │ │ ├── no-additional-requests.png │ │ │ ├── with-additional-requests-token-usage.png │ │ │ └── with-additional-requests.png │ ├── prioritization-token-calculating-chat-cycle.md │ ├── prioritization-token-calculating-embeddings-cycle.md │ ├── prioritization-token-calculating-embeddings-single.md │ ├── prioritization-token-calculating.md │ ├── prioritization-token-calculating.xml │ ├── prioritization-token-tracking-embeddings-cycle.md │ ├── prioritization-token-tracking-embeddings-single.md │ ├── prioritization-token-tracking.md │ └── prioritization-token-tracking.xml └── usage-tracking │ ├── README.md │ ├── docs │ ├── output-1.png │ ├── output-2.png │ ├── query-metric.png │ └── query-overall.png │ ├── usage-tracking-inbound.xml │ ├── usage-tracking-outbound.xml │ └── usage-tracking-policy.xml ├── docs └── assets │ ├── genai-accelerator.drawio │ └── genai-accelerator.jpg ├── end_to_end_tests ├── common │ ├── __init__.py │ ├── app_insights.py │ ├── config.py │ ├── latency.py │ ├── log_analytics.py │ └── terminal.py ├── requirements.txt ├── scenario_latency_routing.py ├── scenario_manage_spikes_with_payg.py ├── scenario_prioritization.py ├── scenario_round_robin.py └── scenario_usage_tracking.py ├── infra ├── apim-genai │ ├── api-specs │ │ ├── openapi-spec.json │ │ └── support-api-spec.json │ ├── base.bicep │ ├── main.bicep │ └── modules │ │ ├── apiManagement.bicep │ │ ├── eventHub.bicep │ │ └── monitoringBase.Bicep └── simulators │ ├── base.bicep │ ├── modules │ ├── simulatorBase.bicep │ └── simulatorInstance.bicep │ ├── simulator_file_content │ └── simulator_deployment_config.json │ └── simulators.bicep ├── sample.env └── scripts ├── deploy.sh ├── run-end-to-end-latency-routing.sh ├── run-end-to-end-manage-spikes-with-payg-v2.sh ├── run-end-to-end-manage-spikes-with-payg.sh ├── run-end-to-end-prioritization.sh ├── run-end-to-end-round-robin-simple-v2.sh ├── run-end-to-end-round-robin-simple.sh ├── run-end-to-end-round-robin-weighted-v2.sh ├── run-end-to-end-round-robin-weighted.sh ├── run-end-to-end-usage-tracking.sh └── utils ├── generate-api-key.sh └── run-end-to-end-test.sh /.devcontainer/devcontainer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/.devcontainer/devcontainer.json -------------------------------------------------------------------------------- /.devcontainer/post-create.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/.devcontainer/post-create.sh -------------------------------------------------------------------------------- /.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/.gitattributes -------------------------------------------------------------------------------- /.github/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/.github/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/.github/ISSUE_TEMPLATE.md -------------------------------------------------------------------------------- /.github/PULL_REQUEST_TEMPLATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/.github/PULL_REQUEST_TEMPLATE.md -------------------------------------------------------------------------------- /.github/workflows/mdlint.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/.github/workflows/mdlint.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/.gitignore -------------------------------------------------------------------------------- /.markdownlint.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/.markdownlint.yaml -------------------------------------------------------------------------------- /.vscode/launch.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/.vscode/launch.json -------------------------------------------------------------------------------- /.vscode/settings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/.vscode/settings.json -------------------------------------------------------------------------------- /CHANGELOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/CHANGELOG.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/README.md -------------------------------------------------------------------------------- /capabilities/latency-routing/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/latency-routing/README.md -------------------------------------------------------------------------------- /capabilities/latency-routing/docs/output-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/latency-routing/docs/output-1.png -------------------------------------------------------------------------------- /capabilities/latency-routing/docs/output-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/latency-routing/docs/output-2.png -------------------------------------------------------------------------------- /capabilities/latency-routing/docs/query-backend.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/latency-routing/docs/query-backend.png -------------------------------------------------------------------------------- /capabilities/latency-routing/docs/query-latency.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/latency-routing/docs/query-latency.png -------------------------------------------------------------------------------- /capabilities/latency-routing/latency-routing-backend.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/latency-routing/latency-routing-backend.xml -------------------------------------------------------------------------------- /capabilities/latency-routing/latency-routing-inbound.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/latency-routing/latency-routing-inbound.xml -------------------------------------------------------------------------------- /capabilities/latency-routing/latency-routing-policy.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/latency-routing/latency-routing-policy.xml -------------------------------------------------------------------------------- /capabilities/latency-routing/set-latency-policy.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/latency-routing/set-latency-policy.xml -------------------------------------------------------------------------------- /capabilities/load-balancing-v2/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/load-balancing-v2/README.md -------------------------------------------------------------------------------- /capabilities/load-balancing-v2/docs/output-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/load-balancing-v2/docs/output-1.png -------------------------------------------------------------------------------- /capabilities/load-balancing-v2/docs/output-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/load-balancing-v2/docs/output-2.png -------------------------------------------------------------------------------- /capabilities/load-balancing-v2/docs/query-backend.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/load-balancing-v2/docs/query-backend.png -------------------------------------------------------------------------------- /capabilities/load-balancing-v2/simple-round-robin-policy.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/load-balancing-v2/simple-round-robin-policy.xml -------------------------------------------------------------------------------- /capabilities/load-balancing-v2/simple-round-robin.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/load-balancing-v2/simple-round-robin.xml -------------------------------------------------------------------------------- /capabilities/load-balancing-v2/weighted-round-robin-policy.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/load-balancing-v2/weighted-round-robin-policy.xml -------------------------------------------------------------------------------- /capabilities/load-balancing-v2/weighted-round-robin.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/load-balancing-v2/weighted-round-robin.xml -------------------------------------------------------------------------------- /capabilities/load-balancing/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/load-balancing/README.md -------------------------------------------------------------------------------- /capabilities/load-balancing/docs/output-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/load-balancing/docs/output-1.png -------------------------------------------------------------------------------- /capabilities/load-balancing/docs/output-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/load-balancing/docs/output-2.png -------------------------------------------------------------------------------- /capabilities/load-balancing/docs/query-backend.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/load-balancing/docs/query-backend.png -------------------------------------------------------------------------------- /capabilities/load-balancing/simple-round-robin-policy.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/load-balancing/simple-round-robin-policy.xml -------------------------------------------------------------------------------- /capabilities/load-balancing/simple-round-robin.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/load-balancing/simple-round-robin.xml -------------------------------------------------------------------------------- /capabilities/load-balancing/weighted-round-robin-policy.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/load-balancing/weighted-round-robin-policy.xml -------------------------------------------------------------------------------- /capabilities/load-balancing/weighted-round-robin.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/load-balancing/weighted-round-robin.xml -------------------------------------------------------------------------------- /capabilities/manage-spikes-with-payg-v2/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/manage-spikes-with-payg-v2/README.md -------------------------------------------------------------------------------- /capabilities/manage-spikes-with-payg-v2/docs/output-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/manage-spikes-with-payg-v2/docs/output-1.png -------------------------------------------------------------------------------- /capabilities/manage-spikes-with-payg-v2/docs/output-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/manage-spikes-with-payg-v2/docs/output-2.png -------------------------------------------------------------------------------- /capabilities/manage-spikes-with-payg-v2/docs/query-backend.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/manage-spikes-with-payg-v2/docs/query-backend.png -------------------------------------------------------------------------------- /capabilities/manage-spikes-with-payg-v2/docs/query-overall.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/manage-spikes-with-payg-v2/docs/query-overall.png -------------------------------------------------------------------------------- /capabilities/manage-spikes-with-payg-v2/retry-with-payg-policy.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/manage-spikes-with-payg-v2/retry-with-payg-policy.xml -------------------------------------------------------------------------------- /capabilities/manage-spikes-with-payg-v2/retry-with-payg.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/manage-spikes-with-payg-v2/retry-with-payg.xml -------------------------------------------------------------------------------- /capabilities/manage-spikes-with-payg/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/manage-spikes-with-payg/README.md -------------------------------------------------------------------------------- /capabilities/manage-spikes-with-payg/docs/output-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/manage-spikes-with-payg/docs/output-1.png -------------------------------------------------------------------------------- /capabilities/manage-spikes-with-payg/docs/output-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/manage-spikes-with-payg/docs/output-2.png -------------------------------------------------------------------------------- /capabilities/manage-spikes-with-payg/docs/query-backend.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/manage-spikes-with-payg/docs/query-backend.png -------------------------------------------------------------------------------- /capabilities/manage-spikes-with-payg/docs/query-overall.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/manage-spikes-with-payg/docs/query-overall.png -------------------------------------------------------------------------------- /capabilities/manage-spikes-with-payg/retry-with-payg-policy.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/manage-spikes-with-payg/retry-with-payg-policy.xml -------------------------------------------------------------------------------- /capabilities/manage-spikes-with-payg/retry-with-payg.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/manage-spikes-with-payg/retry-with-payg.xml -------------------------------------------------------------------------------- /capabilities/prioritization/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/README.md -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-calculating/chat-cycle/consumed-tokens.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-calculating/chat-cycle/consumed-tokens.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-calculating/chat-cycle/output.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-calculating/chat-cycle/output.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-calculating/chat-cycle/rate-limit-tokens.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-calculating/chat-cycle/rate-limit-tokens.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-calculating/chat-cycle/remaining-tokens.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-calculating/chat-cycle/remaining-tokens.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-calculating/chat-cycle/request-count.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-calculating/chat-cycle/request-count.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-calculating/chat-cycle/requests-priority-status.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-calculating/chat-cycle/requests-priority-status.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-calculating/chat-cycle/steps.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-calculating/chat-cycle/steps.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-calculating/chat-cycle/successful-requests.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-calculating/chat-cycle/successful-requests.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-calculating/embeddings-cycle/consumed-tokens.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-calculating/embeddings-cycle/consumed-tokens.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-calculating/embeddings-cycle/output.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-calculating/embeddings-cycle/output.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-calculating/embeddings-cycle/rate-limit-tokens.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-calculating/embeddings-cycle/rate-limit-tokens.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-calculating/embeddings-cycle/remaining-tokens.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-calculating/embeddings-cycle/remaining-tokens.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-calculating/embeddings-cycle/request-count.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-calculating/embeddings-cycle/request-count.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-calculating/embeddings-cycle/requests-priority-status.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-calculating/embeddings-cycle/requests-priority-status.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-calculating/embeddings-cycle/steps.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-calculating/embeddings-cycle/steps.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-calculating/embeddings-cycle/successful-requests.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-calculating/embeddings-cycle/successful-requests.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-calculating/embeddings-high/consumed-tokens.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-calculating/embeddings-high/consumed-tokens.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-calculating/embeddings-high/output.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-calculating/embeddings-high/output.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-calculating/embeddings-high/rate-limit-tokens.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-calculating/embeddings-high/rate-limit-tokens.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-calculating/embeddings-high/remaining-tokens.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-calculating/embeddings-high/remaining-tokens.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-calculating/embeddings-high/request-count.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-calculating/embeddings-high/request-count.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-calculating/embeddings-high/requests-priority-status.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-calculating/embeddings-high/requests-priority-status.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-calculating/embeddings-high/steps.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-calculating/embeddings-high/steps.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-calculating/embeddings-high/successful-requests.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-calculating/embeddings-high/successful-requests.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-calculating/embeddings-low/consumed-tokens.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-calculating/embeddings-low/consumed-tokens.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-calculating/embeddings-low/output.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-calculating/embeddings-low/output.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-calculating/embeddings-low/rate-limit-tokens.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-calculating/embeddings-low/rate-limit-tokens.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-calculating/embeddings-low/remaining-tokens.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-calculating/embeddings-low/remaining-tokens.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-calculating/embeddings-low/request-count.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-calculating/embeddings-low/request-count.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-calculating/embeddings-low/requests-priority-status.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-calculating/embeddings-low/requests-priority-status.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-calculating/embeddings-low/steps.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-calculating/embeddings-low/steps.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-calculating/embeddings-low/successful-requests.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-calculating/embeddings-low/successful-requests.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-tracking/embeddings-cycle/output-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-tracking/embeddings-cycle/output-1.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-tracking/embeddings-cycle/output-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-tracking/embeddings-cycle/output-2.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-tracking/embeddings-cycle/query-rate-limit-tokens.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-tracking/embeddings-cycle/query-rate-limit-tokens.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-tracking/embeddings-cycle/query-remaining-tokens.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-tracking/embeddings-cycle/query-remaining-tokens.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-tracking/embeddings-cycle/query-request-count.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-tracking/embeddings-cycle/query-request-count.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-tracking/embeddings-cycle/query-requests-priority-status.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-tracking/embeddings-cycle/query-requests-priority-status.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-tracking/embeddings-cycle/query-sucessful-requests.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-tracking/embeddings-cycle/query-sucessful-requests.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-tracking/no-additional-requests-token-usage.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-tracking/no-additional-requests-token-usage.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-tracking/no-additional-requests.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-tracking/no-additional-requests.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-tracking/with-additional-requests-token-usage.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-tracking/with-additional-requests-token-usage.png -------------------------------------------------------------------------------- /capabilities/prioritization/docs/token-tracking/with-additional-requests.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/docs/token-tracking/with-additional-requests.png -------------------------------------------------------------------------------- /capabilities/prioritization/prioritization-token-calculating-chat-cycle.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/prioritization-token-calculating-chat-cycle.md -------------------------------------------------------------------------------- /capabilities/prioritization/prioritization-token-calculating-embeddings-cycle.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/prioritization-token-calculating-embeddings-cycle.md -------------------------------------------------------------------------------- /capabilities/prioritization/prioritization-token-calculating-embeddings-single.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/prioritization-token-calculating-embeddings-single.md -------------------------------------------------------------------------------- /capabilities/prioritization/prioritization-token-calculating.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/prioritization-token-calculating.md -------------------------------------------------------------------------------- /capabilities/prioritization/prioritization-token-calculating.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/prioritization-token-calculating.xml -------------------------------------------------------------------------------- /capabilities/prioritization/prioritization-token-tracking-embeddings-cycle.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/prioritization-token-tracking-embeddings-cycle.md -------------------------------------------------------------------------------- /capabilities/prioritization/prioritization-token-tracking-embeddings-single.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/prioritization-token-tracking-embeddings-single.md -------------------------------------------------------------------------------- /capabilities/prioritization/prioritization-token-tracking.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/prioritization-token-tracking.md -------------------------------------------------------------------------------- /capabilities/prioritization/prioritization-token-tracking.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/prioritization/prioritization-token-tracking.xml -------------------------------------------------------------------------------- /capabilities/usage-tracking/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/usage-tracking/README.md -------------------------------------------------------------------------------- /capabilities/usage-tracking/docs/output-1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/usage-tracking/docs/output-1.png -------------------------------------------------------------------------------- /capabilities/usage-tracking/docs/output-2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/usage-tracking/docs/output-2.png -------------------------------------------------------------------------------- /capabilities/usage-tracking/docs/query-metric.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/usage-tracking/docs/query-metric.png -------------------------------------------------------------------------------- /capabilities/usage-tracking/docs/query-overall.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/usage-tracking/docs/query-overall.png -------------------------------------------------------------------------------- /capabilities/usage-tracking/usage-tracking-inbound.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/usage-tracking/usage-tracking-inbound.xml -------------------------------------------------------------------------------- /capabilities/usage-tracking/usage-tracking-outbound.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/usage-tracking/usage-tracking-outbound.xml -------------------------------------------------------------------------------- /capabilities/usage-tracking/usage-tracking-policy.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/capabilities/usage-tracking/usage-tracking-policy.xml -------------------------------------------------------------------------------- /docs/assets/genai-accelerator.drawio: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/docs/assets/genai-accelerator.drawio -------------------------------------------------------------------------------- /docs/assets/genai-accelerator.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/docs/assets/genai-accelerator.jpg -------------------------------------------------------------------------------- /end_to_end_tests/common/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /end_to_end_tests/common/app_insights.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/end_to_end_tests/common/app_insights.py -------------------------------------------------------------------------------- /end_to_end_tests/common/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/end_to_end_tests/common/config.py -------------------------------------------------------------------------------- /end_to_end_tests/common/latency.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/end_to_end_tests/common/latency.py -------------------------------------------------------------------------------- /end_to_end_tests/common/log_analytics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/end_to_end_tests/common/log_analytics.py -------------------------------------------------------------------------------- /end_to_end_tests/common/terminal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/end_to_end_tests/common/terminal.py -------------------------------------------------------------------------------- /end_to_end_tests/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/end_to_end_tests/requirements.txt -------------------------------------------------------------------------------- /end_to_end_tests/scenario_latency_routing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/end_to_end_tests/scenario_latency_routing.py -------------------------------------------------------------------------------- /end_to_end_tests/scenario_manage_spikes_with_payg.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/end_to_end_tests/scenario_manage_spikes_with_payg.py -------------------------------------------------------------------------------- /end_to_end_tests/scenario_prioritization.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/end_to_end_tests/scenario_prioritization.py -------------------------------------------------------------------------------- /end_to_end_tests/scenario_round_robin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/end_to_end_tests/scenario_round_robin.py -------------------------------------------------------------------------------- /end_to_end_tests/scenario_usage_tracking.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/end_to_end_tests/scenario_usage_tracking.py -------------------------------------------------------------------------------- /infra/apim-genai/api-specs/openapi-spec.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/infra/apim-genai/api-specs/openapi-spec.json -------------------------------------------------------------------------------- /infra/apim-genai/api-specs/support-api-spec.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/infra/apim-genai/api-specs/support-api-spec.json -------------------------------------------------------------------------------- /infra/apim-genai/base.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/infra/apim-genai/base.bicep -------------------------------------------------------------------------------- /infra/apim-genai/main.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/infra/apim-genai/main.bicep -------------------------------------------------------------------------------- /infra/apim-genai/modules/apiManagement.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/infra/apim-genai/modules/apiManagement.bicep -------------------------------------------------------------------------------- /infra/apim-genai/modules/eventHub.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/infra/apim-genai/modules/eventHub.bicep -------------------------------------------------------------------------------- /infra/apim-genai/modules/monitoringBase.Bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/infra/apim-genai/modules/monitoringBase.Bicep -------------------------------------------------------------------------------- /infra/simulators/base.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/infra/simulators/base.bicep -------------------------------------------------------------------------------- /infra/simulators/modules/simulatorBase.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/infra/simulators/modules/simulatorBase.bicep -------------------------------------------------------------------------------- /infra/simulators/modules/simulatorInstance.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/infra/simulators/modules/simulatorInstance.bicep -------------------------------------------------------------------------------- /infra/simulators/simulator_file_content/simulator_deployment_config.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/infra/simulators/simulator_file_content/simulator_deployment_config.json -------------------------------------------------------------------------------- /infra/simulators/simulators.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/infra/simulators/simulators.bicep -------------------------------------------------------------------------------- /sample.env: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/sample.env -------------------------------------------------------------------------------- /scripts/deploy.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/scripts/deploy.sh -------------------------------------------------------------------------------- /scripts/run-end-to-end-latency-routing.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/scripts/run-end-to-end-latency-routing.sh -------------------------------------------------------------------------------- /scripts/run-end-to-end-manage-spikes-with-payg-v2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/scripts/run-end-to-end-manage-spikes-with-payg-v2.sh -------------------------------------------------------------------------------- /scripts/run-end-to-end-manage-spikes-with-payg.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/scripts/run-end-to-end-manage-spikes-with-payg.sh -------------------------------------------------------------------------------- /scripts/run-end-to-end-prioritization.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/scripts/run-end-to-end-prioritization.sh -------------------------------------------------------------------------------- /scripts/run-end-to-end-round-robin-simple-v2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/scripts/run-end-to-end-round-robin-simple-v2.sh -------------------------------------------------------------------------------- /scripts/run-end-to-end-round-robin-simple.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/scripts/run-end-to-end-round-robin-simple.sh -------------------------------------------------------------------------------- /scripts/run-end-to-end-round-robin-weighted-v2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/scripts/run-end-to-end-round-robin-weighted-v2.sh -------------------------------------------------------------------------------- /scripts/run-end-to-end-round-robin-weighted.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/scripts/run-end-to-end-round-robin-weighted.sh -------------------------------------------------------------------------------- /scripts/run-end-to-end-usage-tracking.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/scripts/run-end-to-end-usage-tracking.sh -------------------------------------------------------------------------------- /scripts/utils/generate-api-key.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/scripts/utils/generate-api-key.sh -------------------------------------------------------------------------------- /scripts/utils/run-end-to-end-test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/apim-genai-gateway-toolkit/HEAD/scripts/utils/run-end-to-end-test.sh --------------------------------------------------------------------------------