├── .devcontainer └── devcontainer.json ├── .github ├── CODE_OF_CONDUCT.md ├── ISSUE_TEMPLATE.md ├── PULL_REQUEST_TEMPLATE.md └── workflows │ └── bicep-audit.yml ├── .gitignore ├── CHANGELOG.md ├── CONTRIBUTING.md ├── LICENSE.md ├── README.md ├── SECURITY.md ├── SUPPORT.md ├── azd-hooks ├── postprovision.ps1 └── postprovision.sh ├── azure.yaml ├── azuredeploy.json ├── docs └── README.md ├── images ├── apim-loadbalancing-active.png ├── apim-loadbalancing-throttling.png └── intro-loadbalance.png ├── infra ├── abbreviations.json ├── core │ ├── ai │ │ └── cognitiveservices.bicep │ ├── database │ │ ├── cosmos │ │ │ ├── cosmos-account.bicep │ │ │ ├── mongo │ │ │ │ ├── cosmos-mongo-account.bicep │ │ │ │ └── cosmos-mongo-db.bicep │ │ │ └── sql │ │ │ │ ├── cosmos-sql-account.bicep │ │ │ │ ├── cosmos-sql-db.bicep │ │ │ │ ├── cosmos-sql-role-assign.bicep │ │ │ │ └── cosmos-sql-role-def.bicep │ │ ├── postgresql │ │ │ └── flexibleserver.bicep │ │ └── sqlserver │ │ │ └── sqlserver.bicep │ ├── gateway │ │ └── apim.bicep │ ├── host │ │ ├── aks-agent-pool.bicep │ │ ├── aks-managed-cluster.bicep │ │ ├── aks.bicep │ │ ├── appservice-appsettings.bicep │ │ ├── appservice.bicep │ │ ├── appserviceplan.bicep │ │ ├── container-app-upsert.bicep │ │ ├── container-app.bicep │ │ ├── container-apps-environment.bicep │ │ ├── container-apps.bicep │ │ ├── container-registry.bicep │ │ ├── functions.bicep │ │ └── staticwebapp.bicep │ ├── monitor │ │ ├── applicationinsights-dashboard.bicep │ │ ├── applicationinsights.bicep │ │ ├── loganalytics.bicep │ │ └── monitoring.bicep │ ├── networking │ │ ├── cdn-endpoint.bicep │ │ ├── cdn-profile.bicep │ │ └── cdn.bicep │ ├── search │ │ └── search-services.bicep │ ├── security │ │ ├── keyvault-access.bicep │ │ ├── keyvault-secret.bicep │ │ ├── keyvault.bicep │ │ ├── managed-identity.bicep │ │ ├── registry-access.bicep │ │ └── role.bicep │ ├── storage │ │ └── storage-account.bicep │ └── testing │ │ └── loadtesting.bicep ├── main.bicep ├── main.parameters.json ├── main.test.bicep └── web.bicep ├── ps-rule.yaml └── src ├── .dockerignore ├── .gitignore ├── BackendConfig.cs ├── Dockerfile ├── Program.cs ├── Properties └── launchSettings.json ├── RetryMiddleware.cs ├── YarpConfiguration.cs ├── appsettings.Development.json ├── appsettings.json ├── openai-loadbalancer.csproj └── openai-loadbalancer.sln /.devcontainer/devcontainer.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/.devcontainer/devcontainer.json -------------------------------------------------------------------------------- /.github/CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/.github/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/.github/ISSUE_TEMPLATE.md -------------------------------------------------------------------------------- /.github/PULL_REQUEST_TEMPLATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/.github/PULL_REQUEST_TEMPLATE.md -------------------------------------------------------------------------------- /.github/workflows/bicep-audit.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/.github/workflows/bicep-audit.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | .azure -------------------------------------------------------------------------------- /CHANGELOG.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/CHANGELOG.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/LICENSE.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/README.md -------------------------------------------------------------------------------- /SECURITY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/SECURITY.md -------------------------------------------------------------------------------- /SUPPORT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/SUPPORT.md -------------------------------------------------------------------------------- /azd-hooks/postprovision.ps1: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/azd-hooks/postprovision.ps1 -------------------------------------------------------------------------------- /azd-hooks/postprovision.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/azd-hooks/postprovision.sh -------------------------------------------------------------------------------- /azure.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/azure.yaml -------------------------------------------------------------------------------- /azuredeploy.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/azuredeploy.json -------------------------------------------------------------------------------- /docs/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/docs/README.md -------------------------------------------------------------------------------- /images/apim-loadbalancing-active.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/images/apim-loadbalancing-active.png -------------------------------------------------------------------------------- /images/apim-loadbalancing-throttling.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/images/apim-loadbalancing-throttling.png -------------------------------------------------------------------------------- /images/intro-loadbalance.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/images/intro-loadbalance.png -------------------------------------------------------------------------------- /infra/abbreviations.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/abbreviations.json -------------------------------------------------------------------------------- /infra/core/ai/cognitiveservices.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/ai/cognitiveservices.bicep -------------------------------------------------------------------------------- /infra/core/database/cosmos/cosmos-account.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/database/cosmos/cosmos-account.bicep -------------------------------------------------------------------------------- /infra/core/database/cosmos/mongo/cosmos-mongo-account.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/database/cosmos/mongo/cosmos-mongo-account.bicep -------------------------------------------------------------------------------- /infra/core/database/cosmos/mongo/cosmos-mongo-db.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/database/cosmos/mongo/cosmos-mongo-db.bicep -------------------------------------------------------------------------------- /infra/core/database/cosmos/sql/cosmos-sql-account.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/database/cosmos/sql/cosmos-sql-account.bicep -------------------------------------------------------------------------------- /infra/core/database/cosmos/sql/cosmos-sql-db.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/database/cosmos/sql/cosmos-sql-db.bicep -------------------------------------------------------------------------------- /infra/core/database/cosmos/sql/cosmos-sql-role-assign.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/database/cosmos/sql/cosmos-sql-role-assign.bicep -------------------------------------------------------------------------------- /infra/core/database/cosmos/sql/cosmos-sql-role-def.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/database/cosmos/sql/cosmos-sql-role-def.bicep -------------------------------------------------------------------------------- /infra/core/database/postgresql/flexibleserver.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/database/postgresql/flexibleserver.bicep -------------------------------------------------------------------------------- /infra/core/database/sqlserver/sqlserver.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/database/sqlserver/sqlserver.bicep -------------------------------------------------------------------------------- /infra/core/gateway/apim.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/gateway/apim.bicep -------------------------------------------------------------------------------- /infra/core/host/aks-agent-pool.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/host/aks-agent-pool.bicep -------------------------------------------------------------------------------- /infra/core/host/aks-managed-cluster.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/host/aks-managed-cluster.bicep -------------------------------------------------------------------------------- /infra/core/host/aks.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/host/aks.bicep -------------------------------------------------------------------------------- /infra/core/host/appservice-appsettings.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/host/appservice-appsettings.bicep -------------------------------------------------------------------------------- /infra/core/host/appservice.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/host/appservice.bicep -------------------------------------------------------------------------------- /infra/core/host/appserviceplan.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/host/appserviceplan.bicep -------------------------------------------------------------------------------- /infra/core/host/container-app-upsert.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/host/container-app-upsert.bicep -------------------------------------------------------------------------------- /infra/core/host/container-app.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/host/container-app.bicep -------------------------------------------------------------------------------- /infra/core/host/container-apps-environment.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/host/container-apps-environment.bicep -------------------------------------------------------------------------------- /infra/core/host/container-apps.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/host/container-apps.bicep -------------------------------------------------------------------------------- /infra/core/host/container-registry.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/host/container-registry.bicep -------------------------------------------------------------------------------- /infra/core/host/functions.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/host/functions.bicep -------------------------------------------------------------------------------- /infra/core/host/staticwebapp.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/host/staticwebapp.bicep -------------------------------------------------------------------------------- /infra/core/monitor/applicationinsights-dashboard.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/monitor/applicationinsights-dashboard.bicep -------------------------------------------------------------------------------- /infra/core/monitor/applicationinsights.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/monitor/applicationinsights.bicep -------------------------------------------------------------------------------- /infra/core/monitor/loganalytics.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/monitor/loganalytics.bicep -------------------------------------------------------------------------------- /infra/core/monitor/monitoring.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/monitor/monitoring.bicep -------------------------------------------------------------------------------- /infra/core/networking/cdn-endpoint.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/networking/cdn-endpoint.bicep -------------------------------------------------------------------------------- /infra/core/networking/cdn-profile.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/networking/cdn-profile.bicep -------------------------------------------------------------------------------- /infra/core/networking/cdn.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/networking/cdn.bicep -------------------------------------------------------------------------------- /infra/core/search/search-services.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/search/search-services.bicep -------------------------------------------------------------------------------- /infra/core/security/keyvault-access.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/security/keyvault-access.bicep -------------------------------------------------------------------------------- /infra/core/security/keyvault-secret.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/security/keyvault-secret.bicep -------------------------------------------------------------------------------- /infra/core/security/keyvault.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/security/keyvault.bicep -------------------------------------------------------------------------------- /infra/core/security/managed-identity.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/security/managed-identity.bicep -------------------------------------------------------------------------------- /infra/core/security/registry-access.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/security/registry-access.bicep -------------------------------------------------------------------------------- /infra/core/security/role.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/security/role.bicep -------------------------------------------------------------------------------- /infra/core/storage/storage-account.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/storage/storage-account.bicep -------------------------------------------------------------------------------- /infra/core/testing/loadtesting.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/core/testing/loadtesting.bicep -------------------------------------------------------------------------------- /infra/main.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/main.bicep -------------------------------------------------------------------------------- /infra/main.parameters.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/main.parameters.json -------------------------------------------------------------------------------- /infra/main.test.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/main.test.bicep -------------------------------------------------------------------------------- /infra/web.bicep: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/infra/web.bicep -------------------------------------------------------------------------------- /ps-rule.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/ps-rule.yaml -------------------------------------------------------------------------------- /src/.dockerignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/src/.dockerignore -------------------------------------------------------------------------------- /src/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/src/.gitignore -------------------------------------------------------------------------------- /src/BackendConfig.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/src/BackendConfig.cs -------------------------------------------------------------------------------- /src/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/src/Dockerfile -------------------------------------------------------------------------------- /src/Program.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/src/Program.cs -------------------------------------------------------------------------------- /src/Properties/launchSettings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/src/Properties/launchSettings.json -------------------------------------------------------------------------------- /src/RetryMiddleware.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/src/RetryMiddleware.cs -------------------------------------------------------------------------------- /src/YarpConfiguration.cs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/src/YarpConfiguration.cs -------------------------------------------------------------------------------- /src/appsettings.Development.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/src/appsettings.Development.json -------------------------------------------------------------------------------- /src/appsettings.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/src/appsettings.json -------------------------------------------------------------------------------- /src/openai-loadbalancer.csproj: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/src/openai-loadbalancer.csproj -------------------------------------------------------------------------------- /src/openai-loadbalancer.sln: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure-Samples/openai-aca-lb/HEAD/src/openai-loadbalancer.sln --------------------------------------------------------------------------------