├── .github ├── CODEOWNERS ├── PULL_REQUEST_TEMPLATE.md └── workflows │ └── ci-openapi.yml ├── .gitignore ├── .pre-commit-config.yaml ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── Dockerfile ├── LICENSE ├── MAINTAINERS.md ├── README.md ├── SECURITY.md ├── dev-setup ├── cleanup.sh ├── generate-bpg-config.sh ├── init-s3-bucket.sh ├── ozone │ ├── .helmignore │ ├── Chart.yaml │ ├── templates │ │ ├── config-configmap.yaml │ │ ├── datanode-public-service.yaml │ │ ├── datanode-service.yaml │ │ ├── datanode-statefulset.yaml │ │ ├── om-public-service.yaml │ │ ├── om-service.yaml │ │ ├── om-statefulset.yaml │ │ ├── s3g-public-service.yaml │ │ ├── s3g-service.yaml │ │ ├── s3g-statefulset.yaml │ │ ├── scm-public-service.yaml │ │ ├── scm-service.yaml │ │ └── scm-statefulset.yaml │ └── values.yaml ├── port-forward.sh ├── setup-ozone-s3.sh ├── setup-postgresql.sh ├── setup-spark-operator.sh ├── setup-yunikorn.sh └── spark-test.py ├── docs ├── GETTING_STARTED.md ├── KEY_COMPONENTS.md └── images │ ├── app_logs_flow.png │ ├── app_monitor_flow_diagram.png │ ├── arch_high_level.png │ ├── rest_endpoints.png │ └── spark_cluster_routing.png ├── entrypoint.sh ├── helm └── batch-processing-gateway │ ├── .helmignore │ ├── CHANGELOG.md │ ├── Chart.yaml │ ├── README.md │ ├── resources │ ├── config.example.yaml │ ├── config.yaml.j2 │ └── spark-config.yaml.j2 │ ├── templates │ ├── configmap.yaml │ ├── deployment-helper.yaml │ ├── deployment-swagger-ui.yaml │ ├── deployment.yaml │ ├── ingress-swagger-ui.yaml │ ├── ingress.yaml │ ├── service-swagger-ui.yaml │ └── service.yaml │ └── values.yaml ├── openapi ├── openapi.json └── openapi.yaml ├── pom.xml └── src ├── main ├── bash │ └── create-service-account.sh ├── java │ └── com │ │ └── apple │ │ └── spark │ │ ├── AppConfig.java │ │ ├── BPGApplication.java │ │ ├── BuildInfo.java │ │ ├── api │ │ ├── DeleteSubmissionResponse.java │ │ ├── GetDriverInfoResponse.java │ │ ├── GetMySubmissionsResponse.java │ │ ├── GetSubmissionStatusResponse.java │ │ ├── HealthcheckResponse.java │ │ ├── SubmissionStatus.java │ │ ├── SubmissionSummary.java │ │ ├── SubmitApplicationRequest.java │ │ ├── SubmitApplicationResponse.java │ │ └── UploadS3Response.java │ │ ├── clients │ │ └── sparkhistory │ │ │ └── GetJobEnvironmentResponse.java │ │ ├── core │ │ ├── ApplicationMonitor.java │ │ ├── ApplicationSubmissionHelper.java │ │ ├── ApplicationUpdateEvent.java │ │ ├── BPGStatsdConfig.java │ │ ├── BatchSchedulerConstants.java │ │ ├── ConfigValue.java │ │ ├── Constants.java │ │ ├── DBConnection.java │ │ ├── InvalidSubmissionIdException.java │ │ ├── KubernetesHelper.java │ │ ├── LogDao.java │ │ ├── NamespaceAndName.java │ │ ├── QueueTokenVerifier.java │ │ ├── RestStreamingOutput.java │ │ ├── RestSubmissionsStreamingOutput.java │ │ ├── RoundRobinZonePicker.java │ │ ├── RunningApplicationMonitor.java │ │ ├── SparkApplicationResourceHelper.java │ │ ├── SparkClusterHelper.java │ │ ├── SparkConstants.java │ │ ├── SparkPodNodeAffinityHelper.java │ │ ├── SparkSpecHelper.java │ │ ├── ThrowableExceptionMapper.java │ │ ├── ZoneManager.java │ │ └── ZonePicker.java │ │ ├── health │ │ └── BPGHealthCheck.java │ │ ├── operator │ │ ├── Affinity.java │ │ ├── ApplicationState.java │ │ ├── BatchSchedulerConfiguration.java │ │ ├── ConfigMapVolumeSource.java │ │ ├── Dependencies.java │ │ ├── DriverInfo.java │ │ ├── DriverSpec.java │ │ ├── DynamicAllocation.java │ │ ├── EnvVar.java │ │ ├── EnvVarSource.java │ │ ├── ExecutorSpec.java │ │ ├── HostPathVolumeSource.java │ │ ├── IngressTLS.java │ │ ├── MonitoringSpec.java │ │ ├── NodeAffinity.java │ │ ├── NodeSelectorOperator.java │ │ ├── NodeSelectorRequirement.java │ │ ├── NodeSelectorTerm.java │ │ ├── ObjectFieldSelector.java │ │ ├── PreferredSchedulingTerm.java │ │ ├── PrometheusSpec.java │ │ ├── RequiredDuringSchedulingIgnoredDuringExecutionTerm.java │ │ ├── RestartPolicy.java │ │ ├── SecurityContext.java │ │ ├── SparkApplication.java │ │ ├── SparkApplicationResourceList.java │ │ ├── SparkApplicationSpec.java │ │ ├── SparkApplicationStatus.java │ │ ├── SparkPodSpec.java │ │ ├── SparkUIConfiguration.java │ │ ├── Volume.java │ │ └── VolumeMount.java │ │ ├── rest │ │ ├── AdminRest.java │ │ ├── ApplicationGetLogRest.java │ │ ├── ApplicationSubmissionRest.java │ │ ├── AwsConstants.java │ │ ├── CloudStorageRest.java │ │ ├── GetSubmissionStatusResponseCacheValue.java │ │ ├── HealthcheckRest.java │ │ └── RestBase.java │ │ ├── security │ │ ├── User.java │ │ ├── UserNameAuthFilter.java │ │ ├── UserNameBasicAuthenticator.java │ │ └── UserUnauthorizedHandler.java │ │ ├── tools │ │ ├── DeleteApplications.java │ │ ├── LoadTest.java │ │ ├── QueueTokenGenerator.java │ │ └── SparkClusterTest.java │ │ └── util │ │ ├── ConfigUtil.java │ │ ├── CounterMetricContainer.java │ │ ├── CustomSerDe.java │ │ ├── DateTimeUtils.java │ │ ├── EndAwareInputStream.java │ │ ├── ExceptionUtils.java │ │ ├── GaugeMetricContainer.java │ │ ├── HttpUtils.java │ │ ├── JwtUtils.java │ │ ├── KubernetesClusterAndNamespace.java │ │ ├── MetricId.java │ │ ├── TimerMetricContainer.java │ │ └── VersionInfo.java └── resources │ └── version.txt └── test ├── java └── com │ └── apple │ └── spark │ ├── GatewayConfigTest.java │ ├── core │ ├── ApplicationSubmissionHelperTest.java │ ├── ConfigValueTest.java │ ├── DBConnectionTest.java │ ├── KubernetesHelperTest.java │ ├── LogDaoTest.java │ ├── QueueTokenVerifierTest.java │ ├── RunningApplicationMonitorTest.java │ ├── SparkClusterHelperTest.java │ ├── SparkPodNodeAffinityHelperTest.java │ ├── SparkSpecHelperTest.java │ └── ZoneManagerTest.java │ ├── operator │ └── SparkPodSpecTest.java │ ├── tools │ └── QueueTokenGeneratorTest.java │ └── util │ ├── ConfigUtilTest.java │ ├── CounterMetricContainerTest.java │ ├── CustomSerDeTest.java │ ├── DateTimeUtilsTest.java │ ├── EndAwareInputStreamTest.java │ ├── ExceptionUtilsTest.java │ ├── JwtUtilsTest.java │ ├── KubernetesClusterAndNamespaceTest.java │ ├── MetricIdTest.java │ └── TimerMetricContainerTest.java └── resources ├── MinimalSparkApp.py ├── SparkHiveExampleApp.py ├── pythonLibCallerExample.py └── pythonLibExample.py /.github/CODEOWNERS: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/.github/CODEOWNERS -------------------------------------------------------------------------------- /.github/PULL_REQUEST_TEMPLATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/.github/PULL_REQUEST_TEMPLATE.md -------------------------------------------------------------------------------- /.github/workflows/ci-openapi.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/.github/workflows/ci-openapi.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/.gitignore -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/Dockerfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/LICENSE -------------------------------------------------------------------------------- /MAINTAINERS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/MAINTAINERS.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/README.md -------------------------------------------------------------------------------- /SECURITY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/SECURITY.md -------------------------------------------------------------------------------- /dev-setup/cleanup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/dev-setup/cleanup.sh -------------------------------------------------------------------------------- /dev-setup/generate-bpg-config.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/dev-setup/generate-bpg-config.sh -------------------------------------------------------------------------------- /dev-setup/init-s3-bucket.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/dev-setup/init-s3-bucket.sh -------------------------------------------------------------------------------- /dev-setup/ozone/.helmignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/dev-setup/ozone/.helmignore -------------------------------------------------------------------------------- /dev-setup/ozone/Chart.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/dev-setup/ozone/Chart.yaml -------------------------------------------------------------------------------- /dev-setup/ozone/templates/config-configmap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/dev-setup/ozone/templates/config-configmap.yaml -------------------------------------------------------------------------------- /dev-setup/ozone/templates/datanode-public-service.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/dev-setup/ozone/templates/datanode-public-service.yaml -------------------------------------------------------------------------------- /dev-setup/ozone/templates/datanode-service.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/dev-setup/ozone/templates/datanode-service.yaml -------------------------------------------------------------------------------- /dev-setup/ozone/templates/datanode-statefulset.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/dev-setup/ozone/templates/datanode-statefulset.yaml -------------------------------------------------------------------------------- /dev-setup/ozone/templates/om-public-service.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/dev-setup/ozone/templates/om-public-service.yaml -------------------------------------------------------------------------------- /dev-setup/ozone/templates/om-service.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/dev-setup/ozone/templates/om-service.yaml -------------------------------------------------------------------------------- /dev-setup/ozone/templates/om-statefulset.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/dev-setup/ozone/templates/om-statefulset.yaml -------------------------------------------------------------------------------- /dev-setup/ozone/templates/s3g-public-service.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/dev-setup/ozone/templates/s3g-public-service.yaml -------------------------------------------------------------------------------- /dev-setup/ozone/templates/s3g-service.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/dev-setup/ozone/templates/s3g-service.yaml -------------------------------------------------------------------------------- /dev-setup/ozone/templates/s3g-statefulset.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/dev-setup/ozone/templates/s3g-statefulset.yaml -------------------------------------------------------------------------------- /dev-setup/ozone/templates/scm-public-service.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/dev-setup/ozone/templates/scm-public-service.yaml -------------------------------------------------------------------------------- /dev-setup/ozone/templates/scm-service.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/dev-setup/ozone/templates/scm-service.yaml -------------------------------------------------------------------------------- /dev-setup/ozone/templates/scm-statefulset.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/dev-setup/ozone/templates/scm-statefulset.yaml -------------------------------------------------------------------------------- /dev-setup/ozone/values.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/dev-setup/ozone/values.yaml -------------------------------------------------------------------------------- /dev-setup/port-forward.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/dev-setup/port-forward.sh -------------------------------------------------------------------------------- /dev-setup/setup-ozone-s3.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/dev-setup/setup-ozone-s3.sh -------------------------------------------------------------------------------- /dev-setup/setup-postgresql.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/dev-setup/setup-postgresql.sh -------------------------------------------------------------------------------- /dev-setup/setup-spark-operator.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/dev-setup/setup-spark-operator.sh -------------------------------------------------------------------------------- /dev-setup/setup-yunikorn.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/dev-setup/setup-yunikorn.sh -------------------------------------------------------------------------------- /dev-setup/spark-test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/dev-setup/spark-test.py -------------------------------------------------------------------------------- /docs/GETTING_STARTED.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/docs/GETTING_STARTED.md -------------------------------------------------------------------------------- /docs/KEY_COMPONENTS.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/docs/KEY_COMPONENTS.md -------------------------------------------------------------------------------- /docs/images/app_logs_flow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/docs/images/app_logs_flow.png -------------------------------------------------------------------------------- /docs/images/app_monitor_flow_diagram.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/docs/images/app_monitor_flow_diagram.png -------------------------------------------------------------------------------- /docs/images/arch_high_level.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/docs/images/arch_high_level.png -------------------------------------------------------------------------------- /docs/images/rest_endpoints.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/docs/images/rest_endpoints.png -------------------------------------------------------------------------------- /docs/images/spark_cluster_routing.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/docs/images/spark_cluster_routing.png -------------------------------------------------------------------------------- /entrypoint.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/entrypoint.sh -------------------------------------------------------------------------------- /helm/batch-processing-gateway/.helmignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/helm/batch-processing-gateway/.helmignore -------------------------------------------------------------------------------- /helm/batch-processing-gateway/CHANGELOG.md: -------------------------------------------------------------------------------- 1 | # CHANGELOG 2 | 3 | ## [0.1.0] - 2022-09-12 4 | Initial Release 5 | -------------------------------------------------------------------------------- /helm/batch-processing-gateway/Chart.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/helm/batch-processing-gateway/Chart.yaml -------------------------------------------------------------------------------- /helm/batch-processing-gateway/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/helm/batch-processing-gateway/README.md -------------------------------------------------------------------------------- /helm/batch-processing-gateway/resources/config.example.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/helm/batch-processing-gateway/resources/config.example.yaml -------------------------------------------------------------------------------- /helm/batch-processing-gateway/resources/config.yaml.j2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/helm/batch-processing-gateway/resources/config.yaml.j2 -------------------------------------------------------------------------------- /helm/batch-processing-gateway/resources/spark-config.yaml.j2: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/helm/batch-processing-gateway/resources/spark-config.yaml.j2 -------------------------------------------------------------------------------- /helm/batch-processing-gateway/templates/configmap.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/helm/batch-processing-gateway/templates/configmap.yaml -------------------------------------------------------------------------------- /helm/batch-processing-gateway/templates/deployment-helper.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/helm/batch-processing-gateway/templates/deployment-helper.yaml -------------------------------------------------------------------------------- /helm/batch-processing-gateway/templates/deployment-swagger-ui.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/helm/batch-processing-gateway/templates/deployment-swagger-ui.yaml -------------------------------------------------------------------------------- /helm/batch-processing-gateway/templates/deployment.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/helm/batch-processing-gateway/templates/deployment.yaml -------------------------------------------------------------------------------- /helm/batch-processing-gateway/templates/ingress-swagger-ui.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/helm/batch-processing-gateway/templates/ingress-swagger-ui.yaml -------------------------------------------------------------------------------- /helm/batch-processing-gateway/templates/ingress.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/helm/batch-processing-gateway/templates/ingress.yaml -------------------------------------------------------------------------------- /helm/batch-processing-gateway/templates/service-swagger-ui.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/helm/batch-processing-gateway/templates/service-swagger-ui.yaml -------------------------------------------------------------------------------- /helm/batch-processing-gateway/templates/service.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/helm/batch-processing-gateway/templates/service.yaml -------------------------------------------------------------------------------- /helm/batch-processing-gateway/values.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/helm/batch-processing-gateway/values.yaml -------------------------------------------------------------------------------- /openapi/openapi.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/openapi/openapi.json -------------------------------------------------------------------------------- /openapi/openapi.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/openapi/openapi.yaml -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/pom.xml -------------------------------------------------------------------------------- /src/main/bash/create-service-account.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/bash/create-service-account.sh -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/AppConfig.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/AppConfig.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/BPGApplication.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/BPGApplication.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/BuildInfo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/BuildInfo.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/api/DeleteSubmissionResponse.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/api/DeleteSubmissionResponse.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/api/GetDriverInfoResponse.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/api/GetDriverInfoResponse.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/api/GetMySubmissionsResponse.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/api/GetMySubmissionsResponse.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/api/GetSubmissionStatusResponse.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/api/GetSubmissionStatusResponse.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/api/HealthcheckResponse.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/api/HealthcheckResponse.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/api/SubmissionStatus.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/api/SubmissionStatus.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/api/SubmissionSummary.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/api/SubmissionSummary.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/api/SubmitApplicationRequest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/api/SubmitApplicationRequest.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/api/SubmitApplicationResponse.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/api/SubmitApplicationResponse.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/api/UploadS3Response.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/api/UploadS3Response.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/clients/sparkhistory/GetJobEnvironmentResponse.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/clients/sparkhistory/GetJobEnvironmentResponse.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/core/ApplicationMonitor.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/core/ApplicationMonitor.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/core/ApplicationSubmissionHelper.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/core/ApplicationSubmissionHelper.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/core/ApplicationUpdateEvent.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/core/ApplicationUpdateEvent.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/core/BPGStatsdConfig.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/core/BPGStatsdConfig.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/core/BatchSchedulerConstants.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/core/BatchSchedulerConstants.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/core/ConfigValue.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/core/ConfigValue.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/core/Constants.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/core/Constants.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/core/DBConnection.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/core/DBConnection.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/core/InvalidSubmissionIdException.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/core/InvalidSubmissionIdException.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/core/KubernetesHelper.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/core/KubernetesHelper.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/core/LogDao.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/core/LogDao.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/core/NamespaceAndName.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/core/NamespaceAndName.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/core/QueueTokenVerifier.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/core/QueueTokenVerifier.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/core/RestStreamingOutput.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/core/RestStreamingOutput.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/core/RestSubmissionsStreamingOutput.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/core/RestSubmissionsStreamingOutput.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/core/RoundRobinZonePicker.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/core/RoundRobinZonePicker.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/core/RunningApplicationMonitor.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/core/RunningApplicationMonitor.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/core/SparkApplicationResourceHelper.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/core/SparkApplicationResourceHelper.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/core/SparkClusterHelper.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/core/SparkClusterHelper.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/core/SparkConstants.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/core/SparkConstants.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/core/SparkPodNodeAffinityHelper.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/core/SparkPodNodeAffinityHelper.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/core/SparkSpecHelper.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/core/SparkSpecHelper.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/core/ThrowableExceptionMapper.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/core/ThrowableExceptionMapper.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/core/ZoneManager.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/core/ZoneManager.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/core/ZonePicker.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/core/ZonePicker.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/health/BPGHealthCheck.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/health/BPGHealthCheck.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/operator/Affinity.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/operator/Affinity.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/operator/ApplicationState.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/operator/ApplicationState.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/operator/BatchSchedulerConfiguration.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/operator/BatchSchedulerConfiguration.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/operator/ConfigMapVolumeSource.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/operator/ConfigMapVolumeSource.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/operator/Dependencies.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/operator/Dependencies.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/operator/DriverInfo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/operator/DriverInfo.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/operator/DriverSpec.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/operator/DriverSpec.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/operator/DynamicAllocation.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/operator/DynamicAllocation.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/operator/EnvVar.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/operator/EnvVar.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/operator/EnvVarSource.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/operator/EnvVarSource.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/operator/ExecutorSpec.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/operator/ExecutorSpec.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/operator/HostPathVolumeSource.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/operator/HostPathVolumeSource.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/operator/IngressTLS.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/operator/IngressTLS.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/operator/MonitoringSpec.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/operator/MonitoringSpec.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/operator/NodeAffinity.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/operator/NodeAffinity.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/operator/NodeSelectorOperator.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/operator/NodeSelectorOperator.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/operator/NodeSelectorRequirement.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/operator/NodeSelectorRequirement.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/operator/NodeSelectorTerm.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/operator/NodeSelectorTerm.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/operator/ObjectFieldSelector.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/operator/ObjectFieldSelector.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/operator/PreferredSchedulingTerm.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/operator/PreferredSchedulingTerm.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/operator/PrometheusSpec.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/operator/PrometheusSpec.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/operator/RequiredDuringSchedulingIgnoredDuringExecutionTerm.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/operator/RequiredDuringSchedulingIgnoredDuringExecutionTerm.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/operator/RestartPolicy.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/operator/RestartPolicy.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/operator/SecurityContext.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/operator/SecurityContext.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/operator/SparkApplication.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/operator/SparkApplication.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/operator/SparkApplicationResourceList.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/operator/SparkApplicationResourceList.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/operator/SparkApplicationSpec.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/operator/SparkApplicationSpec.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/operator/SparkApplicationStatus.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/operator/SparkApplicationStatus.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/operator/SparkPodSpec.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/operator/SparkPodSpec.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/operator/SparkUIConfiguration.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/operator/SparkUIConfiguration.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/operator/Volume.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/operator/Volume.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/operator/VolumeMount.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/operator/VolumeMount.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/rest/AdminRest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/rest/AdminRest.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/rest/ApplicationGetLogRest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/rest/ApplicationGetLogRest.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/rest/ApplicationSubmissionRest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/rest/ApplicationSubmissionRest.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/rest/AwsConstants.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/rest/AwsConstants.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/rest/CloudStorageRest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/rest/CloudStorageRest.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/rest/GetSubmissionStatusResponseCacheValue.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/rest/GetSubmissionStatusResponseCacheValue.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/rest/HealthcheckRest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/rest/HealthcheckRest.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/rest/RestBase.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/rest/RestBase.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/security/User.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/security/User.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/security/UserNameAuthFilter.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/security/UserNameAuthFilter.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/security/UserNameBasicAuthenticator.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/security/UserNameBasicAuthenticator.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/security/UserUnauthorizedHandler.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/security/UserUnauthorizedHandler.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/tools/DeleteApplications.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/tools/DeleteApplications.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/tools/LoadTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/tools/LoadTest.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/tools/QueueTokenGenerator.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/tools/QueueTokenGenerator.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/tools/SparkClusterTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/tools/SparkClusterTest.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/util/ConfigUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/util/ConfigUtil.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/util/CounterMetricContainer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/util/CounterMetricContainer.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/util/CustomSerDe.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/util/CustomSerDe.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/util/DateTimeUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/util/DateTimeUtils.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/util/EndAwareInputStream.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/util/EndAwareInputStream.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/util/ExceptionUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/util/ExceptionUtils.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/util/GaugeMetricContainer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/util/GaugeMetricContainer.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/util/HttpUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/util/HttpUtils.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/util/JwtUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/util/JwtUtils.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/util/KubernetesClusterAndNamespace.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/util/KubernetesClusterAndNamespace.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/util/MetricId.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/util/MetricId.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/util/TimerMetricContainer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/util/TimerMetricContainer.java -------------------------------------------------------------------------------- /src/main/java/com/apple/spark/util/VersionInfo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/java/com/apple/spark/util/VersionInfo.java -------------------------------------------------------------------------------- /src/main/resources/version.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/main/resources/version.txt -------------------------------------------------------------------------------- /src/test/java/com/apple/spark/GatewayConfigTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/test/java/com/apple/spark/GatewayConfigTest.java -------------------------------------------------------------------------------- /src/test/java/com/apple/spark/core/ApplicationSubmissionHelperTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/test/java/com/apple/spark/core/ApplicationSubmissionHelperTest.java -------------------------------------------------------------------------------- /src/test/java/com/apple/spark/core/ConfigValueTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/test/java/com/apple/spark/core/ConfigValueTest.java -------------------------------------------------------------------------------- /src/test/java/com/apple/spark/core/DBConnectionTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/test/java/com/apple/spark/core/DBConnectionTest.java -------------------------------------------------------------------------------- /src/test/java/com/apple/spark/core/KubernetesHelperTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/test/java/com/apple/spark/core/KubernetesHelperTest.java -------------------------------------------------------------------------------- /src/test/java/com/apple/spark/core/LogDaoTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/test/java/com/apple/spark/core/LogDaoTest.java -------------------------------------------------------------------------------- /src/test/java/com/apple/spark/core/QueueTokenVerifierTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/test/java/com/apple/spark/core/QueueTokenVerifierTest.java -------------------------------------------------------------------------------- /src/test/java/com/apple/spark/core/RunningApplicationMonitorTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/test/java/com/apple/spark/core/RunningApplicationMonitorTest.java -------------------------------------------------------------------------------- /src/test/java/com/apple/spark/core/SparkClusterHelperTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/test/java/com/apple/spark/core/SparkClusterHelperTest.java -------------------------------------------------------------------------------- /src/test/java/com/apple/spark/core/SparkPodNodeAffinityHelperTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/test/java/com/apple/spark/core/SparkPodNodeAffinityHelperTest.java -------------------------------------------------------------------------------- /src/test/java/com/apple/spark/core/SparkSpecHelperTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/test/java/com/apple/spark/core/SparkSpecHelperTest.java -------------------------------------------------------------------------------- /src/test/java/com/apple/spark/core/ZoneManagerTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/test/java/com/apple/spark/core/ZoneManagerTest.java -------------------------------------------------------------------------------- /src/test/java/com/apple/spark/operator/SparkPodSpecTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/test/java/com/apple/spark/operator/SparkPodSpecTest.java -------------------------------------------------------------------------------- /src/test/java/com/apple/spark/tools/QueueTokenGeneratorTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/test/java/com/apple/spark/tools/QueueTokenGeneratorTest.java -------------------------------------------------------------------------------- /src/test/java/com/apple/spark/util/ConfigUtilTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/test/java/com/apple/spark/util/ConfigUtilTest.java -------------------------------------------------------------------------------- /src/test/java/com/apple/spark/util/CounterMetricContainerTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/test/java/com/apple/spark/util/CounterMetricContainerTest.java -------------------------------------------------------------------------------- /src/test/java/com/apple/spark/util/CustomSerDeTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/test/java/com/apple/spark/util/CustomSerDeTest.java -------------------------------------------------------------------------------- /src/test/java/com/apple/spark/util/DateTimeUtilsTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/test/java/com/apple/spark/util/DateTimeUtilsTest.java -------------------------------------------------------------------------------- /src/test/java/com/apple/spark/util/EndAwareInputStreamTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/test/java/com/apple/spark/util/EndAwareInputStreamTest.java -------------------------------------------------------------------------------- /src/test/java/com/apple/spark/util/ExceptionUtilsTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/test/java/com/apple/spark/util/ExceptionUtilsTest.java -------------------------------------------------------------------------------- /src/test/java/com/apple/spark/util/JwtUtilsTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/test/java/com/apple/spark/util/JwtUtilsTest.java -------------------------------------------------------------------------------- /src/test/java/com/apple/spark/util/KubernetesClusterAndNamespaceTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/test/java/com/apple/spark/util/KubernetesClusterAndNamespaceTest.java -------------------------------------------------------------------------------- /src/test/java/com/apple/spark/util/MetricIdTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/test/java/com/apple/spark/util/MetricIdTest.java -------------------------------------------------------------------------------- /src/test/java/com/apple/spark/util/TimerMetricContainerTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/test/java/com/apple/spark/util/TimerMetricContainerTest.java -------------------------------------------------------------------------------- /src/test/resources/MinimalSparkApp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/test/resources/MinimalSparkApp.py -------------------------------------------------------------------------------- /src/test/resources/SparkHiveExampleApp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/test/resources/SparkHiveExampleApp.py -------------------------------------------------------------------------------- /src/test/resources/pythonLibCallerExample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/apple/batch-processing-gateway/HEAD/src/test/resources/pythonLibCallerExample.py -------------------------------------------------------------------------------- /src/test/resources/pythonLibExample.py: -------------------------------------------------------------------------------- 1 | def add_func(x, y): 2 | return x + y --------------------------------------------------------------------------------