├── .github ├── ISSUE_TEMPLATE │ ├── bug_report.md │ └── feature_request.md ├── pull_request_template.md └── workflows │ ├── build.yml │ └── release.yml ├── .gitignore ├── .scalafix.conf ├── .scalafmt.conf ├── LICENSE ├── README.md ├── SECURITY.md ├── connector ├── javadoc │ └── readme.md ├── pom.xml ├── scalastyle_config.xml ├── src │ ├── main │ │ ├── resources │ │ │ ├── log4j.properties │ │ │ └── spark.kusto.properties │ │ └── scala │ │ │ └── com │ │ │ └── microsoft │ │ │ └── kusto │ │ │ └── spark │ │ │ ├── authentication │ │ │ └── KustoAuthentication.scala │ │ │ ├── common │ │ │ └── KustoOptions.scala │ │ │ ├── datasink │ │ │ ├── FinalizeHelper.scala │ │ │ ├── IngestionStorageParameters.scala │ │ │ ├── KustoSink.scala │ │ │ ├── KustoSinkOptions.scala │ │ │ ├── KustoSinkProvider.scala │ │ │ ├── KustoWriter.scala │ │ │ ├── RowCSVWriterUtils.scala │ │ │ ├── SparkIngestionProperties.scala │ │ │ └── Writers.scala │ │ │ ├── datasource │ │ │ ├── DefaultSource.scala │ │ │ ├── KustoFilter.scala │ │ │ ├── KustoReader.scala │ │ │ ├── KustoRelation.scala │ │ │ ├── KustoResponseDeserializer.scala │ │ │ ├── KustoSourceOptions.scala │ │ │ └── TransientStorageParameters.scala │ │ │ ├── exceptions │ │ │ ├── ExceptionUtils.scala │ │ │ ├── FailedOperationException.scala │ │ │ ├── NoStorageContainersException.scala │ │ │ ├── RetriesExhaustedException.scala │ │ │ ├── SchemaMatchException.scala │ │ │ └── TimeoutAwaitingPendingOperationException.scala │ │ │ ├── sql │ │ │ └── extension │ │ │ │ └── SparkExtension.scala │ │ │ └── utils │ │ │ ├── ByteArrayOutputStreamWithOffset.scala │ │ │ ├── CertUtils.scala │ │ │ ├── ContainerProvider.scala │ │ │ ├── CslCommandsGenerator.scala │ │ │ ├── DataTypeMapping.scala │ │ │ ├── ExtendedKustoClient.scala │ │ │ ├── KeyVaultADALAuthenticator.scala │ │ │ ├── KeyVaultUtils.scala │ │ │ ├── KustoAzureFsSetupCache.scala │ │ │ ├── KustoBlobStorageUtils.scala │ │ │ ├── KustoClientCache.scala │ │ │ ├── KustoConstants.scala │ │ │ ├── KustoCustomDebugWriteOptions.scala │ │ │ ├── KustoDataSourceUtils.scala │ │ │ ├── KustoIngestionUtils.scala │ │ │ └── KustoQueryUtils.scala │ └── test │ │ ├── resources │ │ ├── ShortTestData │ │ │ └── ShortTestData.csv │ │ ├── TestData │ │ │ ├── csv │ │ │ │ ├── TestData.csv │ │ │ │ ├── TestData2.csv │ │ │ │ └── TestData3.csv │ │ │ └── json │ │ │ │ ├── TestDynamicFields.json │ │ │ │ ├── query-results-v1.json │ │ │ │ ├── query-results-v2.json │ │ │ │ ├── storage-result-empty.json │ │ │ │ └── storage-result.json │ │ └── certs │ │ │ ├── cert-no-privatekey.pfx │ │ │ ├── cert-password-protected.pfx │ │ │ └── cert.pfx │ │ └── scala │ │ └── com │ │ └── microsoft │ │ └── kusto │ │ └── spark │ │ ├── ExtendedKustoClientTests.scala │ │ ├── KustoAuthenticationTestE2E.scala │ │ ├── KustoBlobAccessE2E.scala │ │ ├── KustoE2E.scala │ │ ├── KustoFilterTests.scala │ │ ├── KustoPruneAndFilterE2E.scala │ │ ├── KustoQueryUtilsTest.scala │ │ ├── KustoSinkBatchE2E.scala │ │ ├── KustoSinkSchemaAdjustmentE2E.scala │ │ ├── KustoSinkStreamingE2E.scala │ │ ├── KustoSourceE2E.scala │ │ ├── KustoSourceTests.scala │ │ ├── KustoTestUtils.scala │ │ ├── WriterTests.scala │ │ ├── authentication │ │ ├── AzureTokenTokenProvider.scala │ │ └── KustoAuthenticationTests.scala │ │ ├── datasink │ │ └── IngestionStorageParametersSpec.scala │ │ ├── datasource │ │ ├── KustoResponseDeserializerTest.scala │ │ └── TransientStorageParametersTest.scala │ │ └── utils │ │ ├── CertUtilsTest.scala │ │ ├── ContainerProviderTest.scala │ │ ├── CslCommandsGeneratorTest.scala │ │ ├── KustoAzureFsSetupCacheTest.scala │ │ ├── KustoDataSourceUtilsTest.scala │ │ ├── KustoIngestionUtilsTest.scala │ │ └── SparkIngestionPropertiesTest.scala └── stripDependencyReducedPom.xsl ├── docs ├── Authentication.md ├── KustoSink.md ├── KustoSource.md └── Spark-Kusto DataTypes mapping.md ├── kusto_spark.png ├── pom.xml └── samples ├── FileStore └── tables │ └── sample.csv ├── pom.xml └── src └── main ├── databricks └── ADB-pre-process-json-2-ADX.ipynb ├── fabric └── NYC-GreenTaxi-Read-Write-Data-To-Kusto.ipynb ├── python ├── README.md ├── SynapsePythonSDK.py ├── SynapseSample.py └── pyKusto.py ├── scala ├── KustoConnectorDemo.scala ├── SimpleKustoDataSink.scala ├── SimpleKustoDataSource.scala └── SparkStreamingKustoSink.scala └── synapse ├── Prediction-of-Room-Occupancy-Synapse.ipynb └── pre-process-json-2-ADX.ipynb /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /.github/pull_request_template.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/.github/pull_request_template.md -------------------------------------------------------------------------------- /.github/workflows/build.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/.github/workflows/build.yml -------------------------------------------------------------------------------- /.github/workflows/release.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/.github/workflows/release.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/.gitignore -------------------------------------------------------------------------------- /.scalafix.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/.scalafix.conf -------------------------------------------------------------------------------- /.scalafmt.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/.scalafmt.conf -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/README.md -------------------------------------------------------------------------------- /SECURITY.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/SECURITY.md -------------------------------------------------------------------------------- /connector/javadoc/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/javadoc/readme.md -------------------------------------------------------------------------------- /connector/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/pom.xml -------------------------------------------------------------------------------- /connector/scalastyle_config.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/scalastyle_config.xml -------------------------------------------------------------------------------- /connector/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /connector/src/main/resources/spark.kusto.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/resources/spark.kusto.properties -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/authentication/KustoAuthentication.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/authentication/KustoAuthentication.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/common/KustoOptions.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/common/KustoOptions.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/datasink/FinalizeHelper.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/datasink/FinalizeHelper.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/datasink/IngestionStorageParameters.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/datasink/IngestionStorageParameters.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/datasink/KustoSink.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/datasink/KustoSink.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/datasink/KustoSinkOptions.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/datasink/KustoSinkOptions.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/datasink/KustoSinkProvider.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/datasink/KustoSinkProvider.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/datasink/KustoWriter.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/datasink/KustoWriter.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/datasink/RowCSVWriterUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/datasink/RowCSVWriterUtils.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/datasink/SparkIngestionProperties.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/datasink/SparkIngestionProperties.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/datasink/Writers.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/datasink/Writers.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/datasource/DefaultSource.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/datasource/DefaultSource.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/datasource/KustoFilter.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/datasource/KustoFilter.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/datasource/KustoReader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/datasource/KustoReader.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/datasource/KustoRelation.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/datasource/KustoRelation.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/datasource/KustoResponseDeserializer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/datasource/KustoResponseDeserializer.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/datasource/KustoSourceOptions.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/datasource/KustoSourceOptions.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/datasource/TransientStorageParameters.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/datasource/TransientStorageParameters.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/exceptions/ExceptionUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/exceptions/ExceptionUtils.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/exceptions/FailedOperationException.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/exceptions/FailedOperationException.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/exceptions/NoStorageContainersException.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/exceptions/NoStorageContainersException.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/exceptions/RetriesExhaustedException.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/exceptions/RetriesExhaustedException.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/exceptions/SchemaMatchException.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/exceptions/SchemaMatchException.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/exceptions/TimeoutAwaitingPendingOperationException.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/exceptions/TimeoutAwaitingPendingOperationException.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/sql/extension/SparkExtension.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/sql/extension/SparkExtension.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/utils/ByteArrayOutputStreamWithOffset.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/utils/ByteArrayOutputStreamWithOffset.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/utils/CertUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/utils/CertUtils.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/utils/ContainerProvider.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/utils/ContainerProvider.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/utils/CslCommandsGenerator.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/utils/CslCommandsGenerator.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/utils/DataTypeMapping.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/utils/DataTypeMapping.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/utils/ExtendedKustoClient.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/utils/ExtendedKustoClient.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/utils/KeyVaultADALAuthenticator.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/utils/KeyVaultADALAuthenticator.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/utils/KeyVaultUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/utils/KeyVaultUtils.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/utils/KustoAzureFsSetupCache.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/utils/KustoAzureFsSetupCache.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/utils/KustoBlobStorageUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/utils/KustoBlobStorageUtils.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/utils/KustoClientCache.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/utils/KustoClientCache.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/utils/KustoConstants.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/utils/KustoConstants.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/utils/KustoCustomDebugWriteOptions.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/utils/KustoCustomDebugWriteOptions.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/utils/KustoDataSourceUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/utils/KustoDataSourceUtils.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/utils/KustoIngestionUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/utils/KustoIngestionUtils.scala -------------------------------------------------------------------------------- /connector/src/main/scala/com/microsoft/kusto/spark/utils/KustoQueryUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/main/scala/com/microsoft/kusto/spark/utils/KustoQueryUtils.scala -------------------------------------------------------------------------------- /connector/src/test/resources/ShortTestData/ShortTestData.csv: -------------------------------------------------------------------------------- 1 | "John,\" Doe",1 -------------------------------------------------------------------------------- /connector/src/test/resources/TestData/csv/TestData.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/test/resources/TestData/csv/TestData.csv -------------------------------------------------------------------------------- /connector/src/test/resources/TestData/csv/TestData2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/test/resources/TestData/csv/TestData2.csv -------------------------------------------------------------------------------- /connector/src/test/resources/TestData/csv/TestData3.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/test/resources/TestData/csv/TestData3.csv -------------------------------------------------------------------------------- /connector/src/test/resources/TestData/json/TestDynamicFields.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/test/resources/TestData/json/TestDynamicFields.json -------------------------------------------------------------------------------- /connector/src/test/resources/TestData/json/query-results-v1.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/test/resources/TestData/json/query-results-v1.json -------------------------------------------------------------------------------- /connector/src/test/resources/TestData/json/query-results-v2.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/test/resources/TestData/json/query-results-v2.json -------------------------------------------------------------------------------- /connector/src/test/resources/TestData/json/storage-result-empty.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/test/resources/TestData/json/storage-result-empty.json -------------------------------------------------------------------------------- /connector/src/test/resources/TestData/json/storage-result.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/test/resources/TestData/json/storage-result.json -------------------------------------------------------------------------------- /connector/src/test/resources/certs/cert-no-privatekey.pfx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/test/resources/certs/cert-no-privatekey.pfx -------------------------------------------------------------------------------- /connector/src/test/resources/certs/cert-password-protected.pfx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/test/resources/certs/cert-password-protected.pfx -------------------------------------------------------------------------------- /connector/src/test/resources/certs/cert.pfx: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/test/resources/certs/cert.pfx -------------------------------------------------------------------------------- /connector/src/test/scala/com/microsoft/kusto/spark/ExtendedKustoClientTests.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/test/scala/com/microsoft/kusto/spark/ExtendedKustoClientTests.scala -------------------------------------------------------------------------------- /connector/src/test/scala/com/microsoft/kusto/spark/KustoAuthenticationTestE2E.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/test/scala/com/microsoft/kusto/spark/KustoAuthenticationTestE2E.scala -------------------------------------------------------------------------------- /connector/src/test/scala/com/microsoft/kusto/spark/KustoBlobAccessE2E.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/test/scala/com/microsoft/kusto/spark/KustoBlobAccessE2E.scala -------------------------------------------------------------------------------- /connector/src/test/scala/com/microsoft/kusto/spark/KustoE2E.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/test/scala/com/microsoft/kusto/spark/KustoE2E.scala -------------------------------------------------------------------------------- /connector/src/test/scala/com/microsoft/kusto/spark/KustoFilterTests.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/test/scala/com/microsoft/kusto/spark/KustoFilterTests.scala -------------------------------------------------------------------------------- /connector/src/test/scala/com/microsoft/kusto/spark/KustoPruneAndFilterE2E.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/test/scala/com/microsoft/kusto/spark/KustoPruneAndFilterE2E.scala -------------------------------------------------------------------------------- /connector/src/test/scala/com/microsoft/kusto/spark/KustoQueryUtilsTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/test/scala/com/microsoft/kusto/spark/KustoQueryUtilsTest.scala -------------------------------------------------------------------------------- /connector/src/test/scala/com/microsoft/kusto/spark/KustoSinkBatchE2E.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/test/scala/com/microsoft/kusto/spark/KustoSinkBatchE2E.scala -------------------------------------------------------------------------------- /connector/src/test/scala/com/microsoft/kusto/spark/KustoSinkSchemaAdjustmentE2E.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/test/scala/com/microsoft/kusto/spark/KustoSinkSchemaAdjustmentE2E.scala -------------------------------------------------------------------------------- /connector/src/test/scala/com/microsoft/kusto/spark/KustoSinkStreamingE2E.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/test/scala/com/microsoft/kusto/spark/KustoSinkStreamingE2E.scala -------------------------------------------------------------------------------- /connector/src/test/scala/com/microsoft/kusto/spark/KustoSourceE2E.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/test/scala/com/microsoft/kusto/spark/KustoSourceE2E.scala -------------------------------------------------------------------------------- /connector/src/test/scala/com/microsoft/kusto/spark/KustoSourceTests.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/test/scala/com/microsoft/kusto/spark/KustoSourceTests.scala -------------------------------------------------------------------------------- /connector/src/test/scala/com/microsoft/kusto/spark/KustoTestUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/test/scala/com/microsoft/kusto/spark/KustoTestUtils.scala -------------------------------------------------------------------------------- /connector/src/test/scala/com/microsoft/kusto/spark/WriterTests.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/test/scala/com/microsoft/kusto/spark/WriterTests.scala -------------------------------------------------------------------------------- /connector/src/test/scala/com/microsoft/kusto/spark/authentication/AzureTokenTokenProvider.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/test/scala/com/microsoft/kusto/spark/authentication/AzureTokenTokenProvider.scala -------------------------------------------------------------------------------- /connector/src/test/scala/com/microsoft/kusto/spark/authentication/KustoAuthenticationTests.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/test/scala/com/microsoft/kusto/spark/authentication/KustoAuthenticationTests.scala -------------------------------------------------------------------------------- /connector/src/test/scala/com/microsoft/kusto/spark/datasink/IngestionStorageParametersSpec.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/test/scala/com/microsoft/kusto/spark/datasink/IngestionStorageParametersSpec.scala -------------------------------------------------------------------------------- /connector/src/test/scala/com/microsoft/kusto/spark/datasource/KustoResponseDeserializerTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/test/scala/com/microsoft/kusto/spark/datasource/KustoResponseDeserializerTest.scala -------------------------------------------------------------------------------- /connector/src/test/scala/com/microsoft/kusto/spark/datasource/TransientStorageParametersTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/test/scala/com/microsoft/kusto/spark/datasource/TransientStorageParametersTest.scala -------------------------------------------------------------------------------- /connector/src/test/scala/com/microsoft/kusto/spark/utils/CertUtilsTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/test/scala/com/microsoft/kusto/spark/utils/CertUtilsTest.scala -------------------------------------------------------------------------------- /connector/src/test/scala/com/microsoft/kusto/spark/utils/ContainerProviderTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/test/scala/com/microsoft/kusto/spark/utils/ContainerProviderTest.scala -------------------------------------------------------------------------------- /connector/src/test/scala/com/microsoft/kusto/spark/utils/CslCommandsGeneratorTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/test/scala/com/microsoft/kusto/spark/utils/CslCommandsGeneratorTest.scala -------------------------------------------------------------------------------- /connector/src/test/scala/com/microsoft/kusto/spark/utils/KustoAzureFsSetupCacheTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/test/scala/com/microsoft/kusto/spark/utils/KustoAzureFsSetupCacheTest.scala -------------------------------------------------------------------------------- /connector/src/test/scala/com/microsoft/kusto/spark/utils/KustoDataSourceUtilsTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/test/scala/com/microsoft/kusto/spark/utils/KustoDataSourceUtilsTest.scala -------------------------------------------------------------------------------- /connector/src/test/scala/com/microsoft/kusto/spark/utils/KustoIngestionUtilsTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/test/scala/com/microsoft/kusto/spark/utils/KustoIngestionUtilsTest.scala -------------------------------------------------------------------------------- /connector/src/test/scala/com/microsoft/kusto/spark/utils/SparkIngestionPropertiesTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/src/test/scala/com/microsoft/kusto/spark/utils/SparkIngestionPropertiesTest.scala -------------------------------------------------------------------------------- /connector/stripDependencyReducedPom.xsl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/connector/stripDependencyReducedPom.xsl -------------------------------------------------------------------------------- /docs/Authentication.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/docs/Authentication.md -------------------------------------------------------------------------------- /docs/KustoSink.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/docs/KustoSink.md -------------------------------------------------------------------------------- /docs/KustoSource.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/docs/KustoSource.md -------------------------------------------------------------------------------- /docs/Spark-Kusto DataTypes mapping.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/docs/Spark-Kusto DataTypes mapping.md -------------------------------------------------------------------------------- /kusto_spark.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/kusto_spark.png -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/pom.xml -------------------------------------------------------------------------------- /samples/FileStore/tables/sample.csv: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /samples/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/samples/pom.xml -------------------------------------------------------------------------------- /samples/src/main/databricks/ADB-pre-process-json-2-ADX.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/samples/src/main/databricks/ADB-pre-process-json-2-ADX.ipynb -------------------------------------------------------------------------------- /samples/src/main/fabric/NYC-GreenTaxi-Read-Write-Data-To-Kusto.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/samples/src/main/fabric/NYC-GreenTaxi-Read-Write-Data-To-Kusto.ipynb -------------------------------------------------------------------------------- /samples/src/main/python/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/samples/src/main/python/README.md -------------------------------------------------------------------------------- /samples/src/main/python/SynapsePythonSDK.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/samples/src/main/python/SynapsePythonSDK.py -------------------------------------------------------------------------------- /samples/src/main/python/SynapseSample.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/samples/src/main/python/SynapseSample.py -------------------------------------------------------------------------------- /samples/src/main/python/pyKusto.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/samples/src/main/python/pyKusto.py -------------------------------------------------------------------------------- /samples/src/main/scala/KustoConnectorDemo.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/samples/src/main/scala/KustoConnectorDemo.scala -------------------------------------------------------------------------------- /samples/src/main/scala/SimpleKustoDataSink.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/samples/src/main/scala/SimpleKustoDataSink.scala -------------------------------------------------------------------------------- /samples/src/main/scala/SimpleKustoDataSource.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/samples/src/main/scala/SimpleKustoDataSource.scala -------------------------------------------------------------------------------- /samples/src/main/scala/SparkStreamingKustoSink.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/samples/src/main/scala/SparkStreamingKustoSink.scala -------------------------------------------------------------------------------- /samples/src/main/synapse/Prediction-of-Room-Occupancy-Synapse.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/samples/src/main/synapse/Prediction-of-Room-Occupancy-Synapse.ipynb -------------------------------------------------------------------------------- /samples/src/main/synapse/pre-process-json-2-ADX.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Azure/azure-kusto-spark/HEAD/samples/src/main/synapse/pre-process-json-2-ADX.ipynb --------------------------------------------------------------------------------