├── .gitallowed ├── .gitignore ├── .travis.yml ├── LICENSE ├── README.md ├── cloud-examples ├── README.md ├── pom.xml └── src │ ├── main │ ├── resources │ │ └── log4j.properties │ ├── scala │ │ ├── com │ │ │ └── cloudera │ │ │ │ └── spark │ │ │ │ └── cloud │ │ │ │ ├── abfs │ │ │ │ └── AbfsTestSetup.scala │ │ │ │ ├── adl │ │ │ │ └── AdlTestSetup.scala │ │ │ │ ├── azure │ │ │ │ └── AzureTestSetup.scala │ │ │ │ ├── common │ │ │ │ ├── CloudSuite.scala │ │ │ │ ├── CloudSuiteTrait.scala │ │ │ │ ├── CloudTestIntegration.scala │ │ │ │ ├── CloudTestKeys.scala │ │ │ │ ├── ContextFreeCloudSuite.scala │ │ │ │ ├── CopyCsvFileTrait.scala │ │ │ │ ├── CsvDatasourceSupport.scala │ │ │ │ ├── StoreTestHelper.scala │ │ │ │ └── StoreTestOperations.scala │ │ │ │ ├── csv │ │ │ │ └── CsvIO.scala │ │ │ │ ├── examples │ │ │ │ ├── AzureStreamingExample.scala │ │ │ │ ├── BorisBikeExample.scala │ │ │ │ └── S3DataFrameExample.scala │ │ │ │ ├── gs │ │ │ │ └── GsTestSetup.scala │ │ │ │ ├── local │ │ │ │ └── LocalTestSetup.scala │ │ │ │ ├── operations │ │ │ │ ├── CloudDataFrames.scala │ │ │ │ ├── CloudFileGenerator.scala │ │ │ │ ├── CloudStreaming.scala │ │ │ │ └── LineCount.scala │ │ │ │ ├── s3 │ │ │ │ ├── CommitterOperations.scala │ │ │ │ ├── IOPolicy.scala │ │ │ │ ├── NormalIOPolicy.scala │ │ │ │ ├── RandomIOPolicy.scala │ │ │ │ ├── S3AConstants.scala │ │ │ │ ├── S3ADataFrames.scala │ │ │ │ ├── S3AExampleSetup.scala │ │ │ │ ├── S3AFileGenerator.scala │ │ │ │ ├── S3ALineCount.scala │ │ │ │ ├── S3AStreaming.scala │ │ │ │ ├── S3ATestSetup.scala │ │ │ │ └── SequentialIOPolicy.scala │ │ │ │ └── utils │ │ │ │ ├── Demo.scala │ │ │ │ ├── ExtraAssertions.scala │ │ │ │ ├── ForceRecentHadoopVersion.scala │ │ │ │ └── StatisticsTracker.scala │ │ └── org │ │ │ └── apache │ │ │ └── hadoop │ │ │ └── fs │ │ │ └── FSHelper.scala │ └── site │ │ ├── testing.md │ │ └── using.md │ └── test │ ├── resources │ ├── core-site.xml │ ├── log4j.properties │ └── log4j2.properties │ └── scala │ ├── com │ └── cloudera │ │ └── spark │ │ └── cloud │ │ ├── abfs │ │ ├── AbfsBasicIOSuite.scala │ │ ├── AbfsCSVReadSuite.scala │ │ ├── AbfsDataFrameSuite.scala │ │ └── commit │ │ │ ├── AbfsCommitBulkDataSuite.scala │ │ │ ├── AbfsCommitDataframeSuite.scala │ │ │ └── AbstractAbfsCommitterSuite.scala │ │ ├── azure │ │ ├── AzureBasicIOSuite.scala │ │ ├── AzureCSVReadSuite.scala │ │ ├── AzureDataFrameSuite.scala │ │ ├── AzureFileGeneratorSuite.scala │ │ ├── AzureLineCountSuite.scala │ │ ├── AzureSeekReadSuite.scala │ │ └── AzureStreamingSuite.scala │ │ ├── committers │ │ ├── AbstractCommitDataframeSuite.scala │ │ └── AbstractCommitterSuite.scala │ │ ├── common │ │ ├── BasicIOTests.scala │ │ ├── CSVReadTests.scala │ │ ├── CloudSuiteWithCSVDatasource.scala │ │ ├── DataFrameTests.scala │ │ ├── FileGeneratorTests.scala │ │ ├── GenericTestUtils.scala │ │ ├── HadoopVersionSuite.scala │ │ ├── NumbersRddTests.scala │ │ ├── ReadSample.scala │ │ ├── SeekReadTests.scala │ │ └── StreamingTests.scala │ │ ├── csv │ │ ├── AbfsHugeCsvIOSuite.scala │ │ ├── AbstractHugeCsvIOSuite.scala │ │ └── LocalHugeCsvIOSuite.scala │ │ ├── examples │ │ └── S3DataFrameExampleSuite.scala │ │ ├── gs │ │ ├── AbstractGsCommitterSuite.scala │ │ ├── GSDependencyCheckSuite.scala │ │ ├── GsBasicIOSuite.scala │ │ ├── GsCSVReadSuite.scala │ │ ├── GsCommitBulkDataSuite.scala │ │ ├── GsCommitDataframeSuite.scala │ │ └── GsDataFrameSuite.scala │ │ └── s3 │ │ ├── BorisBikeSuite.scala │ │ ├── S3ABasicIOSuite.scala │ │ ├── S3ACSVReadSuite.scala │ │ ├── S3ADataFrameSuite.scala │ │ ├── S3AEncryptionSuite.scala │ │ ├── S3AFileGeneratorSuite.scala │ │ ├── S3ALineCountSuite.scala │ │ ├── S3ALineCountWritebackSuite.scala │ │ ├── S3ANumbersSuite.scala │ │ ├── S3ANumbersSuiteV2APISuite.scala │ │ ├── S3ASeekReadNormalIOSuite.scala │ │ ├── S3ASeekReadRandomIOSuite.scala │ │ ├── S3ASeekReadSequentialIOSuite.scala │ │ ├── S3AStreamingSuite.scala │ │ ├── S3DependencyCheckSuite.scala │ │ ├── TestParquetBinding.scala │ │ └── commit │ │ ├── AbstractS3ACommitterSuite.scala │ │ ├── Events.scala │ │ ├── S3ACommitBulkDataSuite.scala │ │ ├── S3ACommitDataframeSuite.scala │ │ ├── S3ACommitterFactorySuite.scala │ │ └── S3APartitionedCommitterSuite.scala │ └── org │ └── apache │ └── spark │ ├── SparkScopeWorkarounds.scala │ ├── UniqueJobIdSuite.scala │ └── sql │ ├── hive │ └── orc │ │ ├── abfs │ │ ├── AbfsOrcPartitionSuite.scala │ │ ├── AbfsOrcRelationSuite.scala │ │ ├── AbfsParquetPartitionSuite.scala │ │ ├── AbfsParquetRelationScaleSuite.scala │ │ └── AbfsParquetRelationSuite.scala │ │ ├── cloud │ │ ├── S3AOrcPartitionSuite.scala │ │ ├── S3AOrcRelationScaleSuite.scala │ │ ├── S3AOrcRelationSuite.scala │ │ ├── S3AParquetPartitionSuite.scala │ │ ├── S3AParquetRelationScaleSuite.scala │ │ └── S3AParquetRelationSuite.scala │ │ └── gs │ │ ├── GsOrcPartitionSuite.scala │ │ ├── GsOrcRelationSuite.scala │ │ ├── GsParquetPartitionSuite.scala │ │ ├── GsParquetRelationScaleSuite.scala │ │ └── GsParquetRelationSuite.scala │ └── sources │ ├── AbstractCloudRelationTest.scala │ ├── AbtractOrcRelationSuite.scala │ ├── CloudPartitionTest.scala │ ├── CloudRelationBasicSuite.scala │ ├── CloudRelationScaleTest.scala │ ├── HiveTestTrait.scala │ ├── MustDeclareDatasource.scala │ └── ParquetRelationTrait.scala ├── pom.xml └── spark-cloud-integration ├── pom.xml └── src ├── main ├── scala │ ├── com │ │ └── cloudera │ │ │ └── spark │ │ │ └── cloud │ │ │ ├── CommitterBinding.scala │ │ │ ├── CommitterInfo.scala │ │ │ ├── GeneralCommitterConstants.scala │ │ │ ├── ObjectStoreExample.scala │ │ │ ├── ObjectStoreOperations.scala │ │ │ ├── applications │ │ │ ├── CloudCp.scala │ │ │ └── CommitterCheck.scala │ │ │ ├── s3 │ │ │ ├── LandsatIO.scala │ │ │ └── audit │ │ │ │ ├── LogParser.scala │ │ │ │ ├── Scala3LogRecordParser.scala │ │ │ │ └── ServerLogEntry.scala │ │ │ ├── test │ │ │ └── UnitTestSuite.scala │ │ │ └── utils │ │ │ ├── ConfigSerDeser.scala │ │ │ ├── HConf.scala │ │ │ ├── IntegrationUtils.scala │ │ │ └── TimeOperations.scala │ └── org │ │ └── apache │ │ └── spark │ │ ├── cloudera │ │ ├── ParallelizedWithLocalityRDD.scala │ │ ├── package.scala │ │ └── statistics │ │ │ ├── IOStatisticsAccumulator.scala │ │ │ └── IOStatisticsCollectorExecutorPlugin.scala │ │ └── streaming │ │ └── cloudera │ │ └── CloudInputDStream.scala └── site │ └── markdown │ ├── index.md │ └── integration.md ├── scripts └── validating-csv-record-io.sc └── test ├── resources ├── data │ └── logs │ │ └── log-2021-02-24-15-48-03.txt └── log4j.properties └── scala └── com └── cloudera └── spark └── cloud └── s3 └── TestLogParsing.scala /.gitallowed: -------------------------------------------------------------------------------- 1 | # serialization 2 | \-[0-9]+L -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/.gitignore -------------------------------------------------------------------------------- /.travis.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/.travis.yml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/README.md -------------------------------------------------------------------------------- /cloud-examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/README.md -------------------------------------------------------------------------------- /cloud-examples/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/pom.xml -------------------------------------------------------------------------------- /cloud-examples/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/com/cloudera/spark/cloud/abfs/AbfsTestSetup.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/com/cloudera/spark/cloud/abfs/AbfsTestSetup.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/com/cloudera/spark/cloud/adl/AdlTestSetup.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/com/cloudera/spark/cloud/adl/AdlTestSetup.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/com/cloudera/spark/cloud/azure/AzureTestSetup.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/com/cloudera/spark/cloud/azure/AzureTestSetup.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/com/cloudera/spark/cloud/common/CloudSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/com/cloudera/spark/cloud/common/CloudSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/com/cloudera/spark/cloud/common/CloudSuiteTrait.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/com/cloudera/spark/cloud/common/CloudSuiteTrait.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/com/cloudera/spark/cloud/common/CloudTestIntegration.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/com/cloudera/spark/cloud/common/CloudTestIntegration.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/com/cloudera/spark/cloud/common/CloudTestKeys.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/com/cloudera/spark/cloud/common/CloudTestKeys.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/com/cloudera/spark/cloud/common/ContextFreeCloudSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/com/cloudera/spark/cloud/common/ContextFreeCloudSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/com/cloudera/spark/cloud/common/CopyCsvFileTrait.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/com/cloudera/spark/cloud/common/CopyCsvFileTrait.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/com/cloudera/spark/cloud/common/CsvDatasourceSupport.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/com/cloudera/spark/cloud/common/CsvDatasourceSupport.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/com/cloudera/spark/cloud/common/StoreTestHelper.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/com/cloudera/spark/cloud/common/StoreTestHelper.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/com/cloudera/spark/cloud/common/StoreTestOperations.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/com/cloudera/spark/cloud/common/StoreTestOperations.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/com/cloudera/spark/cloud/csv/CsvIO.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/com/cloudera/spark/cloud/csv/CsvIO.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/com/cloudera/spark/cloud/examples/AzureStreamingExample.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/com/cloudera/spark/cloud/examples/AzureStreamingExample.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/com/cloudera/spark/cloud/examples/BorisBikeExample.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/com/cloudera/spark/cloud/examples/BorisBikeExample.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/com/cloudera/spark/cloud/examples/S3DataFrameExample.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/com/cloudera/spark/cloud/examples/S3DataFrameExample.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/com/cloudera/spark/cloud/gs/GsTestSetup.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/com/cloudera/spark/cloud/gs/GsTestSetup.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/com/cloudera/spark/cloud/local/LocalTestSetup.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/com/cloudera/spark/cloud/local/LocalTestSetup.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/com/cloudera/spark/cloud/operations/CloudDataFrames.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/com/cloudera/spark/cloud/operations/CloudDataFrames.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/com/cloudera/spark/cloud/operations/CloudFileGenerator.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/com/cloudera/spark/cloud/operations/CloudFileGenerator.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/com/cloudera/spark/cloud/operations/CloudStreaming.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/com/cloudera/spark/cloud/operations/CloudStreaming.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/com/cloudera/spark/cloud/operations/LineCount.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/com/cloudera/spark/cloud/operations/LineCount.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/com/cloudera/spark/cloud/s3/CommitterOperations.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/com/cloudera/spark/cloud/s3/CommitterOperations.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/com/cloudera/spark/cloud/s3/IOPolicy.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/com/cloudera/spark/cloud/s3/IOPolicy.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/com/cloudera/spark/cloud/s3/NormalIOPolicy.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/com/cloudera/spark/cloud/s3/NormalIOPolicy.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/com/cloudera/spark/cloud/s3/RandomIOPolicy.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/com/cloudera/spark/cloud/s3/RandomIOPolicy.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/com/cloudera/spark/cloud/s3/S3AConstants.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/com/cloudera/spark/cloud/s3/S3AConstants.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/com/cloudera/spark/cloud/s3/S3ADataFrames.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/com/cloudera/spark/cloud/s3/S3ADataFrames.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/com/cloudera/spark/cloud/s3/S3AExampleSetup.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/com/cloudera/spark/cloud/s3/S3AExampleSetup.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/com/cloudera/spark/cloud/s3/S3AFileGenerator.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/com/cloudera/spark/cloud/s3/S3AFileGenerator.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/com/cloudera/spark/cloud/s3/S3ALineCount.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/com/cloudera/spark/cloud/s3/S3ALineCount.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/com/cloudera/spark/cloud/s3/S3AStreaming.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/com/cloudera/spark/cloud/s3/S3AStreaming.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/com/cloudera/spark/cloud/s3/S3ATestSetup.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/com/cloudera/spark/cloud/s3/S3ATestSetup.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/com/cloudera/spark/cloud/s3/SequentialIOPolicy.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/com/cloudera/spark/cloud/s3/SequentialIOPolicy.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/com/cloudera/spark/cloud/utils/Demo.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/com/cloudera/spark/cloud/utils/Demo.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/com/cloudera/spark/cloud/utils/ExtraAssertions.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/com/cloudera/spark/cloud/utils/ExtraAssertions.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/com/cloudera/spark/cloud/utils/ForceRecentHadoopVersion.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/com/cloudera/spark/cloud/utils/ForceRecentHadoopVersion.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/com/cloudera/spark/cloud/utils/StatisticsTracker.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/com/cloudera/spark/cloud/utils/StatisticsTracker.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/scala/org/apache/hadoop/fs/FSHelper.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/scala/org/apache/hadoop/fs/FSHelper.scala -------------------------------------------------------------------------------- /cloud-examples/src/main/site/testing.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/site/testing.md -------------------------------------------------------------------------------- /cloud-examples/src/main/site/using.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/main/site/using.md -------------------------------------------------------------------------------- /cloud-examples/src/test/resources/core-site.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/resources/core-site.xml -------------------------------------------------------------------------------- /cloud-examples/src/test/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/resources/log4j.properties -------------------------------------------------------------------------------- /cloud-examples/src/test/resources/log4j2.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/resources/log4j2.properties -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/abfs/AbfsBasicIOSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/abfs/AbfsBasicIOSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/abfs/AbfsCSVReadSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/abfs/AbfsCSVReadSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/abfs/AbfsDataFrameSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/abfs/AbfsDataFrameSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/abfs/commit/AbfsCommitBulkDataSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/abfs/commit/AbfsCommitBulkDataSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/abfs/commit/AbfsCommitDataframeSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/abfs/commit/AbfsCommitDataframeSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/abfs/commit/AbstractAbfsCommitterSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/abfs/commit/AbstractAbfsCommitterSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/azure/AzureBasicIOSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/azure/AzureBasicIOSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/azure/AzureCSVReadSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/azure/AzureCSVReadSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/azure/AzureDataFrameSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/azure/AzureDataFrameSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/azure/AzureFileGeneratorSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/azure/AzureFileGeneratorSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/azure/AzureLineCountSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/azure/AzureLineCountSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/azure/AzureSeekReadSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/azure/AzureSeekReadSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/azure/AzureStreamingSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/azure/AzureStreamingSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/committers/AbstractCommitDataframeSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/committers/AbstractCommitDataframeSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/committers/AbstractCommitterSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/committers/AbstractCommitterSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/common/BasicIOTests.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/common/BasicIOTests.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/common/CSVReadTests.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/common/CSVReadTests.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/common/CloudSuiteWithCSVDatasource.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/common/CloudSuiteWithCSVDatasource.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/common/DataFrameTests.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/common/DataFrameTests.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/common/FileGeneratorTests.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/common/FileGeneratorTests.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/common/GenericTestUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/common/GenericTestUtils.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/common/HadoopVersionSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/common/HadoopVersionSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/common/NumbersRddTests.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/common/NumbersRddTests.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/common/ReadSample.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/common/ReadSample.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/common/SeekReadTests.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/common/SeekReadTests.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/common/StreamingTests.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/common/StreamingTests.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/csv/AbfsHugeCsvIOSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/csv/AbfsHugeCsvIOSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/csv/AbstractHugeCsvIOSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/csv/AbstractHugeCsvIOSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/csv/LocalHugeCsvIOSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/csv/LocalHugeCsvIOSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/examples/S3DataFrameExampleSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/examples/S3DataFrameExampleSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/gs/AbstractGsCommitterSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/gs/AbstractGsCommitterSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/gs/GSDependencyCheckSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/gs/GSDependencyCheckSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/gs/GsBasicIOSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/gs/GsBasicIOSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/gs/GsCSVReadSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/gs/GsCSVReadSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/gs/GsCommitBulkDataSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/gs/GsCommitBulkDataSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/gs/GsCommitDataframeSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/gs/GsCommitDataframeSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/gs/GsDataFrameSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/gs/GsDataFrameSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/BorisBikeSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/BorisBikeSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/S3ABasicIOSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/S3ABasicIOSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/S3ACSVReadSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/S3ACSVReadSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/S3ADataFrameSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/S3ADataFrameSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/S3AEncryptionSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/S3AEncryptionSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/S3AFileGeneratorSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/S3AFileGeneratorSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/S3ALineCountSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/S3ALineCountSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/S3ALineCountWritebackSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/S3ALineCountWritebackSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/S3ANumbersSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/S3ANumbersSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/S3ANumbersSuiteV2APISuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/S3ANumbersSuiteV2APISuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/S3ASeekReadNormalIOSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/S3ASeekReadNormalIOSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/S3ASeekReadRandomIOSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/S3ASeekReadRandomIOSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/S3ASeekReadSequentialIOSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/S3ASeekReadSequentialIOSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/S3AStreamingSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/S3AStreamingSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/S3DependencyCheckSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/S3DependencyCheckSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/TestParquetBinding.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/TestParquetBinding.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/commit/AbstractS3ACommitterSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/commit/AbstractS3ACommitterSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/commit/Events.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/commit/Events.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/commit/S3ACommitBulkDataSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/commit/S3ACommitBulkDataSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/commit/S3ACommitDataframeSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/commit/S3ACommitDataframeSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/commit/S3ACommitterFactorySuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/commit/S3ACommitterFactorySuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/commit/S3APartitionedCommitterSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/com/cloudera/spark/cloud/s3/commit/S3APartitionedCommitterSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/org/apache/spark/SparkScopeWorkarounds.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/org/apache/spark/SparkScopeWorkarounds.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/org/apache/spark/UniqueJobIdSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/org/apache/spark/UniqueJobIdSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/org/apache/spark/sql/hive/orc/abfs/AbfsOrcPartitionSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/org/apache/spark/sql/hive/orc/abfs/AbfsOrcPartitionSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/org/apache/spark/sql/hive/orc/abfs/AbfsOrcRelationSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/org/apache/spark/sql/hive/orc/abfs/AbfsOrcRelationSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/org/apache/spark/sql/hive/orc/abfs/AbfsParquetPartitionSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/org/apache/spark/sql/hive/orc/abfs/AbfsParquetPartitionSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/org/apache/spark/sql/hive/orc/abfs/AbfsParquetRelationScaleSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/org/apache/spark/sql/hive/orc/abfs/AbfsParquetRelationScaleSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/org/apache/spark/sql/hive/orc/abfs/AbfsParquetRelationSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/org/apache/spark/sql/hive/orc/abfs/AbfsParquetRelationSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/org/apache/spark/sql/hive/orc/cloud/S3AOrcPartitionSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/org/apache/spark/sql/hive/orc/cloud/S3AOrcPartitionSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/org/apache/spark/sql/hive/orc/cloud/S3AOrcRelationScaleSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/org/apache/spark/sql/hive/orc/cloud/S3AOrcRelationScaleSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/org/apache/spark/sql/hive/orc/cloud/S3AOrcRelationSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/org/apache/spark/sql/hive/orc/cloud/S3AOrcRelationSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/org/apache/spark/sql/hive/orc/cloud/S3AParquetPartitionSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/org/apache/spark/sql/hive/orc/cloud/S3AParquetPartitionSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/org/apache/spark/sql/hive/orc/cloud/S3AParquetRelationScaleSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/org/apache/spark/sql/hive/orc/cloud/S3AParquetRelationScaleSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/org/apache/spark/sql/hive/orc/cloud/S3AParquetRelationSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/org/apache/spark/sql/hive/orc/cloud/S3AParquetRelationSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/org/apache/spark/sql/hive/orc/gs/GsOrcPartitionSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/org/apache/spark/sql/hive/orc/gs/GsOrcPartitionSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/org/apache/spark/sql/hive/orc/gs/GsOrcRelationSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/org/apache/spark/sql/hive/orc/gs/GsOrcRelationSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/org/apache/spark/sql/hive/orc/gs/GsParquetPartitionSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/org/apache/spark/sql/hive/orc/gs/GsParquetPartitionSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/org/apache/spark/sql/hive/orc/gs/GsParquetRelationScaleSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/org/apache/spark/sql/hive/orc/gs/GsParquetRelationScaleSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/org/apache/spark/sql/hive/orc/gs/GsParquetRelationSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/org/apache/spark/sql/hive/orc/gs/GsParquetRelationSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/org/apache/spark/sql/sources/AbstractCloudRelationTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/org/apache/spark/sql/sources/AbstractCloudRelationTest.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/org/apache/spark/sql/sources/AbtractOrcRelationSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/org/apache/spark/sql/sources/AbtractOrcRelationSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/org/apache/spark/sql/sources/CloudPartitionTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/org/apache/spark/sql/sources/CloudPartitionTest.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/org/apache/spark/sql/sources/CloudRelationBasicSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/org/apache/spark/sql/sources/CloudRelationBasicSuite.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/org/apache/spark/sql/sources/CloudRelationScaleTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/org/apache/spark/sql/sources/CloudRelationScaleTest.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/org/apache/spark/sql/sources/HiveTestTrait.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/org/apache/spark/sql/sources/HiveTestTrait.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/org/apache/spark/sql/sources/MustDeclareDatasource.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/org/apache/spark/sql/sources/MustDeclareDatasource.scala -------------------------------------------------------------------------------- /cloud-examples/src/test/scala/org/apache/spark/sql/sources/ParquetRelationTrait.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/cloud-examples/src/test/scala/org/apache/spark/sql/sources/ParquetRelationTrait.scala -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/pom.xml -------------------------------------------------------------------------------- /spark-cloud-integration/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/spark-cloud-integration/pom.xml -------------------------------------------------------------------------------- /spark-cloud-integration/src/main/scala/com/cloudera/spark/cloud/CommitterBinding.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/spark-cloud-integration/src/main/scala/com/cloudera/spark/cloud/CommitterBinding.scala -------------------------------------------------------------------------------- /spark-cloud-integration/src/main/scala/com/cloudera/spark/cloud/CommitterInfo.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/spark-cloud-integration/src/main/scala/com/cloudera/spark/cloud/CommitterInfo.scala -------------------------------------------------------------------------------- /spark-cloud-integration/src/main/scala/com/cloudera/spark/cloud/GeneralCommitterConstants.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/spark-cloud-integration/src/main/scala/com/cloudera/spark/cloud/GeneralCommitterConstants.scala -------------------------------------------------------------------------------- /spark-cloud-integration/src/main/scala/com/cloudera/spark/cloud/ObjectStoreExample.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/spark-cloud-integration/src/main/scala/com/cloudera/spark/cloud/ObjectStoreExample.scala -------------------------------------------------------------------------------- /spark-cloud-integration/src/main/scala/com/cloudera/spark/cloud/ObjectStoreOperations.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/spark-cloud-integration/src/main/scala/com/cloudera/spark/cloud/ObjectStoreOperations.scala -------------------------------------------------------------------------------- /spark-cloud-integration/src/main/scala/com/cloudera/spark/cloud/applications/CloudCp.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/spark-cloud-integration/src/main/scala/com/cloudera/spark/cloud/applications/CloudCp.scala -------------------------------------------------------------------------------- /spark-cloud-integration/src/main/scala/com/cloudera/spark/cloud/applications/CommitterCheck.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/spark-cloud-integration/src/main/scala/com/cloudera/spark/cloud/applications/CommitterCheck.scala -------------------------------------------------------------------------------- /spark-cloud-integration/src/main/scala/com/cloudera/spark/cloud/s3/LandsatIO.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/spark-cloud-integration/src/main/scala/com/cloudera/spark/cloud/s3/LandsatIO.scala -------------------------------------------------------------------------------- /spark-cloud-integration/src/main/scala/com/cloudera/spark/cloud/s3/audit/LogParser.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/spark-cloud-integration/src/main/scala/com/cloudera/spark/cloud/s3/audit/LogParser.scala -------------------------------------------------------------------------------- /spark-cloud-integration/src/main/scala/com/cloudera/spark/cloud/s3/audit/Scala3LogRecordParser.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/spark-cloud-integration/src/main/scala/com/cloudera/spark/cloud/s3/audit/Scala3LogRecordParser.scala -------------------------------------------------------------------------------- /spark-cloud-integration/src/main/scala/com/cloudera/spark/cloud/s3/audit/ServerLogEntry.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/spark-cloud-integration/src/main/scala/com/cloudera/spark/cloud/s3/audit/ServerLogEntry.scala -------------------------------------------------------------------------------- /spark-cloud-integration/src/main/scala/com/cloudera/spark/cloud/test/UnitTestSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/spark-cloud-integration/src/main/scala/com/cloudera/spark/cloud/test/UnitTestSuite.scala -------------------------------------------------------------------------------- /spark-cloud-integration/src/main/scala/com/cloudera/spark/cloud/utils/ConfigSerDeser.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/spark-cloud-integration/src/main/scala/com/cloudera/spark/cloud/utils/ConfigSerDeser.scala -------------------------------------------------------------------------------- /spark-cloud-integration/src/main/scala/com/cloudera/spark/cloud/utils/HConf.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/spark-cloud-integration/src/main/scala/com/cloudera/spark/cloud/utils/HConf.scala -------------------------------------------------------------------------------- /spark-cloud-integration/src/main/scala/com/cloudera/spark/cloud/utils/IntegrationUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/spark-cloud-integration/src/main/scala/com/cloudera/spark/cloud/utils/IntegrationUtils.scala -------------------------------------------------------------------------------- /spark-cloud-integration/src/main/scala/com/cloudera/spark/cloud/utils/TimeOperations.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/spark-cloud-integration/src/main/scala/com/cloudera/spark/cloud/utils/TimeOperations.scala -------------------------------------------------------------------------------- /spark-cloud-integration/src/main/scala/org/apache/spark/cloudera/ParallelizedWithLocalityRDD.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/spark-cloud-integration/src/main/scala/org/apache/spark/cloudera/ParallelizedWithLocalityRDD.scala -------------------------------------------------------------------------------- /spark-cloud-integration/src/main/scala/org/apache/spark/cloudera/package.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/spark-cloud-integration/src/main/scala/org/apache/spark/cloudera/package.scala -------------------------------------------------------------------------------- /spark-cloud-integration/src/main/scala/org/apache/spark/cloudera/statistics/IOStatisticsAccumulator.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/spark-cloud-integration/src/main/scala/org/apache/spark/cloudera/statistics/IOStatisticsAccumulator.scala -------------------------------------------------------------------------------- /spark-cloud-integration/src/main/scala/org/apache/spark/cloudera/statistics/IOStatisticsCollectorExecutorPlugin.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/spark-cloud-integration/src/main/scala/org/apache/spark/cloudera/statistics/IOStatisticsCollectorExecutorPlugin.scala -------------------------------------------------------------------------------- /spark-cloud-integration/src/main/scala/org/apache/spark/streaming/cloudera/CloudInputDStream.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/spark-cloud-integration/src/main/scala/org/apache/spark/streaming/cloudera/CloudInputDStream.scala -------------------------------------------------------------------------------- /spark-cloud-integration/src/main/site/markdown/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/spark-cloud-integration/src/main/site/markdown/index.md -------------------------------------------------------------------------------- /spark-cloud-integration/src/main/site/markdown/integration.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/spark-cloud-integration/src/main/site/markdown/integration.md -------------------------------------------------------------------------------- /spark-cloud-integration/src/scripts/validating-csv-record-io.sc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/spark-cloud-integration/src/scripts/validating-csv-record-io.sc -------------------------------------------------------------------------------- /spark-cloud-integration/src/test/resources/data/logs/log-2021-02-24-15-48-03.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/spark-cloud-integration/src/test/resources/data/logs/log-2021-02-24-15-48-03.txt -------------------------------------------------------------------------------- /spark-cloud-integration/src/test/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/spark-cloud-integration/src/test/resources/log4j.properties -------------------------------------------------------------------------------- /spark-cloud-integration/src/test/scala/com/cloudera/spark/cloud/s3/TestLogParsing.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/hortonworks-spark/cloud-integration/HEAD/spark-cloud-integration/src/test/scala/com/cloudera/spark/cloud/s3/TestLogParsing.scala --------------------------------------------------------------------------------