├── .editorconfig ├── .github ├── CODEOWNERS ├── ISSUE_TEMPLATE │ ├── bug_report.md │ ├── feature_request.md │ └── question.md └── workflows │ ├── build.yml │ ├── create_release.yml │ └── deploy.yml ├── .gitignore ├── .sonarcloud.properties ├── Jenkinsfile ├── LICENSE ├── README.md ├── api ├── pom.xml └── src │ ├── main │ └── scala │ │ └── za │ │ └── co │ │ └── absa │ │ └── hyperdrive │ │ └── ingestor │ │ └── api │ │ ├── ComponentFactory.scala │ │ ├── ComponentFactoryProvider.scala │ │ ├── HasComponentAttributes.scala │ │ ├── context │ │ └── HyperdriveContext.scala │ │ ├── reader │ │ ├── StreamReader.scala │ │ ├── StreamReaderFactory.scala │ │ └── StreamReaderFactoryProvider.scala │ │ ├── secrets │ │ ├── SecretsProvider.scala │ │ ├── SecretsProviderCommonAttributes.scala │ │ └── SecretsProviderFactory.scala │ │ ├── transformer │ │ ├── StreamTransformer.scala │ │ ├── StreamTransformerFactory.scala │ │ └── StreamTransformerFactoryProvider.scala │ │ ├── utils │ │ ├── ComponentFactoryUtil.scala │ │ ├── ConfigUtils.scala │ │ └── StreamWriterUtil.scala │ │ └── writer │ │ ├── StreamWriter.scala │ │ ├── StreamWriterCommonAttributes.scala │ │ ├── StreamWriterFactory.scala │ │ ├── StreamWriterFactoryProvider.scala │ │ └── TriggerTypeEnum.scala │ └── test │ ├── resources │ └── mockito-extensions │ │ └── org.mockito.plugins.MockMaker │ └── scala │ └── za │ └── co │ └── absa │ └── hyperdrive │ └── ingestor │ └── api │ ├── context │ └── TestHyperdriveContext.scala │ └── utils │ ├── DummyStreamTransformer.scala │ ├── TestComponentFactoryUtil.scala │ ├── TestConfigUtils.scala │ └── TestStreamWriterUtil.scala ├── compatibility-api ├── pom.xml └── src │ └── main │ └── scala │ └── za │ └── co │ └── absa │ └── hyperdrive │ └── compatibility │ └── api │ ├── CompatibleOffset.scala │ └── CompatibleSparkUtil.scala ├── compatibility-provider ├── pom.xml └── src │ ├── main │ └── scala │ │ └── za │ │ └── co │ │ └── absa │ │ └── hyperdrive │ │ └── compatibility │ │ └── provider │ │ ├── CompatibleOffsetProvider.scala │ │ └── CompatibleSparkUtilProvider.scala │ └── test │ └── scala │ └── za │ └── co │ └── absa │ └── hyperdrive │ └── compatibility │ └── provider │ └── TestCompatibleSparkUtilProvider.scala ├── compatibility_spark-2 ├── pom.xml └── src │ ├── main │ └── scala │ │ └── za │ │ └── co │ │ └── absa │ │ └── hyperdrive │ │ └── compatibility │ │ └── impl │ │ ├── Offset.scala │ │ └── SparkUtil.scala │ └── test │ └── scala │ └── za │ └── co │ └── absa │ └── hyperdrive │ └── compatibility │ └── impl │ └── TestSparkUtil.scala ├── compatibility_spark-3 ├── pom.xml └── src │ ├── main │ └── scala │ │ └── za │ │ └── co │ │ └── absa │ │ └── hyperdrive │ │ └── compatibility │ │ └── impl │ │ ├── Offset.scala │ │ ├── SparkUtil.scala │ │ └── writer │ │ └── cdc │ │ ├── CDCToSCD2WriterAttributes.scala │ │ ├── CDCUtil.scala │ │ ├── delta │ │ ├── DeltaUtil.scala │ │ ├── scd2 │ │ │ ├── DeltaCDCToSCD2Writer.scala │ │ │ ├── DeltaCDCToSCD2WriterAttributes.scala │ │ │ └── DeltaCDCToSCD2WriterLoader.scala │ │ └── snapshot │ │ │ ├── DeltaCDCToSnapshotWriter.scala │ │ │ ├── DeltaCDCToSnapshotWriterAttributes.scala │ │ │ └── DeltaCDCToSnapshotWriterLoader.scala │ │ └── hudi │ │ └── scd2 │ │ ├── HudiCDCToSCD2Writer.scala │ │ ├── HudiCDCToSCD2WriterAttributes.scala │ │ └── HudiCDCToSCD2WriterLoader.scala │ └── test │ ├── resources │ ├── cdc-to-scd2 │ │ ├── 01-empty-table-conflicting-dates │ │ │ ├── expected.csv │ │ │ └── tested-input.csv │ │ ├── 02-twice-the-same-data │ │ │ ├── expected.csv │ │ │ └── tested-input.csv │ │ ├── 03-merge-one-row-combinations │ │ │ ├── expected.csv │ │ │ ├── initial-input.csv │ │ │ ├── merge-schema.txt │ │ │ └── tested-input.csv │ │ ├── 04-merge-two-rows-combinations │ │ │ ├── expected.csv │ │ │ ├── initial-input.csv │ │ │ ├── merge-schema.txt │ │ │ └── tested-input.csv │ │ ├── 05-merge-three-rows-combinations │ │ │ ├── expected.csv │ │ │ ├── initial-input.csv │ │ │ ├── merge-schema.txt │ │ │ └── tested-input.csv │ │ └── 06-complex-merges │ │ │ ├── expected.csv │ │ │ ├── initial-input.csv │ │ │ ├── merge-schema.txt │ │ │ └── tested-input.csv │ └── cdc-to-snapshot │ │ ├── first-expected.csv │ │ ├── first-input.csv │ │ ├── second-expected.csv │ │ └── second-input.csv │ └── scala │ └── za │ └── co │ └── absa │ └── hyperdrive │ └── compatibility │ └── impl │ ├── TestSparkUtil.scala │ └── writer │ └── cdc │ ├── CDCEvent.scala │ ├── CDCTestBase.scala │ ├── FileUtils.scala │ ├── SCD2Event.scala │ ├── TestCDCUtil.scala │ ├── delta │ ├── TestDeltaUtil.scala │ ├── scd2 │ │ └── TestDeltaCDCToSCD2Writer.scala │ └── snapshot │ │ └── TestDeltaCDCToSnapshotWriter.scala │ └── hudi │ └── scd2 │ └── TestHudiCDCToSCD2Writer.scala ├── component-archetype ├── README.md ├── pom.xml └── src │ └── main │ └── resources │ ├── META-INF │ └── maven │ │ └── archetype-metadata.xml │ └── archetype-resources │ ├── .gitignore │ ├── pom.xml │ └── src │ ├── main │ ├── resources │ │ └── META-INF │ │ │ └── services │ │ │ ├── za.co.absa.hyperdrive.ingestor.api.reader.StreamReaderFactoryProvider │ │ │ ├── za.co.absa.hyperdrive.ingestor.api.transformer.StreamTransformerFactoryProvider │ │ │ └── za.co.absa.hyperdrive.ingestor.api.writer.StreamWriterFactoryProvider │ └── scala │ │ ├── reader │ │ └── mycomponent │ │ │ └── MyStreamReaderImpl.scala │ │ ├── transformer │ │ └── mycomponent │ │ │ └── MyStreamTransformerImpl.scala │ │ └── writer │ │ └── mycomponent │ │ └── MyStreamWriterImpl.scala │ └── test │ └── scala │ └── ServiceProviderConfigurationTest.scala ├── component-scanner ├── pom.xml └── src │ ├── main │ └── scala │ │ └── za │ │ └── co │ │ └── absa │ │ └── hyperdrive │ │ └── scanner │ │ └── ComponentScanner.scala │ └── test │ └── scala │ └── za │ └── co │ └── absa │ └── hyperdrive │ └── scanner │ ├── JarTestUtils.scala │ ├── TestComponentScanner.scala │ └── dummyjar │ ├── AbstractDummyStreamReaderFactory.scala │ ├── DummyAttributes.scala │ ├── DummyStreamReaderOne.scala │ ├── DummyStreamReaderTwo.scala │ ├── DummyStreamTransformer.scala │ ├── DummyStreamWriterOne.scala │ ├── DummyStreamWriterTwo.scala │ └── DummyTrait.scala ├── deploy.sh ├── driver ├── pom.xml └── src │ ├── main │ ├── resources │ │ ├── Ingestion.properties.template │ │ ├── META-INF │ │ │ └── services │ │ │ │ └── org.apache.spark.sql.sources.DataSourceRegister │ │ └── version.properties │ └── scala │ │ └── za │ │ └── co │ │ └── absa │ │ └── hyperdrive │ │ └── driver │ │ ├── IngestionDriver.scala │ │ ├── SparkIngestor.scala │ │ ├── SparkIngestorAttributes.scala │ │ ├── TerminationMethodEnum.scala │ │ ├── drivers │ │ ├── CommandLineIngestionDriver.scala │ │ └── PropertiesIngestionDriver.scala │ │ ├── secrets │ │ ├── SecretsConfigUtils.scala │ │ ├── SecretsProviderAbstractFactory.scala │ │ └── implementation │ │ │ └── aws │ │ │ ├── AwsSecretsManagerSecretsProvider.scala │ │ │ └── AwsSecretsManagerSecretsProviderAttributes.scala │ │ └── utils │ │ └── DriverUtil.scala │ └── test │ ├── resources │ ├── ingestion.properties │ └── mockito-extensions │ │ └── org.mockito.plugins.MockMaker │ └── scala │ └── za │ └── co │ └── absa │ └── hyperdrive │ └── driver │ ├── TestSparkIngestor.scala │ ├── drivers │ ├── KafkaSchemaRegistryWrapper.scala │ ├── KafkaToKafkaDeduplicationAfterRetryDockerTest.scala │ ├── KafkaToKafkaDockerTest.scala │ ├── KafkaToParquetDockerTest.scala │ ├── KafkaToParquetIncrementingVersionDockerTest.scala │ ├── TestCommandLineIngestionDriver.scala │ ├── TestPropertiesIngestionDriver.scala │ └── secrets │ │ └── implementation │ │ ├── aws │ │ ├── DummySecretsManagerClient.scala │ │ └── TestAwsSecretsManagerSecretsProvider.scala │ │ └── dummy │ │ ├── DummySecretsProvider.scala │ │ └── TestSecretsConfigUtils.scala │ └── util │ └── TestDriverUtil.scala ├── hyperdrive-release_spark-2 ├── pom.xml └── src │ └── main │ └── scala │ └── SourceJarPlaceholder.scala ├── hyperdrive-release_spark-3 ├── pom.xml └── src │ └── main │ └── scala │ └── SourceJarPlaceholder.scala ├── ingestor-default ├── pom.xml └── src │ ├── main │ ├── resources │ │ ├── META-INF │ │ │ └── services │ │ │ │ ├── za.co.absa.abris.avro.sql.SchemaConverter │ │ │ │ ├── za.co.absa.hyperdrive.ingestor.api.reader.StreamReaderFactoryProvider │ │ │ │ ├── za.co.absa.hyperdrive.ingestor.api.transformer.StreamTransformerFactoryProvider │ │ │ │ └── za.co.absa.hyperdrive.ingestor.api.writer.StreamWriterFactoryProvider │ │ ├── log4j.properties │ │ └── mockito-extensions │ │ │ └── org.mockito.plugins.MockMaker │ └── scala │ │ ├── org │ │ └── apache │ │ │ └── spark │ │ │ └── sql │ │ │ └── kafka010 │ │ │ └── KafkaSourceOffsetProxy.scala │ │ └── za │ │ └── co │ │ └── absa │ │ └── hyperdrive │ │ └── ingestor │ │ └── implementation │ │ ├── HyperdriveContextKeys.scala │ │ ├── reader │ │ ├── factories │ │ │ └── StreamReaderAbstractFactory.scala │ │ ├── kafka │ │ │ ├── KafkaStreamReader.scala │ │ │ ├── KafkaStreamReaderAttributes.scala │ │ │ └── KafkaStreamReaderLoader.scala │ │ └── parquet │ │ │ ├── ParquetStreamReader.scala │ │ │ ├── ParquetStreamReaderAttributes.scala │ │ │ └── ParquetStreamReaderLoader.scala │ │ ├── transformer │ │ ├── avro │ │ │ └── confluent │ │ │ │ ├── AdvancedAvroToSparkConverter.scala │ │ │ │ ├── AdvancedSparkToAvroConverter.scala │ │ │ │ ├── ConfluentAvroDecodingTransformer.scala │ │ │ │ ├── ConfluentAvroDecodingTransformerAttributes.scala │ │ │ │ ├── ConfluentAvroDecodingTransformerLoader.scala │ │ │ │ ├── ConfluentAvroEncodingTransformer.scala │ │ │ │ ├── ConfluentAvroEncodingTransformerAttributes.scala │ │ │ │ ├── ConfluentAvroEncodingTransformerLoader.scala │ │ │ │ ├── DefaultSparkToAvroConverter.scala │ │ │ │ ├── IncompatibleSchemaException.scala │ │ │ │ ├── SchemaRegistryAttributes.scala │ │ │ │ ├── SparkMetadataKeys.scala │ │ │ │ └── SparkToAvroConverter.scala │ │ ├── column │ │ │ ├── copy │ │ │ │ ├── ColumnCopyStreamTransformer.scala │ │ │ │ ├── ColumnCopyStreamTransformerAttributes.scala │ │ │ │ └── ColumnCopyStreamTransformerLoader.scala │ │ │ ├── renaming │ │ │ │ ├── ColumnRenamingStreamTransformer.scala │ │ │ │ ├── ColumnRenamingStreamTransformerAttributes.scala │ │ │ │ └── ColumnRenamingStreamTransformerLoader.scala │ │ │ └── selection │ │ │ │ ├── ColumnSelectorStreamTransformer.scala │ │ │ │ ├── ColumnSelectorStreamTransformerAttributes.scala │ │ │ │ └── ColumnSelectorStreamTransformerLoader.scala │ │ ├── dateversion │ │ │ ├── AddDateVersionTransformer.scala │ │ │ ├── AddDateVersionTransformerAttributes.scala │ │ │ └── AddDateVersionTransformerLoader.scala │ │ ├── deduplicate │ │ │ └── kafka │ │ │ │ ├── DeduplicateKafkaSinkTransformer.scala │ │ │ │ ├── DeduplicateKafkaSinkTransformerAttributes.scala │ │ │ │ ├── DeduplicateKafkaSinkTransformerLoader.scala │ │ │ │ └── PrunedConsumerRecord.scala │ │ ├── enceladus │ │ │ └── columns │ │ │ │ ├── AddEnceladusColumnsTransformer.scala │ │ │ │ ├── AddEnceladusColumnsTransformerAttributes.scala │ │ │ │ ├── AddEnceladusColumnsTransformerLoader.scala │ │ │ │ └── ErrorMessage.scala │ │ └── factories │ │ │ └── StreamTransformerAbstractFactory.scala │ │ ├── utils │ │ ├── AbrisConfigKeys.scala │ │ ├── AbrisConfigUtil.scala │ │ ├── AvroUtil.scala │ │ ├── KafkaUtil.scala │ │ ├── MetadataLogUtil.scala │ │ └── SchemaRegistryConfigUtil.scala │ │ └── writer │ │ ├── factories │ │ └── StreamWriterAbstractFactory.scala │ │ ├── kafka │ │ ├── KafkaStreamWriter.scala │ │ ├── KafkaStreamWriterAttributes.scala │ │ └── KafkaStreamWriterLoader.scala │ │ ├── mongodb │ │ ├── MongoDbStreamWriter.scala │ │ ├── MongoDbStreamWriterAttributes.scala │ │ └── MongoDbStreamWriterLoader.scala │ │ └── parquet │ │ ├── ParquetStreamWriter.scala │ │ ├── ParquetStreamWriterAttributes.scala │ │ └── ParquetStreamWriterLoader.scala │ └── test │ ├── resources │ ├── avro-spark-conversion │ │ ├── decimal-types.json │ │ ├── non-nullable-types.json │ │ ├── nullable-types-nulls-first.json │ │ ├── timestamp-types.json │ │ └── types-with-defaults.json │ └── mockito-extensions │ │ └── org.mockito.plugins.MockMaker │ └── scala │ └── za │ └── co │ └── absa │ ├── abris │ └── avro │ │ └── sql │ │ └── AbrisTestUtil.scala │ └── hyperdrive │ └── ingestor │ └── implementation │ ├── TestServiceProviderConfiguration.scala │ ├── reader │ ├── factories │ │ └── TestStreamReaderAbstractFactory.scala │ ├── kafka │ │ ├── TestKafkaStreamReader.scala │ │ └── TestKafkaStreamReaderObject.scala │ └── parquet │ │ ├── TestParquetStreamReader.scala │ │ └── TestParquetStreamReaderObject.scala │ ├── testutils │ ├── HyperdriveMockSchemaRegistryClient.scala │ ├── MemoryStreamFixture.scala │ └── mongodb │ │ ├── EmbeddedMongoDbSingleton.scala │ │ ├── MongoDbConnection.scala │ │ ├── MongoDbFixture.scala │ │ └── ScalaMongoImplicits.scala │ ├── transformer │ ├── avro │ │ └── confluent │ │ │ ├── TestAdvancedAvroToSparkConverter.scala │ │ │ ├── TestAdvancedSparkToAvroConverter.scala │ │ │ ├── TestConfluentAvroDecodingTransformer.scala │ │ │ └── TestConfluentAvroEncodingTransformer.scala │ ├── column │ │ ├── copy │ │ │ ├── TestColumnCopyStreamTransformer.scala │ │ │ └── TestColumnCopyStreamTransformerObject.scala │ │ ├── renaming │ │ │ ├── TestColumnRenamingStreamTransformer.scala │ │ │ └── TestColumnRenamingStreamTransformerObject.scala │ │ └── selection │ │ │ ├── TestColumnSelectorStreamTransformer.scala │ │ │ └── TestColumnSelectorStreamTransformerObject.scala │ ├── dateversion │ │ └── TestAddDateVersionTransformer.scala │ ├── deduplicate │ │ └── kafka │ │ │ └── TestDeduplicateKafkaSinkTransformerObject.scala │ ├── enceladus │ │ └── columns │ │ │ └── TestAddEnceladusColumnsTransformer.scala │ └── factories │ │ ├── DummyStreamTransformer.scala │ │ ├── GlobalConfigKeys.scala │ │ └── TestStreamTransformerAbstractFactory.scala │ ├── utils │ ├── TestAbrisConfigUtil.scala │ ├── TestAvroUtil.scala │ ├── TestKafkaUtil.scala │ ├── TestKafkaUtilDockerTest.scala │ ├── TestMetadataLogUtil.scala │ └── TestSchemaRegistryConfigUtil.scala │ └── writer │ ├── factories │ └── TestStreamWriterAbstractFactory.scala │ ├── kafka │ └── TestKafkaStreamWriter.scala │ ├── mongodb │ ├── TestMongoDbStreamWriter.scala │ ├── TestMongoDbStreamWriterIntegration.scala │ └── TestMongoDbStreamWriterObject.scala │ └── parquet │ ├── TestParquetStreamWriter.scala │ └── TestParquetStreamWriterObject.scala ├── parent-conf └── pom.xml ├── pom.xml ├── scalastyle-config.xml └── shared ├── pom.xml └── src ├── main └── scala │ └── za │ └── co │ └── absa │ └── hyperdrive │ └── shared │ ├── exceptions │ ├── IngestionException.scala │ └── IngestionStartException.scala │ └── utils │ ├── ClassLoaderUtils.scala │ └── FileUtils.scala └── test ├── resources ├── TestClassLoaderUtilsOther.jar └── createTestClassLoaderUtilsOtherJar.sh └── scala └── za └── co └── absa └── hyperdrive └── shared └── utils ├── TestClassLoaderUtils.scala ├── TestFileUtils.scala └── classloaderutils ├── TestClassLoaderUtilsNoSingleton.scala ├── TestClassLoaderUtilsNotInstanceOf.scala ├── TestClassLoaderUtilsSingletonInstanceOf.scala └── TestClassLoaderUtilsTestTrait.scala /.editorconfig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/.editorconfig -------------------------------------------------------------------------------- /.github/CODEOWNERS: -------------------------------------------------------------------------------- 1 | * @kevinwallimann @jozefbakus 2 | -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/question.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/.github/ISSUE_TEMPLATE/question.md -------------------------------------------------------------------------------- /.github/workflows/build.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/.github/workflows/build.yml -------------------------------------------------------------------------------- /.github/workflows/create_release.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/.github/workflows/create_release.yml -------------------------------------------------------------------------------- /.github/workflows/deploy.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/.github/workflows/deploy.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/.gitignore -------------------------------------------------------------------------------- /.sonarcloud.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/.sonarcloud.properties -------------------------------------------------------------------------------- /Jenkinsfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/Jenkinsfile -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/README.md -------------------------------------------------------------------------------- /api/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/api/pom.xml -------------------------------------------------------------------------------- /api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/ComponentFactory.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/ComponentFactory.scala -------------------------------------------------------------------------------- /api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/ComponentFactoryProvider.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/ComponentFactoryProvider.scala -------------------------------------------------------------------------------- /api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/HasComponentAttributes.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/HasComponentAttributes.scala -------------------------------------------------------------------------------- /api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/context/HyperdriveContext.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/context/HyperdriveContext.scala -------------------------------------------------------------------------------- /api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/reader/StreamReader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/reader/StreamReader.scala -------------------------------------------------------------------------------- /api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/reader/StreamReaderFactory.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/reader/StreamReaderFactory.scala -------------------------------------------------------------------------------- /api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/reader/StreamReaderFactoryProvider.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/reader/StreamReaderFactoryProvider.scala -------------------------------------------------------------------------------- /api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/secrets/SecretsProvider.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/secrets/SecretsProvider.scala -------------------------------------------------------------------------------- /api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/secrets/SecretsProviderCommonAttributes.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/secrets/SecretsProviderCommonAttributes.scala -------------------------------------------------------------------------------- /api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/secrets/SecretsProviderFactory.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/secrets/SecretsProviderFactory.scala -------------------------------------------------------------------------------- /api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/transformer/StreamTransformer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/transformer/StreamTransformer.scala -------------------------------------------------------------------------------- /api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/transformer/StreamTransformerFactory.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/transformer/StreamTransformerFactory.scala -------------------------------------------------------------------------------- /api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/transformer/StreamTransformerFactoryProvider.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/transformer/StreamTransformerFactoryProvider.scala -------------------------------------------------------------------------------- /api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/utils/ComponentFactoryUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/utils/ComponentFactoryUtil.scala -------------------------------------------------------------------------------- /api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/utils/ConfigUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/utils/ConfigUtils.scala -------------------------------------------------------------------------------- /api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/utils/StreamWriterUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/utils/StreamWriterUtil.scala -------------------------------------------------------------------------------- /api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/writer/StreamWriter.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/writer/StreamWriter.scala -------------------------------------------------------------------------------- /api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/writer/StreamWriterCommonAttributes.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/writer/StreamWriterCommonAttributes.scala -------------------------------------------------------------------------------- /api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/writer/StreamWriterFactory.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/writer/StreamWriterFactory.scala -------------------------------------------------------------------------------- /api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/writer/StreamWriterFactoryProvider.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/writer/StreamWriterFactoryProvider.scala -------------------------------------------------------------------------------- /api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/writer/TriggerTypeEnum.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/api/src/main/scala/za/co/absa/hyperdrive/ingestor/api/writer/TriggerTypeEnum.scala -------------------------------------------------------------------------------- /api/src/test/resources/mockito-extensions/org.mockito.plugins.MockMaker: -------------------------------------------------------------------------------- 1 | mock-maker-inline 2 | -------------------------------------------------------------------------------- /api/src/test/scala/za/co/absa/hyperdrive/ingestor/api/context/TestHyperdriveContext.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/api/src/test/scala/za/co/absa/hyperdrive/ingestor/api/context/TestHyperdriveContext.scala -------------------------------------------------------------------------------- /api/src/test/scala/za/co/absa/hyperdrive/ingestor/api/utils/DummyStreamTransformer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/api/src/test/scala/za/co/absa/hyperdrive/ingestor/api/utils/DummyStreamTransformer.scala -------------------------------------------------------------------------------- /api/src/test/scala/za/co/absa/hyperdrive/ingestor/api/utils/TestComponentFactoryUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/api/src/test/scala/za/co/absa/hyperdrive/ingestor/api/utils/TestComponentFactoryUtil.scala -------------------------------------------------------------------------------- /api/src/test/scala/za/co/absa/hyperdrive/ingestor/api/utils/TestConfigUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/api/src/test/scala/za/co/absa/hyperdrive/ingestor/api/utils/TestConfigUtils.scala -------------------------------------------------------------------------------- /api/src/test/scala/za/co/absa/hyperdrive/ingestor/api/utils/TestStreamWriterUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/api/src/test/scala/za/co/absa/hyperdrive/ingestor/api/utils/TestStreamWriterUtil.scala -------------------------------------------------------------------------------- /compatibility-api/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility-api/pom.xml -------------------------------------------------------------------------------- /compatibility-api/src/main/scala/za/co/absa/hyperdrive/compatibility/api/CompatibleOffset.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility-api/src/main/scala/za/co/absa/hyperdrive/compatibility/api/CompatibleOffset.scala -------------------------------------------------------------------------------- /compatibility-api/src/main/scala/za/co/absa/hyperdrive/compatibility/api/CompatibleSparkUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility-api/src/main/scala/za/co/absa/hyperdrive/compatibility/api/CompatibleSparkUtil.scala -------------------------------------------------------------------------------- /compatibility-provider/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility-provider/pom.xml -------------------------------------------------------------------------------- /compatibility-provider/src/main/scala/za/co/absa/hyperdrive/compatibility/provider/CompatibleOffsetProvider.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility-provider/src/main/scala/za/co/absa/hyperdrive/compatibility/provider/CompatibleOffsetProvider.scala -------------------------------------------------------------------------------- /compatibility-provider/src/main/scala/za/co/absa/hyperdrive/compatibility/provider/CompatibleSparkUtilProvider.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility-provider/src/main/scala/za/co/absa/hyperdrive/compatibility/provider/CompatibleSparkUtilProvider.scala -------------------------------------------------------------------------------- /compatibility-provider/src/test/scala/za/co/absa/hyperdrive/compatibility/provider/TestCompatibleSparkUtilProvider.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility-provider/src/test/scala/za/co/absa/hyperdrive/compatibility/provider/TestCompatibleSparkUtilProvider.scala -------------------------------------------------------------------------------- /compatibility_spark-2/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-2/pom.xml -------------------------------------------------------------------------------- /compatibility_spark-2/src/main/scala/za/co/absa/hyperdrive/compatibility/impl/Offset.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-2/src/main/scala/za/co/absa/hyperdrive/compatibility/impl/Offset.scala -------------------------------------------------------------------------------- /compatibility_spark-2/src/main/scala/za/co/absa/hyperdrive/compatibility/impl/SparkUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-2/src/main/scala/za/co/absa/hyperdrive/compatibility/impl/SparkUtil.scala -------------------------------------------------------------------------------- /compatibility_spark-2/src/test/scala/za/co/absa/hyperdrive/compatibility/impl/TestSparkUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-2/src/test/scala/za/co/absa/hyperdrive/compatibility/impl/TestSparkUtil.scala -------------------------------------------------------------------------------- /compatibility_spark-3/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/pom.xml -------------------------------------------------------------------------------- /compatibility_spark-3/src/main/scala/za/co/absa/hyperdrive/compatibility/impl/Offset.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/main/scala/za/co/absa/hyperdrive/compatibility/impl/Offset.scala -------------------------------------------------------------------------------- /compatibility_spark-3/src/main/scala/za/co/absa/hyperdrive/compatibility/impl/SparkUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/main/scala/za/co/absa/hyperdrive/compatibility/impl/SparkUtil.scala -------------------------------------------------------------------------------- /compatibility_spark-3/src/main/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/CDCToSCD2WriterAttributes.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/main/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/CDCToSCD2WriterAttributes.scala -------------------------------------------------------------------------------- /compatibility_spark-3/src/main/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/CDCUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/main/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/CDCUtil.scala -------------------------------------------------------------------------------- /compatibility_spark-3/src/main/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/delta/DeltaUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/main/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/delta/DeltaUtil.scala -------------------------------------------------------------------------------- /compatibility_spark-3/src/main/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/delta/scd2/DeltaCDCToSCD2Writer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/main/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/delta/scd2/DeltaCDCToSCD2Writer.scala -------------------------------------------------------------------------------- /compatibility_spark-3/src/main/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/delta/scd2/DeltaCDCToSCD2WriterAttributes.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/main/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/delta/scd2/DeltaCDCToSCD2WriterAttributes.scala -------------------------------------------------------------------------------- /compatibility_spark-3/src/main/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/delta/scd2/DeltaCDCToSCD2WriterLoader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/main/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/delta/scd2/DeltaCDCToSCD2WriterLoader.scala -------------------------------------------------------------------------------- /compatibility_spark-3/src/main/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/delta/snapshot/DeltaCDCToSnapshotWriter.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/main/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/delta/snapshot/DeltaCDCToSnapshotWriter.scala -------------------------------------------------------------------------------- /compatibility_spark-3/src/main/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/delta/snapshot/DeltaCDCToSnapshotWriterAttributes.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/main/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/delta/snapshot/DeltaCDCToSnapshotWriterAttributes.scala -------------------------------------------------------------------------------- /compatibility_spark-3/src/main/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/delta/snapshot/DeltaCDCToSnapshotWriterLoader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/main/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/delta/snapshot/DeltaCDCToSnapshotWriterLoader.scala -------------------------------------------------------------------------------- /compatibility_spark-3/src/main/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/hudi/scd2/HudiCDCToSCD2Writer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/main/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/hudi/scd2/HudiCDCToSCD2Writer.scala -------------------------------------------------------------------------------- /compatibility_spark-3/src/main/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/hudi/scd2/HudiCDCToSCD2WriterAttributes.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/main/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/hudi/scd2/HudiCDCToSCD2WriterAttributes.scala -------------------------------------------------------------------------------- /compatibility_spark-3/src/main/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/hudi/scd2/HudiCDCToSCD2WriterLoader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/main/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/hudi/scd2/HudiCDCToSCD2WriterLoader.scala -------------------------------------------------------------------------------- /compatibility_spark-3/src/test/resources/cdc-to-scd2/01-empty-table-conflicting-dates/expected.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/test/resources/cdc-to-scd2/01-empty-table-conflicting-dates/expected.csv -------------------------------------------------------------------------------- /compatibility_spark-3/src/test/resources/cdc-to-scd2/01-empty-table-conflicting-dates/tested-input.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/test/resources/cdc-to-scd2/01-empty-table-conflicting-dates/tested-input.csv -------------------------------------------------------------------------------- /compatibility_spark-3/src/test/resources/cdc-to-scd2/02-twice-the-same-data/expected.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/test/resources/cdc-to-scd2/02-twice-the-same-data/expected.csv -------------------------------------------------------------------------------- /compatibility_spark-3/src/test/resources/cdc-to-scd2/02-twice-the-same-data/tested-input.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/test/resources/cdc-to-scd2/02-twice-the-same-data/tested-input.csv -------------------------------------------------------------------------------- /compatibility_spark-3/src/test/resources/cdc-to-scd2/03-merge-one-row-combinations/expected.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/test/resources/cdc-to-scd2/03-merge-one-row-combinations/expected.csv -------------------------------------------------------------------------------- /compatibility_spark-3/src/test/resources/cdc-to-scd2/03-merge-one-row-combinations/initial-input.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/test/resources/cdc-to-scd2/03-merge-one-row-combinations/initial-input.csv -------------------------------------------------------------------------------- /compatibility_spark-3/src/test/resources/cdc-to-scd2/03-merge-one-row-combinations/merge-schema.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/test/resources/cdc-to-scd2/03-merge-one-row-combinations/merge-schema.txt -------------------------------------------------------------------------------- /compatibility_spark-3/src/test/resources/cdc-to-scd2/03-merge-one-row-combinations/tested-input.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/test/resources/cdc-to-scd2/03-merge-one-row-combinations/tested-input.csv -------------------------------------------------------------------------------- /compatibility_spark-3/src/test/resources/cdc-to-scd2/04-merge-two-rows-combinations/expected.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/test/resources/cdc-to-scd2/04-merge-two-rows-combinations/expected.csv -------------------------------------------------------------------------------- /compatibility_spark-3/src/test/resources/cdc-to-scd2/04-merge-two-rows-combinations/initial-input.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/test/resources/cdc-to-scd2/04-merge-two-rows-combinations/initial-input.csv -------------------------------------------------------------------------------- /compatibility_spark-3/src/test/resources/cdc-to-scd2/04-merge-two-rows-combinations/merge-schema.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/test/resources/cdc-to-scd2/04-merge-two-rows-combinations/merge-schema.txt -------------------------------------------------------------------------------- /compatibility_spark-3/src/test/resources/cdc-to-scd2/04-merge-two-rows-combinations/tested-input.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/test/resources/cdc-to-scd2/04-merge-two-rows-combinations/tested-input.csv -------------------------------------------------------------------------------- /compatibility_spark-3/src/test/resources/cdc-to-scd2/05-merge-three-rows-combinations/expected.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/test/resources/cdc-to-scd2/05-merge-three-rows-combinations/expected.csv -------------------------------------------------------------------------------- /compatibility_spark-3/src/test/resources/cdc-to-scd2/05-merge-three-rows-combinations/initial-input.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/test/resources/cdc-to-scd2/05-merge-three-rows-combinations/initial-input.csv -------------------------------------------------------------------------------- /compatibility_spark-3/src/test/resources/cdc-to-scd2/05-merge-three-rows-combinations/merge-schema.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/test/resources/cdc-to-scd2/05-merge-three-rows-combinations/merge-schema.txt -------------------------------------------------------------------------------- /compatibility_spark-3/src/test/resources/cdc-to-scd2/05-merge-three-rows-combinations/tested-input.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/test/resources/cdc-to-scd2/05-merge-three-rows-combinations/tested-input.csv -------------------------------------------------------------------------------- /compatibility_spark-3/src/test/resources/cdc-to-scd2/06-complex-merges/expected.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/test/resources/cdc-to-scd2/06-complex-merges/expected.csv -------------------------------------------------------------------------------- /compatibility_spark-3/src/test/resources/cdc-to-scd2/06-complex-merges/initial-input.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/test/resources/cdc-to-scd2/06-complex-merges/initial-input.csv -------------------------------------------------------------------------------- /compatibility_spark-3/src/test/resources/cdc-to-scd2/06-complex-merges/merge-schema.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/test/resources/cdc-to-scd2/06-complex-merges/merge-schema.txt -------------------------------------------------------------------------------- /compatibility_spark-3/src/test/resources/cdc-to-scd2/06-complex-merges/tested-input.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/test/resources/cdc-to-scd2/06-complex-merges/tested-input.csv -------------------------------------------------------------------------------- /compatibility_spark-3/src/test/resources/cdc-to-snapshot/first-expected.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/test/resources/cdc-to-snapshot/first-expected.csv -------------------------------------------------------------------------------- /compatibility_spark-3/src/test/resources/cdc-to-snapshot/first-input.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/test/resources/cdc-to-snapshot/first-input.csv -------------------------------------------------------------------------------- /compatibility_spark-3/src/test/resources/cdc-to-snapshot/second-expected.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/test/resources/cdc-to-snapshot/second-expected.csv -------------------------------------------------------------------------------- /compatibility_spark-3/src/test/resources/cdc-to-snapshot/second-input.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/test/resources/cdc-to-snapshot/second-input.csv -------------------------------------------------------------------------------- /compatibility_spark-3/src/test/scala/za/co/absa/hyperdrive/compatibility/impl/TestSparkUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/test/scala/za/co/absa/hyperdrive/compatibility/impl/TestSparkUtil.scala -------------------------------------------------------------------------------- /compatibility_spark-3/src/test/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/CDCEvent.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/test/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/CDCEvent.scala -------------------------------------------------------------------------------- /compatibility_spark-3/src/test/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/CDCTestBase.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/test/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/CDCTestBase.scala -------------------------------------------------------------------------------- /compatibility_spark-3/src/test/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/FileUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/test/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/FileUtils.scala -------------------------------------------------------------------------------- /compatibility_spark-3/src/test/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/SCD2Event.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/test/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/SCD2Event.scala -------------------------------------------------------------------------------- /compatibility_spark-3/src/test/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/TestCDCUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/test/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/TestCDCUtil.scala -------------------------------------------------------------------------------- /compatibility_spark-3/src/test/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/delta/TestDeltaUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/test/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/delta/TestDeltaUtil.scala -------------------------------------------------------------------------------- /compatibility_spark-3/src/test/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/delta/scd2/TestDeltaCDCToSCD2Writer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/test/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/delta/scd2/TestDeltaCDCToSCD2Writer.scala -------------------------------------------------------------------------------- /compatibility_spark-3/src/test/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/delta/snapshot/TestDeltaCDCToSnapshotWriter.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/test/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/delta/snapshot/TestDeltaCDCToSnapshotWriter.scala -------------------------------------------------------------------------------- /compatibility_spark-3/src/test/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/hudi/scd2/TestHudiCDCToSCD2Writer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/compatibility_spark-3/src/test/scala/za/co/absa/hyperdrive/compatibility/impl/writer/cdc/hudi/scd2/TestHudiCDCToSCD2Writer.scala -------------------------------------------------------------------------------- /component-archetype/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/component-archetype/README.md -------------------------------------------------------------------------------- /component-archetype/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/component-archetype/pom.xml -------------------------------------------------------------------------------- /component-archetype/src/main/resources/META-INF/maven/archetype-metadata.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/component-archetype/src/main/resources/META-INF/maven/archetype-metadata.xml -------------------------------------------------------------------------------- /component-archetype/src/main/resources/archetype-resources/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/component-archetype/src/main/resources/archetype-resources/.gitignore -------------------------------------------------------------------------------- /component-archetype/src/main/resources/archetype-resources/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/component-archetype/src/main/resources/archetype-resources/pom.xml -------------------------------------------------------------------------------- /component-archetype/src/main/resources/archetype-resources/src/main/resources/META-INF/services/za.co.absa.hyperdrive.ingestor.api.reader.StreamReaderFactoryProvider: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/component-archetype/src/main/resources/archetype-resources/src/main/resources/META-INF/services/za.co.absa.hyperdrive.ingestor.api.reader.StreamReaderFactoryProvider -------------------------------------------------------------------------------- /component-archetype/src/main/resources/archetype-resources/src/main/resources/META-INF/services/za.co.absa.hyperdrive.ingestor.api.transformer.StreamTransformerFactoryProvider: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/component-archetype/src/main/resources/archetype-resources/src/main/resources/META-INF/services/za.co.absa.hyperdrive.ingestor.api.transformer.StreamTransformerFactoryProvider -------------------------------------------------------------------------------- /component-archetype/src/main/resources/archetype-resources/src/main/resources/META-INF/services/za.co.absa.hyperdrive.ingestor.api.writer.StreamWriterFactoryProvider: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/component-archetype/src/main/resources/archetype-resources/src/main/resources/META-INF/services/za.co.absa.hyperdrive.ingestor.api.writer.StreamWriterFactoryProvider -------------------------------------------------------------------------------- /component-archetype/src/main/resources/archetype-resources/src/main/scala/reader/mycomponent/MyStreamReaderImpl.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/component-archetype/src/main/resources/archetype-resources/src/main/scala/reader/mycomponent/MyStreamReaderImpl.scala -------------------------------------------------------------------------------- /component-archetype/src/main/resources/archetype-resources/src/main/scala/transformer/mycomponent/MyStreamTransformerImpl.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/component-archetype/src/main/resources/archetype-resources/src/main/scala/transformer/mycomponent/MyStreamTransformerImpl.scala -------------------------------------------------------------------------------- /component-archetype/src/main/resources/archetype-resources/src/main/scala/writer/mycomponent/MyStreamWriterImpl.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/component-archetype/src/main/resources/archetype-resources/src/main/scala/writer/mycomponent/MyStreamWriterImpl.scala -------------------------------------------------------------------------------- /component-archetype/src/main/resources/archetype-resources/src/test/scala/ServiceProviderConfigurationTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/component-archetype/src/main/resources/archetype-resources/src/test/scala/ServiceProviderConfigurationTest.scala -------------------------------------------------------------------------------- /component-scanner/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/component-scanner/pom.xml -------------------------------------------------------------------------------- /component-scanner/src/main/scala/za/co/absa/hyperdrive/scanner/ComponentScanner.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/component-scanner/src/main/scala/za/co/absa/hyperdrive/scanner/ComponentScanner.scala -------------------------------------------------------------------------------- /component-scanner/src/test/scala/za/co/absa/hyperdrive/scanner/JarTestUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/component-scanner/src/test/scala/za/co/absa/hyperdrive/scanner/JarTestUtils.scala -------------------------------------------------------------------------------- /component-scanner/src/test/scala/za/co/absa/hyperdrive/scanner/TestComponentScanner.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/component-scanner/src/test/scala/za/co/absa/hyperdrive/scanner/TestComponentScanner.scala -------------------------------------------------------------------------------- /component-scanner/src/test/scala/za/co/absa/hyperdrive/scanner/dummyjar/AbstractDummyStreamReaderFactory.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/component-scanner/src/test/scala/za/co/absa/hyperdrive/scanner/dummyjar/AbstractDummyStreamReaderFactory.scala -------------------------------------------------------------------------------- /component-scanner/src/test/scala/za/co/absa/hyperdrive/scanner/dummyjar/DummyAttributes.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/component-scanner/src/test/scala/za/co/absa/hyperdrive/scanner/dummyjar/DummyAttributes.scala -------------------------------------------------------------------------------- /component-scanner/src/test/scala/za/co/absa/hyperdrive/scanner/dummyjar/DummyStreamReaderOne.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/component-scanner/src/test/scala/za/co/absa/hyperdrive/scanner/dummyjar/DummyStreamReaderOne.scala -------------------------------------------------------------------------------- /component-scanner/src/test/scala/za/co/absa/hyperdrive/scanner/dummyjar/DummyStreamReaderTwo.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/component-scanner/src/test/scala/za/co/absa/hyperdrive/scanner/dummyjar/DummyStreamReaderTwo.scala -------------------------------------------------------------------------------- /component-scanner/src/test/scala/za/co/absa/hyperdrive/scanner/dummyjar/DummyStreamTransformer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/component-scanner/src/test/scala/za/co/absa/hyperdrive/scanner/dummyjar/DummyStreamTransformer.scala -------------------------------------------------------------------------------- /component-scanner/src/test/scala/za/co/absa/hyperdrive/scanner/dummyjar/DummyStreamWriterOne.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/component-scanner/src/test/scala/za/co/absa/hyperdrive/scanner/dummyjar/DummyStreamWriterOne.scala -------------------------------------------------------------------------------- /component-scanner/src/test/scala/za/co/absa/hyperdrive/scanner/dummyjar/DummyStreamWriterTwo.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/component-scanner/src/test/scala/za/co/absa/hyperdrive/scanner/dummyjar/DummyStreamWriterTwo.scala -------------------------------------------------------------------------------- /component-scanner/src/test/scala/za/co/absa/hyperdrive/scanner/dummyjar/DummyTrait.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/component-scanner/src/test/scala/za/co/absa/hyperdrive/scanner/dummyjar/DummyTrait.scala -------------------------------------------------------------------------------- /deploy.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/deploy.sh -------------------------------------------------------------------------------- /driver/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/driver/pom.xml -------------------------------------------------------------------------------- /driver/src/main/resources/Ingestion.properties.template: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/driver/src/main/resources/Ingestion.properties.template -------------------------------------------------------------------------------- /driver/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/driver/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister -------------------------------------------------------------------------------- /driver/src/main/resources/version.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/driver/src/main/resources/version.properties -------------------------------------------------------------------------------- /driver/src/main/scala/za/co/absa/hyperdrive/driver/IngestionDriver.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/driver/src/main/scala/za/co/absa/hyperdrive/driver/IngestionDriver.scala -------------------------------------------------------------------------------- /driver/src/main/scala/za/co/absa/hyperdrive/driver/SparkIngestor.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/driver/src/main/scala/za/co/absa/hyperdrive/driver/SparkIngestor.scala -------------------------------------------------------------------------------- /driver/src/main/scala/za/co/absa/hyperdrive/driver/SparkIngestorAttributes.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/driver/src/main/scala/za/co/absa/hyperdrive/driver/SparkIngestorAttributes.scala -------------------------------------------------------------------------------- /driver/src/main/scala/za/co/absa/hyperdrive/driver/TerminationMethodEnum.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/driver/src/main/scala/za/co/absa/hyperdrive/driver/TerminationMethodEnum.scala -------------------------------------------------------------------------------- /driver/src/main/scala/za/co/absa/hyperdrive/driver/drivers/CommandLineIngestionDriver.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/driver/src/main/scala/za/co/absa/hyperdrive/driver/drivers/CommandLineIngestionDriver.scala -------------------------------------------------------------------------------- /driver/src/main/scala/za/co/absa/hyperdrive/driver/drivers/PropertiesIngestionDriver.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/driver/src/main/scala/za/co/absa/hyperdrive/driver/drivers/PropertiesIngestionDriver.scala -------------------------------------------------------------------------------- /driver/src/main/scala/za/co/absa/hyperdrive/driver/secrets/SecretsConfigUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/driver/src/main/scala/za/co/absa/hyperdrive/driver/secrets/SecretsConfigUtils.scala -------------------------------------------------------------------------------- /driver/src/main/scala/za/co/absa/hyperdrive/driver/secrets/SecretsProviderAbstractFactory.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/driver/src/main/scala/za/co/absa/hyperdrive/driver/secrets/SecretsProviderAbstractFactory.scala -------------------------------------------------------------------------------- /driver/src/main/scala/za/co/absa/hyperdrive/driver/secrets/implementation/aws/AwsSecretsManagerSecretsProvider.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/driver/src/main/scala/za/co/absa/hyperdrive/driver/secrets/implementation/aws/AwsSecretsManagerSecretsProvider.scala -------------------------------------------------------------------------------- /driver/src/main/scala/za/co/absa/hyperdrive/driver/secrets/implementation/aws/AwsSecretsManagerSecretsProviderAttributes.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/driver/src/main/scala/za/co/absa/hyperdrive/driver/secrets/implementation/aws/AwsSecretsManagerSecretsProviderAttributes.scala -------------------------------------------------------------------------------- /driver/src/main/scala/za/co/absa/hyperdrive/driver/utils/DriverUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/driver/src/main/scala/za/co/absa/hyperdrive/driver/utils/DriverUtil.scala -------------------------------------------------------------------------------- /driver/src/test/resources/ingestion.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/driver/src/test/resources/ingestion.properties -------------------------------------------------------------------------------- /driver/src/test/resources/mockito-extensions/org.mockito.plugins.MockMaker: -------------------------------------------------------------------------------- 1 | mock-maker-inline -------------------------------------------------------------------------------- /driver/src/test/scala/za/co/absa/hyperdrive/driver/TestSparkIngestor.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/driver/src/test/scala/za/co/absa/hyperdrive/driver/TestSparkIngestor.scala -------------------------------------------------------------------------------- /driver/src/test/scala/za/co/absa/hyperdrive/driver/drivers/KafkaSchemaRegistryWrapper.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/driver/src/test/scala/za/co/absa/hyperdrive/driver/drivers/KafkaSchemaRegistryWrapper.scala -------------------------------------------------------------------------------- /driver/src/test/scala/za/co/absa/hyperdrive/driver/drivers/KafkaToKafkaDeduplicationAfterRetryDockerTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/driver/src/test/scala/za/co/absa/hyperdrive/driver/drivers/KafkaToKafkaDeduplicationAfterRetryDockerTest.scala -------------------------------------------------------------------------------- /driver/src/test/scala/za/co/absa/hyperdrive/driver/drivers/KafkaToKafkaDockerTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/driver/src/test/scala/za/co/absa/hyperdrive/driver/drivers/KafkaToKafkaDockerTest.scala -------------------------------------------------------------------------------- /driver/src/test/scala/za/co/absa/hyperdrive/driver/drivers/KafkaToParquetDockerTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/driver/src/test/scala/za/co/absa/hyperdrive/driver/drivers/KafkaToParquetDockerTest.scala -------------------------------------------------------------------------------- /driver/src/test/scala/za/co/absa/hyperdrive/driver/drivers/KafkaToParquetIncrementingVersionDockerTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/driver/src/test/scala/za/co/absa/hyperdrive/driver/drivers/KafkaToParquetIncrementingVersionDockerTest.scala -------------------------------------------------------------------------------- /driver/src/test/scala/za/co/absa/hyperdrive/driver/drivers/TestCommandLineIngestionDriver.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/driver/src/test/scala/za/co/absa/hyperdrive/driver/drivers/TestCommandLineIngestionDriver.scala -------------------------------------------------------------------------------- /driver/src/test/scala/za/co/absa/hyperdrive/driver/drivers/TestPropertiesIngestionDriver.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/driver/src/test/scala/za/co/absa/hyperdrive/driver/drivers/TestPropertiesIngestionDriver.scala -------------------------------------------------------------------------------- /driver/src/test/scala/za/co/absa/hyperdrive/driver/drivers/secrets/implementation/aws/DummySecretsManagerClient.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/driver/src/test/scala/za/co/absa/hyperdrive/driver/drivers/secrets/implementation/aws/DummySecretsManagerClient.scala -------------------------------------------------------------------------------- /driver/src/test/scala/za/co/absa/hyperdrive/driver/drivers/secrets/implementation/aws/TestAwsSecretsManagerSecretsProvider.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/driver/src/test/scala/za/co/absa/hyperdrive/driver/drivers/secrets/implementation/aws/TestAwsSecretsManagerSecretsProvider.scala -------------------------------------------------------------------------------- /driver/src/test/scala/za/co/absa/hyperdrive/driver/drivers/secrets/implementation/dummy/DummySecretsProvider.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/driver/src/test/scala/za/co/absa/hyperdrive/driver/drivers/secrets/implementation/dummy/DummySecretsProvider.scala -------------------------------------------------------------------------------- /driver/src/test/scala/za/co/absa/hyperdrive/driver/drivers/secrets/implementation/dummy/TestSecretsConfigUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/driver/src/test/scala/za/co/absa/hyperdrive/driver/drivers/secrets/implementation/dummy/TestSecretsConfigUtils.scala -------------------------------------------------------------------------------- /driver/src/test/scala/za/co/absa/hyperdrive/driver/util/TestDriverUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/driver/src/test/scala/za/co/absa/hyperdrive/driver/util/TestDriverUtil.scala -------------------------------------------------------------------------------- /hyperdrive-release_spark-2/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/hyperdrive-release_spark-2/pom.xml -------------------------------------------------------------------------------- /hyperdrive-release_spark-2/src/main/scala/SourceJarPlaceholder.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/hyperdrive-release_spark-2/src/main/scala/SourceJarPlaceholder.scala -------------------------------------------------------------------------------- /hyperdrive-release_spark-3/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/hyperdrive-release_spark-3/pom.xml -------------------------------------------------------------------------------- /hyperdrive-release_spark-3/src/main/scala/SourceJarPlaceholder.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/hyperdrive-release_spark-3/src/main/scala/SourceJarPlaceholder.scala -------------------------------------------------------------------------------- /ingestor-default/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/pom.xml -------------------------------------------------------------------------------- /ingestor-default/src/main/resources/META-INF/services/za.co.absa.abris.avro.sql.SchemaConverter: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/resources/META-INF/services/za.co.absa.abris.avro.sql.SchemaConverter -------------------------------------------------------------------------------- /ingestor-default/src/main/resources/META-INF/services/za.co.absa.hyperdrive.ingestor.api.reader.StreamReaderFactoryProvider: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/resources/META-INF/services/za.co.absa.hyperdrive.ingestor.api.reader.StreamReaderFactoryProvider -------------------------------------------------------------------------------- /ingestor-default/src/main/resources/META-INF/services/za.co.absa.hyperdrive.ingestor.api.transformer.StreamTransformerFactoryProvider: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/resources/META-INF/services/za.co.absa.hyperdrive.ingestor.api.transformer.StreamTransformerFactoryProvider -------------------------------------------------------------------------------- /ingestor-default/src/main/resources/META-INF/services/za.co.absa.hyperdrive.ingestor.api.writer.StreamWriterFactoryProvider: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/resources/META-INF/services/za.co.absa.hyperdrive.ingestor.api.writer.StreamWriterFactoryProvider -------------------------------------------------------------------------------- /ingestor-default/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /ingestor-default/src/main/resources/mockito-extensions/org.mockito.plugins.MockMaker: -------------------------------------------------------------------------------- 1 | mock-maker-inline -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceOffsetProxy.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceOffsetProxy.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/HyperdriveContextKeys.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/HyperdriveContextKeys.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/reader/factories/StreamReaderAbstractFactory.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/reader/factories/StreamReaderAbstractFactory.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/reader/kafka/KafkaStreamReader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/reader/kafka/KafkaStreamReader.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/reader/kafka/KafkaStreamReaderAttributes.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/reader/kafka/KafkaStreamReaderAttributes.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/reader/kafka/KafkaStreamReaderLoader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/reader/kafka/KafkaStreamReaderLoader.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/reader/parquet/ParquetStreamReader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/reader/parquet/ParquetStreamReader.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/reader/parquet/ParquetStreamReaderAttributes.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/reader/parquet/ParquetStreamReaderAttributes.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/reader/parquet/ParquetStreamReaderLoader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/reader/parquet/ParquetStreamReaderLoader.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/avro/confluent/AdvancedAvroToSparkConverter.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/avro/confluent/AdvancedAvroToSparkConverter.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/avro/confluent/AdvancedSparkToAvroConverter.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/avro/confluent/AdvancedSparkToAvroConverter.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/avro/confluent/ConfluentAvroDecodingTransformer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/avro/confluent/ConfluentAvroDecodingTransformer.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/avro/confluent/ConfluentAvroDecodingTransformerAttributes.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/avro/confluent/ConfluentAvroDecodingTransformerAttributes.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/avro/confluent/ConfluentAvroDecodingTransformerLoader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/avro/confluent/ConfluentAvroDecodingTransformerLoader.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/avro/confluent/ConfluentAvroEncodingTransformer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/avro/confluent/ConfluentAvroEncodingTransformer.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/avro/confluent/ConfluentAvroEncodingTransformerAttributes.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/avro/confluent/ConfluentAvroEncodingTransformerAttributes.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/avro/confluent/ConfluentAvroEncodingTransformerLoader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/avro/confluent/ConfluentAvroEncodingTransformerLoader.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/avro/confluent/DefaultSparkToAvroConverter.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/avro/confluent/DefaultSparkToAvroConverter.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/avro/confluent/IncompatibleSchemaException.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/avro/confluent/IncompatibleSchemaException.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/avro/confluent/SchemaRegistryAttributes.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/avro/confluent/SchemaRegistryAttributes.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/avro/confluent/SparkMetadataKeys.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/avro/confluent/SparkMetadataKeys.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/avro/confluent/SparkToAvroConverter.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/avro/confluent/SparkToAvroConverter.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/column/copy/ColumnCopyStreamTransformer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/column/copy/ColumnCopyStreamTransformer.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/column/copy/ColumnCopyStreamTransformerAttributes.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/column/copy/ColumnCopyStreamTransformerAttributes.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/column/copy/ColumnCopyStreamTransformerLoader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/column/copy/ColumnCopyStreamTransformerLoader.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/column/renaming/ColumnRenamingStreamTransformer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/column/renaming/ColumnRenamingStreamTransformer.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/column/renaming/ColumnRenamingStreamTransformerAttributes.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/column/renaming/ColumnRenamingStreamTransformerAttributes.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/column/renaming/ColumnRenamingStreamTransformerLoader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/column/renaming/ColumnRenamingStreamTransformerLoader.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/column/selection/ColumnSelectorStreamTransformer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/column/selection/ColumnSelectorStreamTransformer.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/column/selection/ColumnSelectorStreamTransformerAttributes.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/column/selection/ColumnSelectorStreamTransformerAttributes.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/column/selection/ColumnSelectorStreamTransformerLoader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/column/selection/ColumnSelectorStreamTransformerLoader.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/dateversion/AddDateVersionTransformer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/dateversion/AddDateVersionTransformer.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/dateversion/AddDateVersionTransformerAttributes.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/dateversion/AddDateVersionTransformerAttributes.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/dateversion/AddDateVersionTransformerLoader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/dateversion/AddDateVersionTransformerLoader.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/deduplicate/kafka/DeduplicateKafkaSinkTransformer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/deduplicate/kafka/DeduplicateKafkaSinkTransformer.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/deduplicate/kafka/DeduplicateKafkaSinkTransformerAttributes.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/deduplicate/kafka/DeduplicateKafkaSinkTransformerAttributes.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/deduplicate/kafka/DeduplicateKafkaSinkTransformerLoader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/deduplicate/kafka/DeduplicateKafkaSinkTransformerLoader.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/deduplicate/kafka/PrunedConsumerRecord.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/deduplicate/kafka/PrunedConsumerRecord.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/enceladus/columns/AddEnceladusColumnsTransformer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/enceladus/columns/AddEnceladusColumnsTransformer.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/enceladus/columns/AddEnceladusColumnsTransformerAttributes.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/enceladus/columns/AddEnceladusColumnsTransformerAttributes.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/enceladus/columns/AddEnceladusColumnsTransformerLoader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/enceladus/columns/AddEnceladusColumnsTransformerLoader.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/enceladus/columns/ErrorMessage.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/enceladus/columns/ErrorMessage.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/factories/StreamTransformerAbstractFactory.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/factories/StreamTransformerAbstractFactory.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/utils/AbrisConfigKeys.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/utils/AbrisConfigKeys.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/utils/AbrisConfigUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/utils/AbrisConfigUtil.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/utils/AvroUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/utils/AvroUtil.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/utils/KafkaUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/utils/KafkaUtil.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/utils/MetadataLogUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/utils/MetadataLogUtil.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/utils/SchemaRegistryConfigUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/utils/SchemaRegistryConfigUtil.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/writer/factories/StreamWriterAbstractFactory.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/writer/factories/StreamWriterAbstractFactory.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/writer/kafka/KafkaStreamWriter.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/writer/kafka/KafkaStreamWriter.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/writer/kafka/KafkaStreamWriterAttributes.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/writer/kafka/KafkaStreamWriterAttributes.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/writer/kafka/KafkaStreamWriterLoader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/writer/kafka/KafkaStreamWriterLoader.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/writer/mongodb/MongoDbStreamWriter.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/writer/mongodb/MongoDbStreamWriter.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/writer/mongodb/MongoDbStreamWriterAttributes.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/writer/mongodb/MongoDbStreamWriterAttributes.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/writer/mongodb/MongoDbStreamWriterLoader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/writer/mongodb/MongoDbStreamWriterLoader.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/writer/parquet/ParquetStreamWriter.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/writer/parquet/ParquetStreamWriter.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/writer/parquet/ParquetStreamWriterAttributes.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/writer/parquet/ParquetStreamWriterAttributes.scala -------------------------------------------------------------------------------- /ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/writer/parquet/ParquetStreamWriterLoader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/main/scala/za/co/absa/hyperdrive/ingestor/implementation/writer/parquet/ParquetStreamWriterLoader.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/resources/avro-spark-conversion/decimal-types.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/resources/avro-spark-conversion/decimal-types.json -------------------------------------------------------------------------------- /ingestor-default/src/test/resources/avro-spark-conversion/non-nullable-types.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/resources/avro-spark-conversion/non-nullable-types.json -------------------------------------------------------------------------------- /ingestor-default/src/test/resources/avro-spark-conversion/nullable-types-nulls-first.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/resources/avro-spark-conversion/nullable-types-nulls-first.json -------------------------------------------------------------------------------- /ingestor-default/src/test/resources/avro-spark-conversion/timestamp-types.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/resources/avro-spark-conversion/timestamp-types.json -------------------------------------------------------------------------------- /ingestor-default/src/test/resources/avro-spark-conversion/types-with-defaults.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/resources/avro-spark-conversion/types-with-defaults.json -------------------------------------------------------------------------------- /ingestor-default/src/test/resources/mockito-extensions/org.mockito.plugins.MockMaker: -------------------------------------------------------------------------------- 1 | mock-maker-inline -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/abris/avro/sql/AbrisTestUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/abris/avro/sql/AbrisTestUtil.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/TestServiceProviderConfiguration.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/TestServiceProviderConfiguration.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/reader/factories/TestStreamReaderAbstractFactory.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/reader/factories/TestStreamReaderAbstractFactory.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/reader/kafka/TestKafkaStreamReader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/reader/kafka/TestKafkaStreamReader.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/reader/kafka/TestKafkaStreamReaderObject.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/reader/kafka/TestKafkaStreamReaderObject.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/reader/parquet/TestParquetStreamReader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/reader/parquet/TestParquetStreamReader.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/reader/parquet/TestParquetStreamReaderObject.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/reader/parquet/TestParquetStreamReaderObject.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/testutils/HyperdriveMockSchemaRegistryClient.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/testutils/HyperdriveMockSchemaRegistryClient.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/testutils/MemoryStreamFixture.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/testutils/MemoryStreamFixture.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/testutils/mongodb/EmbeddedMongoDbSingleton.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/testutils/mongodb/EmbeddedMongoDbSingleton.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/testutils/mongodb/MongoDbConnection.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/testutils/mongodb/MongoDbConnection.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/testutils/mongodb/MongoDbFixture.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/testutils/mongodb/MongoDbFixture.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/testutils/mongodb/ScalaMongoImplicits.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/testutils/mongodb/ScalaMongoImplicits.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/avro/confluent/TestAdvancedAvroToSparkConverter.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/avro/confluent/TestAdvancedAvroToSparkConverter.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/avro/confluent/TestAdvancedSparkToAvroConverter.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/avro/confluent/TestAdvancedSparkToAvroConverter.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/avro/confluent/TestConfluentAvroDecodingTransformer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/avro/confluent/TestConfluentAvroDecodingTransformer.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/avro/confluent/TestConfluentAvroEncodingTransformer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/avro/confluent/TestConfluentAvroEncodingTransformer.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/column/copy/TestColumnCopyStreamTransformer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/column/copy/TestColumnCopyStreamTransformer.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/column/copy/TestColumnCopyStreamTransformerObject.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/column/copy/TestColumnCopyStreamTransformerObject.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/column/renaming/TestColumnRenamingStreamTransformer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/column/renaming/TestColumnRenamingStreamTransformer.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/column/renaming/TestColumnRenamingStreamTransformerObject.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/column/renaming/TestColumnRenamingStreamTransformerObject.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/column/selection/TestColumnSelectorStreamTransformer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/column/selection/TestColumnSelectorStreamTransformer.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/column/selection/TestColumnSelectorStreamTransformerObject.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/column/selection/TestColumnSelectorStreamTransformerObject.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/dateversion/TestAddDateVersionTransformer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/dateversion/TestAddDateVersionTransformer.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/deduplicate/kafka/TestDeduplicateKafkaSinkTransformerObject.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/deduplicate/kafka/TestDeduplicateKafkaSinkTransformerObject.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/enceladus/columns/TestAddEnceladusColumnsTransformer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/enceladus/columns/TestAddEnceladusColumnsTransformer.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/factories/DummyStreamTransformer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/factories/DummyStreamTransformer.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/factories/GlobalConfigKeys.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/factories/GlobalConfigKeys.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/factories/TestStreamTransformerAbstractFactory.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/transformer/factories/TestStreamTransformerAbstractFactory.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/utils/TestAbrisConfigUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/utils/TestAbrisConfigUtil.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/utils/TestAvroUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/utils/TestAvroUtil.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/utils/TestKafkaUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/utils/TestKafkaUtil.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/utils/TestKafkaUtilDockerTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/utils/TestKafkaUtilDockerTest.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/utils/TestMetadataLogUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/utils/TestMetadataLogUtil.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/utils/TestSchemaRegistryConfigUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/utils/TestSchemaRegistryConfigUtil.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/writer/factories/TestStreamWriterAbstractFactory.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/writer/factories/TestStreamWriterAbstractFactory.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/writer/kafka/TestKafkaStreamWriter.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/writer/kafka/TestKafkaStreamWriter.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/writer/mongodb/TestMongoDbStreamWriter.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/writer/mongodb/TestMongoDbStreamWriter.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/writer/mongodb/TestMongoDbStreamWriterIntegration.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/writer/mongodb/TestMongoDbStreamWriterIntegration.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/writer/mongodb/TestMongoDbStreamWriterObject.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/writer/mongodb/TestMongoDbStreamWriterObject.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/writer/parquet/TestParquetStreamWriter.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/writer/parquet/TestParquetStreamWriter.scala -------------------------------------------------------------------------------- /ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/writer/parquet/TestParquetStreamWriterObject.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/ingestor-default/src/test/scala/za/co/absa/hyperdrive/ingestor/implementation/writer/parquet/TestParquetStreamWriterObject.scala -------------------------------------------------------------------------------- /parent-conf/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/parent-conf/pom.xml -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/pom.xml -------------------------------------------------------------------------------- /scalastyle-config.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/scalastyle-config.xml -------------------------------------------------------------------------------- /shared/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/shared/pom.xml -------------------------------------------------------------------------------- /shared/src/main/scala/za/co/absa/hyperdrive/shared/exceptions/IngestionException.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/shared/src/main/scala/za/co/absa/hyperdrive/shared/exceptions/IngestionException.scala -------------------------------------------------------------------------------- /shared/src/main/scala/za/co/absa/hyperdrive/shared/exceptions/IngestionStartException.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/shared/src/main/scala/za/co/absa/hyperdrive/shared/exceptions/IngestionStartException.scala -------------------------------------------------------------------------------- /shared/src/main/scala/za/co/absa/hyperdrive/shared/utils/ClassLoaderUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/shared/src/main/scala/za/co/absa/hyperdrive/shared/utils/ClassLoaderUtils.scala -------------------------------------------------------------------------------- /shared/src/main/scala/za/co/absa/hyperdrive/shared/utils/FileUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/shared/src/main/scala/za/co/absa/hyperdrive/shared/utils/FileUtils.scala -------------------------------------------------------------------------------- /shared/src/test/resources/TestClassLoaderUtilsOther.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/shared/src/test/resources/TestClassLoaderUtilsOther.jar -------------------------------------------------------------------------------- /shared/src/test/resources/createTestClassLoaderUtilsOtherJar.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/shared/src/test/resources/createTestClassLoaderUtilsOtherJar.sh -------------------------------------------------------------------------------- /shared/src/test/scala/za/co/absa/hyperdrive/shared/utils/TestClassLoaderUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/shared/src/test/scala/za/co/absa/hyperdrive/shared/utils/TestClassLoaderUtils.scala -------------------------------------------------------------------------------- /shared/src/test/scala/za/co/absa/hyperdrive/shared/utils/TestFileUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/shared/src/test/scala/za/co/absa/hyperdrive/shared/utils/TestFileUtils.scala -------------------------------------------------------------------------------- /shared/src/test/scala/za/co/absa/hyperdrive/shared/utils/classloaderutils/TestClassLoaderUtilsNoSingleton.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/shared/src/test/scala/za/co/absa/hyperdrive/shared/utils/classloaderutils/TestClassLoaderUtilsNoSingleton.scala -------------------------------------------------------------------------------- /shared/src/test/scala/za/co/absa/hyperdrive/shared/utils/classloaderutils/TestClassLoaderUtilsNotInstanceOf.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/shared/src/test/scala/za/co/absa/hyperdrive/shared/utils/classloaderutils/TestClassLoaderUtilsNotInstanceOf.scala -------------------------------------------------------------------------------- /shared/src/test/scala/za/co/absa/hyperdrive/shared/utils/classloaderutils/TestClassLoaderUtilsSingletonInstanceOf.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/shared/src/test/scala/za/co/absa/hyperdrive/shared/utils/classloaderutils/TestClassLoaderUtilsSingletonInstanceOf.scala -------------------------------------------------------------------------------- /shared/src/test/scala/za/co/absa/hyperdrive/shared/utils/classloaderutils/TestClassLoaderUtilsTestTrait.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/AbsaOSS/hyperdrive/HEAD/shared/src/test/scala/za/co/absa/hyperdrive/shared/utils/classloaderutils/TestClassLoaderUtilsTestTrait.scala --------------------------------------------------------------------------------