├── .github └── workflows │ ├── pr-verify.yml │ ├── release.yml │ └── trivy.yml ├── .gitignore ├── LICENSE.txt ├── QUICKSTART-ELASTICSEARCH-INTEGRATION.md ├── README-QUICKSTART.md ├── README.md ├── cp-quickstart ├── Dockerfile.connect ├── README.md ├── cleanup.sh ├── docker-compose.yml ├── setup-connector.sh └── setup-containers.sh ├── images ├── connector.png ├── scylla-cdc-source-connector-control-center1.png ├── scylla-cdc-source-connector-control-center10.png ├── scylla-cdc-source-connector-control-center2.png ├── scylla-cdc-source-connector-control-center3.png ├── scylla-cdc-source-connector-control-center4.png ├── scylla-cdc-source-connector-control-center5.png ├── scylla-cdc-source-connector-control-center6.png ├── scylla-cdc-source-connector-control-center7.png ├── scylla-cdc-source-connector-control-center8.png ├── scylla-cdc-source-connector-control-center9.png └── scylla.png ├── pom.xml ├── renovate.json └── src ├── main ├── java │ └── com │ │ └── scylladb │ │ └── cdc │ │ └── debezium │ │ └── connector │ │ ├── CollectionId.java │ │ ├── ConfigSerializerUtil.java │ │ ├── Module.java │ │ ├── ScyllaChangeEventSourceFactory.java │ │ ├── ScyllaChangeRecordEmitter.java │ │ ├── ScyllaChangesConsumer.java │ │ ├── ScyllaCollectionSchema.java │ │ ├── ScyllaConnector.java │ │ ├── ScyllaConnectorConfig.java │ │ ├── ScyllaConnectorTask.java │ │ ├── ScyllaErrorHandler.java │ │ ├── ScyllaEventMetadataProvider.java │ │ ├── ScyllaInconsistentSchemaHandler.java │ │ ├── ScyllaMasterTransport.java │ │ ├── ScyllaOffsetContext.java │ │ ├── ScyllaPartition.java │ │ ├── ScyllaSchema.java │ │ ├── ScyllaSessionBuilder.java │ │ ├── ScyllaSnapshotChangeEventSource.java │ │ ├── ScyllaSourceInfoStructMaker.java │ │ ├── ScyllaStreamingChangeEventSource.java │ │ ├── ScyllaTaskContext.java │ │ ├── ScyllaTopicSelector.java │ │ ├── ScyllaWorkerTransport.java │ │ ├── SourceInfo.java │ │ ├── TaskConfigBuilder.java │ │ ├── TaskStateOffsetContext.java │ │ └── transforms │ │ ├── ScyllaExtractNewRecordState.java │ │ └── ScyllaFlattenColumns.java └── resources │ └── com │ └── scylladb │ └── cdc │ └── debezium │ └── connector │ └── build.version └── test ├── java └── com │ └── scylladb │ └── cdc │ └── debezium │ └── connector │ ├── AbstractContainerBaseIT.java │ ├── KafkaConnectUtils.java │ ├── KafkaUtils.java │ ├── SchemaRegistryUtils.java │ ├── ScyllaTypesIT.java │ └── StartConnectorIT.java └── resources └── logging.properties /.github/workflows/pr-verify.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/.github/workflows/pr-verify.yml -------------------------------------------------------------------------------- /.github/workflows/release.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/.github/workflows/release.yml -------------------------------------------------------------------------------- /.github/workflows/trivy.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/.github/workflows/trivy.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /QUICKSTART-ELASTICSEARCH-INTEGRATION.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/QUICKSTART-ELASTICSEARCH-INTEGRATION.md -------------------------------------------------------------------------------- /README-QUICKSTART.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/README-QUICKSTART.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/README.md -------------------------------------------------------------------------------- /cp-quickstart/Dockerfile.connect: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/cp-quickstart/Dockerfile.connect -------------------------------------------------------------------------------- /cp-quickstart/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/cp-quickstart/README.md -------------------------------------------------------------------------------- /cp-quickstart/cleanup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/cp-quickstart/cleanup.sh -------------------------------------------------------------------------------- /cp-quickstart/docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/cp-quickstart/docker-compose.yml -------------------------------------------------------------------------------- /cp-quickstart/setup-connector.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/cp-quickstart/setup-connector.sh -------------------------------------------------------------------------------- /cp-quickstart/setup-containers.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/cp-quickstart/setup-containers.sh -------------------------------------------------------------------------------- /images/connector.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/images/connector.png -------------------------------------------------------------------------------- /images/scylla-cdc-source-connector-control-center1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/images/scylla-cdc-source-connector-control-center1.png -------------------------------------------------------------------------------- /images/scylla-cdc-source-connector-control-center10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/images/scylla-cdc-source-connector-control-center10.png -------------------------------------------------------------------------------- /images/scylla-cdc-source-connector-control-center2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/images/scylla-cdc-source-connector-control-center2.png -------------------------------------------------------------------------------- /images/scylla-cdc-source-connector-control-center3.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/images/scylla-cdc-source-connector-control-center3.png -------------------------------------------------------------------------------- /images/scylla-cdc-source-connector-control-center4.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/images/scylla-cdc-source-connector-control-center4.png -------------------------------------------------------------------------------- /images/scylla-cdc-source-connector-control-center5.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/images/scylla-cdc-source-connector-control-center5.png -------------------------------------------------------------------------------- /images/scylla-cdc-source-connector-control-center6.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/images/scylla-cdc-source-connector-control-center6.png -------------------------------------------------------------------------------- /images/scylla-cdc-source-connector-control-center7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/images/scylla-cdc-source-connector-control-center7.png -------------------------------------------------------------------------------- /images/scylla-cdc-source-connector-control-center8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/images/scylla-cdc-source-connector-control-center8.png -------------------------------------------------------------------------------- /images/scylla-cdc-source-connector-control-center9.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/images/scylla-cdc-source-connector-control-center9.png -------------------------------------------------------------------------------- /images/scylla.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/images/scylla.png -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/pom.xml -------------------------------------------------------------------------------- /renovate.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/renovate.json -------------------------------------------------------------------------------- /src/main/java/com/scylladb/cdc/debezium/connector/CollectionId.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/src/main/java/com/scylladb/cdc/debezium/connector/CollectionId.java -------------------------------------------------------------------------------- /src/main/java/com/scylladb/cdc/debezium/connector/ConfigSerializerUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/src/main/java/com/scylladb/cdc/debezium/connector/ConfigSerializerUtil.java -------------------------------------------------------------------------------- /src/main/java/com/scylladb/cdc/debezium/connector/Module.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/src/main/java/com/scylladb/cdc/debezium/connector/Module.java -------------------------------------------------------------------------------- /src/main/java/com/scylladb/cdc/debezium/connector/ScyllaChangeEventSourceFactory.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/src/main/java/com/scylladb/cdc/debezium/connector/ScyllaChangeEventSourceFactory.java -------------------------------------------------------------------------------- /src/main/java/com/scylladb/cdc/debezium/connector/ScyllaChangeRecordEmitter.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/src/main/java/com/scylladb/cdc/debezium/connector/ScyllaChangeRecordEmitter.java -------------------------------------------------------------------------------- /src/main/java/com/scylladb/cdc/debezium/connector/ScyllaChangesConsumer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/src/main/java/com/scylladb/cdc/debezium/connector/ScyllaChangesConsumer.java -------------------------------------------------------------------------------- /src/main/java/com/scylladb/cdc/debezium/connector/ScyllaCollectionSchema.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/src/main/java/com/scylladb/cdc/debezium/connector/ScyllaCollectionSchema.java -------------------------------------------------------------------------------- /src/main/java/com/scylladb/cdc/debezium/connector/ScyllaConnector.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/src/main/java/com/scylladb/cdc/debezium/connector/ScyllaConnector.java -------------------------------------------------------------------------------- /src/main/java/com/scylladb/cdc/debezium/connector/ScyllaConnectorConfig.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/src/main/java/com/scylladb/cdc/debezium/connector/ScyllaConnectorConfig.java -------------------------------------------------------------------------------- /src/main/java/com/scylladb/cdc/debezium/connector/ScyllaConnectorTask.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/src/main/java/com/scylladb/cdc/debezium/connector/ScyllaConnectorTask.java -------------------------------------------------------------------------------- /src/main/java/com/scylladb/cdc/debezium/connector/ScyllaErrorHandler.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/src/main/java/com/scylladb/cdc/debezium/connector/ScyllaErrorHandler.java -------------------------------------------------------------------------------- /src/main/java/com/scylladb/cdc/debezium/connector/ScyllaEventMetadataProvider.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/src/main/java/com/scylladb/cdc/debezium/connector/ScyllaEventMetadataProvider.java -------------------------------------------------------------------------------- /src/main/java/com/scylladb/cdc/debezium/connector/ScyllaInconsistentSchemaHandler.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/src/main/java/com/scylladb/cdc/debezium/connector/ScyllaInconsistentSchemaHandler.java -------------------------------------------------------------------------------- /src/main/java/com/scylladb/cdc/debezium/connector/ScyllaMasterTransport.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/src/main/java/com/scylladb/cdc/debezium/connector/ScyllaMasterTransport.java -------------------------------------------------------------------------------- /src/main/java/com/scylladb/cdc/debezium/connector/ScyllaOffsetContext.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/src/main/java/com/scylladb/cdc/debezium/connector/ScyllaOffsetContext.java -------------------------------------------------------------------------------- /src/main/java/com/scylladb/cdc/debezium/connector/ScyllaPartition.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/src/main/java/com/scylladb/cdc/debezium/connector/ScyllaPartition.java -------------------------------------------------------------------------------- /src/main/java/com/scylladb/cdc/debezium/connector/ScyllaSchema.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/src/main/java/com/scylladb/cdc/debezium/connector/ScyllaSchema.java -------------------------------------------------------------------------------- /src/main/java/com/scylladb/cdc/debezium/connector/ScyllaSessionBuilder.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/src/main/java/com/scylladb/cdc/debezium/connector/ScyllaSessionBuilder.java -------------------------------------------------------------------------------- /src/main/java/com/scylladb/cdc/debezium/connector/ScyllaSnapshotChangeEventSource.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/src/main/java/com/scylladb/cdc/debezium/connector/ScyllaSnapshotChangeEventSource.java -------------------------------------------------------------------------------- /src/main/java/com/scylladb/cdc/debezium/connector/ScyllaSourceInfoStructMaker.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/src/main/java/com/scylladb/cdc/debezium/connector/ScyllaSourceInfoStructMaker.java -------------------------------------------------------------------------------- /src/main/java/com/scylladb/cdc/debezium/connector/ScyllaStreamingChangeEventSource.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/src/main/java/com/scylladb/cdc/debezium/connector/ScyllaStreamingChangeEventSource.java -------------------------------------------------------------------------------- /src/main/java/com/scylladb/cdc/debezium/connector/ScyllaTaskContext.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/src/main/java/com/scylladb/cdc/debezium/connector/ScyllaTaskContext.java -------------------------------------------------------------------------------- /src/main/java/com/scylladb/cdc/debezium/connector/ScyllaTopicSelector.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/src/main/java/com/scylladb/cdc/debezium/connector/ScyllaTopicSelector.java -------------------------------------------------------------------------------- /src/main/java/com/scylladb/cdc/debezium/connector/ScyllaWorkerTransport.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/src/main/java/com/scylladb/cdc/debezium/connector/ScyllaWorkerTransport.java -------------------------------------------------------------------------------- /src/main/java/com/scylladb/cdc/debezium/connector/SourceInfo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/src/main/java/com/scylladb/cdc/debezium/connector/SourceInfo.java -------------------------------------------------------------------------------- /src/main/java/com/scylladb/cdc/debezium/connector/TaskConfigBuilder.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/src/main/java/com/scylladb/cdc/debezium/connector/TaskConfigBuilder.java -------------------------------------------------------------------------------- /src/main/java/com/scylladb/cdc/debezium/connector/TaskStateOffsetContext.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/src/main/java/com/scylladb/cdc/debezium/connector/TaskStateOffsetContext.java -------------------------------------------------------------------------------- /src/main/java/com/scylladb/cdc/debezium/connector/transforms/ScyllaExtractNewRecordState.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/src/main/java/com/scylladb/cdc/debezium/connector/transforms/ScyllaExtractNewRecordState.java -------------------------------------------------------------------------------- /src/main/java/com/scylladb/cdc/debezium/connector/transforms/ScyllaFlattenColumns.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/src/main/java/com/scylladb/cdc/debezium/connector/transforms/ScyllaFlattenColumns.java -------------------------------------------------------------------------------- /src/main/resources/com/scylladb/cdc/debezium/connector/build.version: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/src/main/resources/com/scylladb/cdc/debezium/connector/build.version -------------------------------------------------------------------------------- /src/test/java/com/scylladb/cdc/debezium/connector/AbstractContainerBaseIT.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/src/test/java/com/scylladb/cdc/debezium/connector/AbstractContainerBaseIT.java -------------------------------------------------------------------------------- /src/test/java/com/scylladb/cdc/debezium/connector/KafkaConnectUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/src/test/java/com/scylladb/cdc/debezium/connector/KafkaConnectUtils.java -------------------------------------------------------------------------------- /src/test/java/com/scylladb/cdc/debezium/connector/KafkaUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/src/test/java/com/scylladb/cdc/debezium/connector/KafkaUtils.java -------------------------------------------------------------------------------- /src/test/java/com/scylladb/cdc/debezium/connector/SchemaRegistryUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/src/test/java/com/scylladb/cdc/debezium/connector/SchemaRegistryUtils.java -------------------------------------------------------------------------------- /src/test/java/com/scylladb/cdc/debezium/connector/ScyllaTypesIT.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/src/test/java/com/scylladb/cdc/debezium/connector/ScyllaTypesIT.java -------------------------------------------------------------------------------- /src/test/java/com/scylladb/cdc/debezium/connector/StartConnectorIT.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/src/test/java/com/scylladb/cdc/debezium/connector/StartConnectorIT.java -------------------------------------------------------------------------------- /src/test/resources/logging.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/scylladb/scylla-cdc-source-connector/HEAD/src/test/resources/logging.properties --------------------------------------------------------------------------------