├── .github ├── CODEOWNERS ├── ISSUE_TEMPLATE │ ├── bug_report.md │ └── feature_request.md ├── PULL_REQUEST_TEMPLATE.md ├── release-drafter.yml └── workflows │ ├── documentbot.yml │ ├── pr-test.yml │ └── release.yml ├── .gitignore ├── LICENSE ├── README.md ├── conf ├── cloud-storage-sink-config.yaml └── pulsar-io-template.yaml ├── docs ├── aws-s3-sink.md ├── aws-s3-sink.png ├── azure-blob-storage-sink.md ├── azure-blob-storage-sink.png ├── google-cloud-storage-sink.md └── google-cloud-storage-sink.png ├── image └── Dockerfile ├── pom.xml ├── proposals ├── Proposal-1-Time-Partitioner-Refactoring.md └── Proposal-2-Support-Including-Topic-Name-To-Metadata.md ├── scripts ├── build.sh ├── get-version.sh ├── set-project-version.sh └── set-pulsar-version.sh └── src ├── checkstyle ├── checkstyle.xml └── suppressions.xml ├── license └── ALv2 │ └── header.txt ├── main ├── java │ └── org │ │ └── apache │ │ └── pulsar │ │ └── io │ │ └── jcloud │ │ ├── BlobStoreAbstractConfig.java │ │ ├── batch │ │ ├── BatchContainer.java │ │ ├── BatchManager.java │ │ ├── BatchModel.java │ │ ├── BlendBatchManager.java │ │ ├── PartitionedBatchManager.java │ │ └── package-info.java │ │ ├── credential │ │ ├── AwsCredential.java │ │ ├── DefaultCredential.java │ │ ├── GcsCredential.java │ │ ├── JcloudsCredential.java │ │ └── package-info.java │ │ ├── format │ │ ├── AvroFormat.java │ │ ├── BytesFormat.java │ │ ├── Format.java │ │ ├── InitConfiguration.java │ │ ├── JsonFormat.java │ │ ├── ParquetFormat.java │ │ ├── package-info.java │ │ └── parquet │ │ │ ├── ProtobufDescriptorWriteSupport.java │ │ │ ├── ProtobufParquetWriter.java │ │ │ ├── ProtobufSchemaConverter.java │ │ │ └── package-info.java │ │ ├── package-info.java │ │ ├── partitioner │ │ ├── AbstractPartitioner.java │ │ ├── Partitioner.java │ │ ├── PartitionerType.java │ │ ├── SimplePartitioner.java │ │ ├── TimePartitioner.java │ │ └── package-info.java │ │ ├── sink │ │ ├── BlobStoreAbstractSink.java │ │ ├── CloudStorageGenericRecordSink.java │ │ ├── CloudStorageSinkConfig.java │ │ └── package-info.java │ │ ├── util │ │ ├── AvroRecordUtil.java │ │ ├── BytesOutputStream.java │ │ ├── CredentialsUtil.java │ │ ├── HexStringUtils.java │ │ ├── JsonUtil.java │ │ ├── MetadataUtil.java │ │ └── package-info.java │ │ └── writer │ │ ├── AzureBlobWriter.java │ │ ├── BlobWriter.java │ │ ├── JCloudsBlobWriter.java │ │ ├── S3BlobWriter.java │ │ └── package-info.java ├── proto │ └── ProtobufMessageMetadata.proto └── resources │ └── META-INF │ └── services │ ├── org.apache.pulsar.io.jcloud.credential.JcloudsCredential │ └── pulsar-io.yaml ├── spotbugs └── findbugsExclude.xml └── test ├── java └── org │ └── apache │ └── pulsar │ └── io │ └── jcloud │ ├── BlobStoreAbstractConfigTest.java │ ├── PulsarContainer.java │ ├── batch │ ├── BatchContainerTest.java │ ├── BlendBatchMangerTest.java │ └── PartitionedBatchManagerTest.java │ ├── format │ ├── AvroFormatTest.java │ ├── BytesFormatTest.java │ ├── FormatTestBase.java │ ├── JsonFormatMethodTest.java │ ├── JsonFormatTest.java │ ├── ParquetFormatTest.java │ ├── ParquetInputFile.java │ ├── PulsarTestBase.java │ └── TestRecord.java │ ├── partitioner │ ├── AbstractPartitionerTest.java │ ├── PartitionerTest.java │ ├── PartitionerTypeTest.java │ └── SliceTopicPartitionPartitionerTest.java │ ├── schema │ └── ProtobufNativeSchemaTest.java │ ├── sink │ ├── CloudStorageSinkBatchBlendTest.java │ └── CloudStorageSinkBatchPartitionedTest.java │ ├── utils │ ├── HexStringUtilsTest.java │ └── MetadataUtilTest.java │ └── writer │ ├── AzureBlobWriterTest.java │ └── S3BlobWriterTest.java ├── proto ├── ExternalTest.proto └── Test.proto └── resources └── log4j.properties /.github/CODEOWNERS: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/.github/CODEOWNERS -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/bug_report.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/.github/ISSUE_TEMPLATE/bug_report.md -------------------------------------------------------------------------------- /.github/ISSUE_TEMPLATE/feature_request.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/.github/ISSUE_TEMPLATE/feature_request.md -------------------------------------------------------------------------------- /.github/PULL_REQUEST_TEMPLATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/.github/PULL_REQUEST_TEMPLATE.md -------------------------------------------------------------------------------- /.github/release-drafter.yml: -------------------------------------------------------------------------------- 1 | template: | 2 | ## What's changed 3 | $CHANGES 4 | -------------------------------------------------------------------------------- /.github/workflows/documentbot.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/.github/workflows/documentbot.yml -------------------------------------------------------------------------------- /.github/workflows/pr-test.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/.github/workflows/pr-test.yml -------------------------------------------------------------------------------- /.github/workflows/release.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/.github/workflows/release.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/README.md -------------------------------------------------------------------------------- /conf/cloud-storage-sink-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/conf/cloud-storage-sink-config.yaml -------------------------------------------------------------------------------- /conf/pulsar-io-template.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/conf/pulsar-io-template.yaml -------------------------------------------------------------------------------- /docs/aws-s3-sink.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/docs/aws-s3-sink.md -------------------------------------------------------------------------------- /docs/aws-s3-sink.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/docs/aws-s3-sink.png -------------------------------------------------------------------------------- /docs/azure-blob-storage-sink.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/docs/azure-blob-storage-sink.md -------------------------------------------------------------------------------- /docs/azure-blob-storage-sink.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/docs/azure-blob-storage-sink.png -------------------------------------------------------------------------------- /docs/google-cloud-storage-sink.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/docs/google-cloud-storage-sink.md -------------------------------------------------------------------------------- /docs/google-cloud-storage-sink.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/docs/google-cloud-storage-sink.png -------------------------------------------------------------------------------- /image/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/image/Dockerfile -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/pom.xml -------------------------------------------------------------------------------- /proposals/Proposal-1-Time-Partitioner-Refactoring.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/proposals/Proposal-1-Time-Partitioner-Refactoring.md -------------------------------------------------------------------------------- /proposals/Proposal-2-Support-Including-Topic-Name-To-Metadata.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/proposals/Proposal-2-Support-Including-Topic-Name-To-Metadata.md -------------------------------------------------------------------------------- /scripts/build.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/scripts/build.sh -------------------------------------------------------------------------------- /scripts/get-version.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/scripts/get-version.sh -------------------------------------------------------------------------------- /scripts/set-project-version.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/scripts/set-project-version.sh -------------------------------------------------------------------------------- /scripts/set-pulsar-version.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/scripts/set-pulsar-version.sh -------------------------------------------------------------------------------- /src/checkstyle/checkstyle.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/checkstyle/checkstyle.xml -------------------------------------------------------------------------------- /src/checkstyle/suppressions.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/checkstyle/suppressions.xml -------------------------------------------------------------------------------- /src/license/ALv2/header.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/license/ALv2/header.txt -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/BlobStoreAbstractConfig.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/BlobStoreAbstractConfig.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/batch/BatchContainer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/batch/BatchContainer.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/batch/BatchManager.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/batch/BatchManager.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/batch/BatchModel.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/batch/BatchModel.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/batch/BlendBatchManager.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/batch/BlendBatchManager.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/batch/PartitionedBatchManager.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/batch/PartitionedBatchManager.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/batch/package-info.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/batch/package-info.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/credential/AwsCredential.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/credential/AwsCredential.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/credential/DefaultCredential.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/credential/DefaultCredential.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/credential/GcsCredential.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/credential/GcsCredential.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/credential/JcloudsCredential.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/credential/JcloudsCredential.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/credential/package-info.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/credential/package-info.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/format/AvroFormat.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/format/AvroFormat.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/format/BytesFormat.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/format/BytesFormat.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/format/Format.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/format/Format.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/format/InitConfiguration.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/format/InitConfiguration.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/format/JsonFormat.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/format/JsonFormat.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/format/ParquetFormat.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/format/ParquetFormat.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/format/package-info.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/format/package-info.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/format/parquet/ProtobufDescriptorWriteSupport.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/format/parquet/ProtobufDescriptorWriteSupport.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/format/parquet/ProtobufParquetWriter.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/format/parquet/ProtobufParquetWriter.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/format/parquet/ProtobufSchemaConverter.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/format/parquet/ProtobufSchemaConverter.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/format/parquet/package-info.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/format/parquet/package-info.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/package-info.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/package-info.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/partitioner/AbstractPartitioner.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/partitioner/AbstractPartitioner.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/partitioner/Partitioner.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/partitioner/Partitioner.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/partitioner/PartitionerType.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/partitioner/PartitionerType.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/partitioner/SimplePartitioner.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/partitioner/SimplePartitioner.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/partitioner/TimePartitioner.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/partitioner/TimePartitioner.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/partitioner/package-info.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/partitioner/package-info.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/sink/BlobStoreAbstractSink.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/sink/BlobStoreAbstractSink.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/sink/CloudStorageGenericRecordSink.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/sink/CloudStorageGenericRecordSink.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/sink/CloudStorageSinkConfig.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/sink/CloudStorageSinkConfig.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/sink/package-info.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/sink/package-info.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/util/AvroRecordUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/util/AvroRecordUtil.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/util/BytesOutputStream.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/util/BytesOutputStream.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/util/CredentialsUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/util/CredentialsUtil.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/util/HexStringUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/util/HexStringUtils.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/util/JsonUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/util/JsonUtil.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/util/MetadataUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/util/MetadataUtil.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/util/package-info.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/util/package-info.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/writer/AzureBlobWriter.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/writer/AzureBlobWriter.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/writer/BlobWriter.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/writer/BlobWriter.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/writer/JCloudsBlobWriter.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/writer/JCloudsBlobWriter.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/writer/S3BlobWriter.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/writer/S3BlobWriter.java -------------------------------------------------------------------------------- /src/main/java/org/apache/pulsar/io/jcloud/writer/package-info.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/java/org/apache/pulsar/io/jcloud/writer/package-info.java -------------------------------------------------------------------------------- /src/main/proto/ProtobufMessageMetadata.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/proto/ProtobufMessageMetadata.proto -------------------------------------------------------------------------------- /src/main/resources/META-INF/services/org.apache.pulsar.io.jcloud.credential.JcloudsCredential: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/resources/META-INF/services/org.apache.pulsar.io.jcloud.credential.JcloudsCredential -------------------------------------------------------------------------------- /src/main/resources/META-INF/services/pulsar-io.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/main/resources/META-INF/services/pulsar-io.yaml -------------------------------------------------------------------------------- /src/spotbugs/findbugsExclude.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/spotbugs/findbugsExclude.xml -------------------------------------------------------------------------------- /src/test/java/org/apache/pulsar/io/jcloud/BlobStoreAbstractConfigTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/test/java/org/apache/pulsar/io/jcloud/BlobStoreAbstractConfigTest.java -------------------------------------------------------------------------------- /src/test/java/org/apache/pulsar/io/jcloud/PulsarContainer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/test/java/org/apache/pulsar/io/jcloud/PulsarContainer.java -------------------------------------------------------------------------------- /src/test/java/org/apache/pulsar/io/jcloud/batch/BatchContainerTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/test/java/org/apache/pulsar/io/jcloud/batch/BatchContainerTest.java -------------------------------------------------------------------------------- /src/test/java/org/apache/pulsar/io/jcloud/batch/BlendBatchMangerTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/test/java/org/apache/pulsar/io/jcloud/batch/BlendBatchMangerTest.java -------------------------------------------------------------------------------- /src/test/java/org/apache/pulsar/io/jcloud/batch/PartitionedBatchManagerTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/test/java/org/apache/pulsar/io/jcloud/batch/PartitionedBatchManagerTest.java -------------------------------------------------------------------------------- /src/test/java/org/apache/pulsar/io/jcloud/format/AvroFormatTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/test/java/org/apache/pulsar/io/jcloud/format/AvroFormatTest.java -------------------------------------------------------------------------------- /src/test/java/org/apache/pulsar/io/jcloud/format/BytesFormatTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/test/java/org/apache/pulsar/io/jcloud/format/BytesFormatTest.java -------------------------------------------------------------------------------- /src/test/java/org/apache/pulsar/io/jcloud/format/FormatTestBase.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/test/java/org/apache/pulsar/io/jcloud/format/FormatTestBase.java -------------------------------------------------------------------------------- /src/test/java/org/apache/pulsar/io/jcloud/format/JsonFormatMethodTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/test/java/org/apache/pulsar/io/jcloud/format/JsonFormatMethodTest.java -------------------------------------------------------------------------------- /src/test/java/org/apache/pulsar/io/jcloud/format/JsonFormatTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/test/java/org/apache/pulsar/io/jcloud/format/JsonFormatTest.java -------------------------------------------------------------------------------- /src/test/java/org/apache/pulsar/io/jcloud/format/ParquetFormatTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/test/java/org/apache/pulsar/io/jcloud/format/ParquetFormatTest.java -------------------------------------------------------------------------------- /src/test/java/org/apache/pulsar/io/jcloud/format/ParquetInputFile.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/test/java/org/apache/pulsar/io/jcloud/format/ParquetInputFile.java -------------------------------------------------------------------------------- /src/test/java/org/apache/pulsar/io/jcloud/format/PulsarTestBase.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/test/java/org/apache/pulsar/io/jcloud/format/PulsarTestBase.java -------------------------------------------------------------------------------- /src/test/java/org/apache/pulsar/io/jcloud/format/TestRecord.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/test/java/org/apache/pulsar/io/jcloud/format/TestRecord.java -------------------------------------------------------------------------------- /src/test/java/org/apache/pulsar/io/jcloud/partitioner/AbstractPartitionerTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/test/java/org/apache/pulsar/io/jcloud/partitioner/AbstractPartitionerTest.java -------------------------------------------------------------------------------- /src/test/java/org/apache/pulsar/io/jcloud/partitioner/PartitionerTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/test/java/org/apache/pulsar/io/jcloud/partitioner/PartitionerTest.java -------------------------------------------------------------------------------- /src/test/java/org/apache/pulsar/io/jcloud/partitioner/PartitionerTypeTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/test/java/org/apache/pulsar/io/jcloud/partitioner/PartitionerTypeTest.java -------------------------------------------------------------------------------- /src/test/java/org/apache/pulsar/io/jcloud/partitioner/SliceTopicPartitionPartitionerTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/test/java/org/apache/pulsar/io/jcloud/partitioner/SliceTopicPartitionPartitionerTest.java -------------------------------------------------------------------------------- /src/test/java/org/apache/pulsar/io/jcloud/schema/ProtobufNativeSchemaTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/test/java/org/apache/pulsar/io/jcloud/schema/ProtobufNativeSchemaTest.java -------------------------------------------------------------------------------- /src/test/java/org/apache/pulsar/io/jcloud/sink/CloudStorageSinkBatchBlendTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/test/java/org/apache/pulsar/io/jcloud/sink/CloudStorageSinkBatchBlendTest.java -------------------------------------------------------------------------------- /src/test/java/org/apache/pulsar/io/jcloud/sink/CloudStorageSinkBatchPartitionedTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/test/java/org/apache/pulsar/io/jcloud/sink/CloudStorageSinkBatchPartitionedTest.java -------------------------------------------------------------------------------- /src/test/java/org/apache/pulsar/io/jcloud/utils/HexStringUtilsTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/test/java/org/apache/pulsar/io/jcloud/utils/HexStringUtilsTest.java -------------------------------------------------------------------------------- /src/test/java/org/apache/pulsar/io/jcloud/utils/MetadataUtilTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/test/java/org/apache/pulsar/io/jcloud/utils/MetadataUtilTest.java -------------------------------------------------------------------------------- /src/test/java/org/apache/pulsar/io/jcloud/writer/AzureBlobWriterTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/test/java/org/apache/pulsar/io/jcloud/writer/AzureBlobWriterTest.java -------------------------------------------------------------------------------- /src/test/java/org/apache/pulsar/io/jcloud/writer/S3BlobWriterTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/test/java/org/apache/pulsar/io/jcloud/writer/S3BlobWriterTest.java -------------------------------------------------------------------------------- /src/test/proto/ExternalTest.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/test/proto/ExternalTest.proto -------------------------------------------------------------------------------- /src/test/proto/Test.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/test/proto/Test.proto -------------------------------------------------------------------------------- /src/test/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/streamnative/pulsar-io-cloud-storage/HEAD/src/test/resources/log4j.properties --------------------------------------------------------------------------------