├── slack ├── slack-source │ └── config │ │ ├── openshift │ │ ├── slack-token.properties │ │ └── slack-source.yaml │ │ └── CamelSlackSourceConnector.properties ├── slack-sink │ └── config │ │ ├── openshift │ │ ├── slack-webhook.properties │ │ └── slack-sink.yaml │ │ └── CamelSlackSinkConnector.properties ├── slack-source-avro-apicurio-schema-registry │ ├── kafka-avro-basic-consumer │ │ ├── .gitignore │ │ ├── README.md │ │ └── src │ │ │ └── main │ │ │ ├── resources │ │ │ └── log4j2.properties │ │ │ └── java │ │ │ └── org │ │ │ └── apache │ │ │ └── camel │ │ │ └── kafkaconnector │ │ │ └── SimpleConsumer.java │ └── config │ │ └── CamelSlackSourceAvroApicurioConnector.properties └── slack-source-apicurio-schema-registry │ └── config │ └── CamelSlackSourceApicurioConnector.properties ├── telegram ├── telegram-sink │ └── config │ │ ├── openshift │ │ ├── telegram-token.properties │ │ └── telegram-sink.yaml │ │ └── CamelTelegramSinkConnector.properties └── telegram-source │ └── config │ ├── openshift │ ├── telegram-token.properties │ └── telegram-source.yaml │ └── CamelTelegramSourceConnector.properties ├── exec └── exec-sink │ ├── camel-kafka-exec-simple-producer │ ├── .gitignore │ ├── README.md │ ├── src │ │ └── main │ │ │ ├── resources │ │ │ └── log4j.properties │ │ │ └── java │ │ │ └── org │ │ │ └── apache │ │ │ └── camel │ │ │ └── kafkaconnector │ │ │ └── SimpleProducer.java │ └── pom.xml │ ├── config │ └── CamelExecSinkConnector.properties │ └── README.adoc ├── aws2-s3 ├── aws2-s3-source │ └── config │ │ ├── openshift │ │ ├── aws2-s3-cred.properties │ │ └── aws2-s3-source-connector.yaml │ │ └── CamelAWS2S3SourceConnector.properties ├── aws2-s3-move-after-read │ └── config │ │ ├── openshift │ │ ├── aws2-s3-cred.properties │ │ └── aws2-s3-source-connector.yaml │ │ └── CamelAWS2S3SourceConnector.properties ├── aws2-s3-sink-with-aggregation │ └── config │ │ ├── openshift │ │ ├── aws2-s3-cred.properties │ │ └── aws2-s3-sink-with-aggregation.yaml │ │ └── CamelAWS2S3SinkConnector.properties ├── aws2-s3-sink-with-zip-aggregation │ └── config │ │ ├── openshift │ │ ├── aws2-s3-cred.properties │ │ └── aws2-s3-sink-with-zip-aggregation.yaml │ │ └── CamelAWS2S3SinkConnector.properties ├── aws2-s3-sink-with-zip-dataformat │ └── config │ │ ├── openshift │ │ ├── aws2-s3-cred.properties │ │ └── aws2-s3-sink-with-zip-dataformat.yaml │ │ └── CamelAWS2S3SinkConnector.properties ├── aws2-s3-move-bucket-to-bucket │ └── config │ │ ├── CamelAWS2S3SinkConnector.properties │ │ └── CamelAWS2S3SourceConnector.properties └── aws2-s3-minio-source │ ├── config │ └── CamelAWS2S3SourceConnector.properties │ └── README.adoc ├── aws2-sns └── aws2-sns-sink │ └── config │ ├── openshift │ ├── aws2-sns-cred.properties │ └── aws2-sns-sink-connector.yaml │ └── CamelAWS2SNSSinkConnector.properties ├── aws2-sqs ├── aws2-sqs-sink │ └── config │ │ ├── openshift │ │ ├── aws2-sqs-cred.properties │ │ └── aws2-sqs-sink-connector.yaml │ │ └── CamelAWS2SQSSinkConnector.properties └── aws2-sqs-source │ └── config │ ├── openshift │ ├── aws2-sqs-cred.properties │ └── aws2-sqs-source-connector.yaml │ └── CamelAWS2SQSSourceConnector.properties ├── aws2-lambda └── aws2-lambda-sink │ └── config │ ├── openshift │ ├── aws2-lambda-cred.properties │ └── aws2-lambda-sink.yaml │ └── CamelAWS2LambdaSinkConnector.properties ├── aws2-kinesis ├── aws2-kinesis-source │ └── config │ │ ├── openshift │ │ ├── aws2-kinesis-cred.properties │ │ └── aws2-kinesis-source.yaml │ │ └── CamelAWS2KinesisSourceConnector.properties └── aws2-kinesis-sink │ └── config │ └── CamelAWS2KinesisSinkConnector.properties ├── aws2-kinesis-firehose └── aws2-kinesis-firehose-sink │ └── config │ ├── openshift │ ├── aws2-kinesis-firehose-cred.properties │ └── aws2-kinesis-firehose-sink.yaml │ └── CamelAWS2KinesisFirehoseSinkConnector.properties ├── cql ├── cql-source │ └── config │ │ ├── openshift │ │ ├── cql-init │ │ ├── cassandra.yaml │ │ └── cql-source-connector.yaml │ │ └── CamelCassandraQLSourceConnector.properties └── cql-sink │ └── config │ ├── openshift │ ├── cql-init │ ├── cql-sink-connector.yaml │ └── cassandra.yaml │ └── CamelCassandraQLSinkConnector.properties ├── fhir ├── sink │ ├── patientKobe.json │ ├── patientAI.json │ ├── CamelFhirSinkConnector.properties │ └── README.adoc └── source │ ├── CamelFhirSourceConnector.properties │ └── README.adoc ├── .asf.yaml ├── nsq ├── nsq-sink │ └── config │ │ └── CamelNsqSinkConnector.properties └── nsq-source │ └── config │ └── CamelNsqSourceConnector.properties ├── file-watch └── file-watch-source │ └── config │ └── CamelFilewatchSourceConnector.properties ├── nats ├── nats-sink │ ├── config │ │ └── CamelNatsSinkConnector.properties │ └── README.adoc └── nats-source │ ├── config │ └── CamelNatsSourceConnector.properties │ └── README.adoc ├── git ├── git-source-tag │ └── config │ │ └── CamelGitSourceConnector.properties ├── git-source-branch │ └── config │ │ └── CamelGitSourceConnector.properties └── git-source-commit │ └── config │ └── CamelGitSourceConnector.properties ├── infinispan ├── infinispan-sink │ └── config │ │ └── CamelInfinispanSinkConnector.properties ├── infinispan-source │ └── config │ │ └── CamelInfinispanSourceConnector.properties └── infinispan-source-with-authentication │ └── config │ └── CamelInfinispanSourceConnector.properties ├── cron └── cron-source │ └── config │ └── CamelCronSourceConnector.properties ├── ssh ├── ssh-sink │ └── config │ │ └── CamelSshSinkConnector.properties └── ssh-source │ └── config │ └── CamelSshSourceConnector.properties ├── file ├── file-sink │ ├── config │ │ └── CamelFileSinkConnector.properties │ └── README.adoc ├── file-source │ ├── config │ │ └── CamelFileSourceConnector.properties │ └── README.adoc └── file-source-with-transforms │ └── config │ └── CamelFileSourceConnector.properties ├── quartz └── quartz-source │ └── config │ └── CamelQuartzSourceConnector.properties ├── docker ├── docker-source-events │ └── config │ │ └── CamelDockerSourceConnector.properties ├── docker-source-stats │ └── config │ │ └── CamelDockerSourceConnector.properties ├── docker-sink-pull │ └── config │ │ └── CamelDockerSinkConnector.properties └── docker-sink-tag │ └── config │ └── CamelDockerSinkConnector.properties ├── google-pubsub ├── google-pubsub-sink │ └── config │ │ ├── CamelGooglepubsubSinkConnector.properties │ │ └── CamelGooglepubsubSourceConnector.properties └── google-pubsub-source │ └── config │ └── CamelGooglepubsubSourceConnector.properties ├── aws-s3-to-jms └── config │ ├── CamelJmsSinkConnector.properties │ └── CamelAWSS3SourceConnector.properties ├── github ├── github-source-pullrequest │ └── config │ │ └── CamelGithubSourceConnector.properties └── github-source-events │ └── config │ └── CamelGithubSourceConnector.properties ├── minio ├── minio-sink │ ├── config │ │ └── CamelMinioSinkConnector.properties │ └── README.adoc └── minio-source │ ├── config │ └── CamelMinioSourceConnector.properties │ └── README.adoc ├── pgevent └── pgevent-source │ └── config │ └── CamelPgeventSourceConnector.properties ├── aws2-kms ├── aws2-kms-sink-create-key │ ├── config │ │ └── CamelAWS2KMSSinkConnector.properties │ └── README.adoc └── aws2-kms-sink-delete-key │ ├── config │ └── CamelAWS2KMSSinkConnector.properties │ └── README.adoc ├── aws2-iam ├── aws2-iam-sink-create-group │ ├── config │ │ └── CamelAWS2IAMSinkConnector.properties │ └── README.adoc ├── aws2-iam-sink-create-user │ ├── config │ │ └── CamelAWS2IAMSinkConnector.properties │ └── README.adoc ├── aws2-iam-sink-delete-group │ ├── config │ │ └── CamelAWS2IAMSinkConnector.properties │ └── README.adoc └── aws2-iam-sink-delete-user │ └── config │ └── CamelAWS2IAMSinkConnector.properties ├── ftp ├── ftp-sink │ └── config │ │ └── CamelFtpSinkConnector.properties └── ftp-source │ └── config │ └── CamelFtpSourceConnector.properties ├── ftps ├── ftps-sink │ └── config │ │ └── CamelFtpsSinkConnector.properties └── ftps-source │ └── config │ └── CamelFtpsSourceConnector.properties ├── sftp ├── sftp-sink │ └── config │ │ └── CamelSftpSinkConnector.properties └── sftp-source │ └── config │ └── CamelSftpSourceConnector.properties ├── sql ├── sql-source │ └── config │ │ └── CamelSqlSourceConnector.properties └── sql-sink │ └── config │ └── CamelSqlSinkConnector.properties ├── amqp ├── config │ ├── CamelAmqpSinkConnector.properties │ └── CamelAmqpSourceConnector.properties └── README.adoc ├── rabbitmq ├── rabbitmq-sink │ └── config │ │ └── CamelRabbitmqSinkConnector.properties └── rabbitmq-source │ └── config │ └── CamelRabbitmqSourceConnector.properties ├── braintree └── customer-delete-sink-connector │ └── config │ └── CamelBraintreeSinkConnector.properties ├── jdbc └── jdbc-sink │ └── config │ └── CamelJdbcSinkConnector.properties ├── twitter ├── twitter-direct-message-sink │ ├── config │ │ └── CamelTwitterdirectmessageSinkConnector.properties │ └── README.adoc ├── twitter-search-source │ └── config │ │ └── CamelTwittersearchSourceConnector.properties ├── twitter-timeline-sink │ ├── config │ │ └── CamelTwittertimelineSinkConnector.properties │ └── README.adoc ├── twitter-timeline-source │ └── config │ │ └── CamelTwittertimelineSourceConnector.properties └── twitter-direct-message-source │ └── config │ └── CamelTwitterdirectmessageSourceConnector.properties ├── arangodb └── arangodb-sink-document-collection │ └── config │ └── CamelArangodbSinkConnector.properties ├── other-examples └── error-handling-sink │ └── config │ └── CamelSjms2Invalid.properties ├── couchbase └── couchbase-sink │ └── config │ └── CamelCouchbaseSinkConnector.properties ├── README.adoc ├── scp └── scp-sink │ └── config │ └── CamelScpSinkConnector.properties ├── google-sheets-stream ├── google-sheets-stream-source │ └── config │ │ └── CamelGoogleSheetsStreamSourceConnector.properties └── google-sheets-stream-with-split-source │ └── config │ └── CamelGoogleSheetsStreamSourceConnector.properties ├── google-calendar-stream └── google-calendar-stream-source │ └── config │ └── CamelGoogleCalendarStreamSourceConnector.properties └── google-mail-stream └── google-mail-stream-source └── config └── CamelGoogleMailStreamSourceConnector.properties /slack/slack-source/config/openshift/slack-token.properties: -------------------------------------------------------------------------------- 1 | token=xxx 2 | -------------------------------------------------------------------------------- /slack/slack-sink/config/openshift/slack-webhook.properties: -------------------------------------------------------------------------------- 1 | webhook=xxx 2 | -------------------------------------------------------------------------------- /telegram/telegram-sink/config/openshift/telegram-token.properties: -------------------------------------------------------------------------------- 1 | auth_token=xxx 2 | -------------------------------------------------------------------------------- /telegram/telegram-source/config/openshift/telegram-token.properties: -------------------------------------------------------------------------------- 1 | auth_token=xxx 2 | -------------------------------------------------------------------------------- /exec/exec-sink/camel-kafka-exec-simple-producer/.gitignore: -------------------------------------------------------------------------------- 1 | .project 2 | .classpath 3 | .settings/ 4 | /target 5 | -------------------------------------------------------------------------------- /aws2-s3/aws2-s3-source/config/openshift/aws2-s3-cred.properties: -------------------------------------------------------------------------------- 1 | accessKey=xxxx 2 | secretKey=yyyy 3 | region=region 4 | -------------------------------------------------------------------------------- /aws2-sns/aws2-sns-sink/config/openshift/aws2-sns-cred.properties: -------------------------------------------------------------------------------- 1 | accessKey=xxxx 2 | secretKey=yyyy 3 | region=region 4 | -------------------------------------------------------------------------------- /aws2-sqs/aws2-sqs-sink/config/openshift/aws2-sqs-cred.properties: -------------------------------------------------------------------------------- 1 | accessKey=xxxx 2 | secretKey=yyyy 3 | region=region 4 | -------------------------------------------------------------------------------- /aws2-sqs/aws2-sqs-source/config/openshift/aws2-sqs-cred.properties: -------------------------------------------------------------------------------- 1 | accessKey=xxxx 2 | secretKey=yyyy 3 | region=region 4 | -------------------------------------------------------------------------------- /aws2-s3/aws2-s3-move-after-read/config/openshift/aws2-s3-cred.properties: -------------------------------------------------------------------------------- 1 | accessKey=xxxx 2 | secretKey=yyyy 3 | region=region 4 | -------------------------------------------------------------------------------- /aws2-lambda/aws2-lambda-sink/config/openshift/aws2-lambda-cred.properties: -------------------------------------------------------------------------------- 1 | accessKey=xxxx 2 | secretKey=yyyy 3 | region=region 4 | -------------------------------------------------------------------------------- /aws2-kinesis/aws2-kinesis-source/config/openshift/aws2-kinesis-cred.properties: -------------------------------------------------------------------------------- 1 | accessKey=xxxx 2 | secretKey=yyyy 3 | region=region 4 | -------------------------------------------------------------------------------- /aws2-s3/aws2-s3-sink-with-aggregation/config/openshift/aws2-s3-cred.properties: -------------------------------------------------------------------------------- 1 | accessKey=xxxx 2 | secretKey=yyyy 3 | region=region 4 | -------------------------------------------------------------------------------- /aws2-s3/aws2-s3-sink-with-zip-aggregation/config/openshift/aws2-s3-cred.properties: -------------------------------------------------------------------------------- 1 | accessKey=xxxx 2 | secretKey=yyyy 3 | region=region 4 | -------------------------------------------------------------------------------- /aws2-s3/aws2-s3-sink-with-zip-dataformat/config/openshift/aws2-s3-cred.properties: -------------------------------------------------------------------------------- 1 | accessKey=xxxx 2 | secretKey=yyyy 3 | region=region 4 | -------------------------------------------------------------------------------- /slack/slack-source-avro-apicurio-schema-registry/kafka-avro-basic-consumer/.gitignore: -------------------------------------------------------------------------------- 1 | .project 2 | .classpath 3 | .settings/ 4 | /target 5 | -------------------------------------------------------------------------------- /aws2-kinesis-firehose/aws2-kinesis-firehose-sink/config/openshift/aws2-kinesis-firehose-cred.properties: -------------------------------------------------------------------------------- 1 | accessKey=xxxx 2 | secretKey=yyyy 3 | region=region 4 | -------------------------------------------------------------------------------- /cql/cql-source/config/openshift/cql-init: -------------------------------------------------------------------------------- 1 | create keyspace test with replication = {'class':'SimpleStrategy', 'replication_factor':3}; 2 | use test; 3 | create table users ( id int primary key, name text ); 4 | quit; 5 | -------------------------------------------------------------------------------- /cql/cql-sink/config/openshift/cql-init: -------------------------------------------------------------------------------- 1 | create keyspace test with replication = {'class':'SimpleStrategy', 'replication_factor':3}; 2 | use test; 3 | create table users ( id timeuuid primary key, name text ); 4 | quit; 5 | -------------------------------------------------------------------------------- /exec/exec-sink/camel-kafka-exec-simple-producer/README.md: -------------------------------------------------------------------------------- 1 | ## Camel Simple Exec Producer 2 | 3 | To run the producer: 4 | 5 | mvn compile exec:exec -Dkafka.topic.name=mytopic -Dkafka.key=1 -Dcamel.body="FileName" -Dcamel.header.detail="detail1" 6 | -------------------------------------------------------------------------------- /slack/slack-source-avro-apicurio-schema-registry/kafka-avro-basic-consumer/README.md: -------------------------------------------------------------------------------- 1 | ## Basic Kafka Consumer 2 | 3 | Related to camel-kafka-connector 4 | 5 | To run the producer: 6 | 7 | mvn clean compile exec:exec -Dkafka.topic.name=mytopic 8 | 9 | the default topic name is mytopic 10 | -------------------------------------------------------------------------------- /fhir/sink/patientKobe.json: -------------------------------------------------------------------------------- 1 | {"resourceType":"Patient","meta": {"versionId": "1","lastUpdated":"2020-02-27T15:54:12.956+00:00","source": "#2mnetMRtkFCKvIZ4"},"text": {"status": "generated"},"identifier": [ { "system": "urn:system","value": "12345aaa"}],"active": true,"name":[{"family": "Briant","given": ["Kobe","Bean"]}]} -------------------------------------------------------------------------------- /fhir/sink/patientAI.json: -------------------------------------------------------------------------------- 1 | { "resourceType": "Patient", "meta": { "versionId": "1", "lastUpdated": "2020-02-27T15:54:12.956+00:00", "source": "#2mnetMRtkFCKvIZ4" }, "text": { "status": "generated" }, "identifier": [ { "system": "urn:system", "value": "12345bbb" } ], "active": true, "name": [ { "family": "Iverson", "given": [ "Allen", "Ezail" ] } ]} -------------------------------------------------------------------------------- /exec/exec-sink/camel-kafka-exec-simple-producer/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- 1 | # Root logger option 2 | log4j.rootLogger=INFO, stdout 3 | 4 | # Direct log messages to stdout 5 | log4j.appender.stdout=org.apache.log4j.ConsoleAppender 6 | log4j.appender.stdout.Target=System.out 7 | log4j.appender.stdout.layout=org.apache.log4j.PatternLayout 8 | log4j.appender.stdout.layout.ConversionPattern=%d{yyyy-MM-dd HH:mm:ss} %-5p %c{1}:%L - %m%n 9 | 10 | -------------------------------------------------------------------------------- /slack/slack-sink/config/openshift/slack-sink.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kafka.strimzi.io/v1alpha1 2 | kind: KafkaConnector 3 | metadata: 4 | name: slack-sink-connector 5 | namespace: myproject 6 | labels: 7 | strimzi.io/cluster: my-connect-cluster 8 | spec: 9 | class: org.apache.camel.kafkaconnector.slack.CamelSlackSinkConnector 10 | tasksMax: 1 11 | config: 12 | key.converter: org.apache.kafka.connect.storage.StringConverter 13 | value.converter: org.apache.kafka.connect.storage.StringConverter 14 | topics: slack-topic 15 | camel.sink.path.channel: general 16 | camel.component.slack.webhookUrl: ${file:/opt/kafka/external-configuration/slack-webhook/slack-webhook.properties:webhook} 17 | -------------------------------------------------------------------------------- /telegram/telegram-source/config/openshift/telegram-source.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kafka.strimzi.io/v1alpha1 2 | kind: KafkaConnector 3 | metadata: 4 | name: telegram-source-connector 5 | namespace: myproject 6 | labels: 7 | strimzi.io/cluster: my-connect-cluster 8 | spec: 9 | class: org.apache.camel.kafkaconnector.telegram.CamelSlackTelegramConnector 10 | tasksMax: 1 11 | config: 12 | key.converter: org.apache.kafka.connect.storage.StringConverter 13 | value.converter: org.apache.kafka.connect.storage.StringConverter 14 | topics: telegram-topic 15 | camel.source.path.type: bots 16 | camel.source.endpoint.authorizationToken: ${file:/opt/kafka/external-configuration/telegram-token/telegram-token.properties:auth_token} 17 | -------------------------------------------------------------------------------- /slack/slack-source/config/openshift/slack-source.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kafka.strimzi.io/v1alpha1 2 | kind: KafkaConnector 3 | metadata: 4 | name: slack-source-connector 5 | namespace: myproject 6 | labels: 7 | strimzi.io/cluster: my-connect-cluster 8 | spec: 9 | class: org.apache.camel.kafkaconnector.slack.CamelSlackSourceConnector 10 | tasksMax: 1 11 | config: 12 | key.converter: org.apache.kafka.connect.storage.StringConverter 13 | transforms: SlackTransformer 14 | transforms.SlackTransformer.type: org.apache.camel.kafkaconnector.slack.transformers.SlackTransforms 15 | topics: slack-topic 16 | camel.source.path.channel: general 17 | camel.source.endpoint.token: ${file:/opt/kafka/external-configuration/slack-token/slack-token.properties:token} 18 | -------------------------------------------------------------------------------- /telegram/telegram-sink/config/openshift/telegram-sink.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kafka.strimzi.io/v1alpha1 2 | kind: KafkaConnector 3 | metadata: 4 | name: telegram-sink-connector 5 | namespace: myproject 6 | labels: 7 | strimzi.io/cluster: my-connect-cluster 8 | spec: 9 | class: org.apache.camel.kafkaconnector.telegram.CamelTelegramSinkConnector 10 | tasksMax: 1 11 | config: 12 | key.converter: org.apache.kafka.connect.storage.StringConverter 13 | value.converter: org.apache.kafka.connect.storage.StringConverter 14 | topics: telegram-topic 15 | camel.sink.path.type: bots 16 | camel.sink.endpoint.chatId: 17 | camel.sink.endpoint.authorizationToken: ${file:/opt/kafka/external-configuration/telegram-token/telegram-token.properties:auth_token} 18 | -------------------------------------------------------------------------------- /cql/cql-sink/config/openshift/cql-sink-connector.yaml: -------------------------------------------------------------------------------- 1 | --- 2 | apiVersion: kafka.strimzi.io/v1alpha1 3 | kind: KafkaConnector 4 | metadata: 5 | name: cql-sink-connector 6 | labels: 7 | strimzi.io/cluster: my-connect-cluster 8 | spec: 9 | class: org.apache.camel.kafkaconnector.cql.CamelCqlSinkConnector 10 | tasksMax: 1 11 | config: 12 | topics: mytopic 13 | key.converter: org.apache.kafka.connect.storage.StringConverter 14 | value.converter: org.apache.kafka.connect.storage.StringConverter 15 | 16 | camel.sink.path.hosts: cassandra 17 | camel.sink.path.port: 9042 18 | camel.sink.path.keyspace: test 19 | camel.sink.endpoint.cql: insert into users(id, name) values (now(), ?) 20 | camel.sink.endpoint.username: admin 21 | camel.sink.endpoint.password: admin 22 | 23 | 24 | -------------------------------------------------------------------------------- /cql/cql-sink/config/openshift/cassandra.yaml: -------------------------------------------------------------------------------- 1 | --- 2 | apiVersion: apps/v1 3 | kind: Deployment 4 | metadata: 5 | name: cassandra 6 | labels: 7 | app: cassandra 8 | spec: 9 | replicas: 1 10 | selector: 11 | matchLabels: 12 | app: cassandra 13 | template: 14 | metadata: 15 | labels: 16 | app: cassandra 17 | spec: 18 | containers: 19 | - image: centos/cassandra-311-centos7 20 | name: cassandra 21 | ports: 22 | - containerPort: 9042 23 | env: 24 | - name: CASSANDRA_ADMIN_PASSWORD 25 | value: admin 26 | --- 27 | apiVersion: v1 28 | kind: Service 29 | metadata: 30 | name: cassandra 31 | labels: 32 | app: cassandra 33 | spec: 34 | ports: 35 | - port: 9042 36 | targetPort: 9042 37 | type: ClusterIP 38 | selector: 39 | app: cassandra 40 | 41 | -------------------------------------------------------------------------------- /cql/cql-source/config/openshift/cassandra.yaml: -------------------------------------------------------------------------------- 1 | --- 2 | apiVersion: apps/v1 3 | kind: Deployment 4 | metadata: 5 | name: cassandra 6 | labels: 7 | app: cassandra 8 | spec: 9 | replicas: 1 10 | selector: 11 | matchLabels: 12 | app: cassandra 13 | template: 14 | metadata: 15 | labels: 16 | app: cassandra 17 | spec: 18 | containers: 19 | - image: centos/cassandra-311-centos7 20 | name: cassandra 21 | ports: 22 | - containerPort: 9042 23 | env: 24 | - name: CASSANDRA_ADMIN_PASSWORD 25 | value: admin 26 | --- 27 | apiVersion: v1 28 | kind: Service 29 | metadata: 30 | name: cassandra 31 | labels: 32 | app: cassandra 33 | spec: 34 | ports: 35 | - port: 9042 36 | targetPort: 9042 37 | type: ClusterIP 38 | selector: 39 | app: cassandra 40 | 41 | -------------------------------------------------------------------------------- /cql/cql-source/config/openshift/cql-source-connector.yaml: -------------------------------------------------------------------------------- 1 | --- 2 | apiVersion: kafka.strimzi.io/v1alpha1 3 | kind: KafkaConnector 4 | metadata: 5 | name: cql-source-connector 6 | labels: 7 | strimzi.io/cluster: my-connect-cluster 8 | spec: 9 | class: org.apache.camel.kafkaconnector.cql.CamelCqlSourceConnector 10 | tasksMax: 1 11 | config: 12 | topics: mytopic 13 | key.converter: org.apache.kafka.connect.storage.StringConverter 14 | value.converter: org.apache.kafka.connect.storage.StringConverter 15 | 16 | camel.source.path.hosts: cassandra 17 | camel.source.path.port: 9042 18 | camel.source.path.keyspace: test 19 | camel.source.endpoint.cql: select * from users 20 | camel.source.endpoint.username: admin 21 | camel.source.endpoint.password: admin 22 | camel.source.endpoint.resultSetConversionStrategy: "#class:org.apache.camel.kafkaconnector.cql.extended.RowConversionStrategy" 23 | 24 | -------------------------------------------------------------------------------- /aws2-sns/aws2-sns-sink/config/openshift/aws2-sns-sink-connector.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kafka.strimzi.io/v1alpha1 2 | kind: KafkaConnector 3 | metadata: 4 | name: sns-sink-connector 5 | namespace: myproject 6 | labels: 7 | strimzi.io/cluster: my-connect-cluster 8 | spec: 9 | class: org.apache.camel.kafkaconnector.aws2sns.CamelAws2snsSinkConnector 10 | tasksMax: 1 11 | config: 12 | key.converter: org.apache.kafka.connect.storage.StringConverter 13 | value.converter: org.apache.kafka.connect.storage.StringConverter 14 | topics: sns-topic 15 | camel.sink.path.topicNameOrArn: camel-connector-test 16 | camel.component.aws2-sns.accessKey: ${file:/opt/kafka/external-configuration/aws-credentials/aws2-sns-cred.properties:accessKey} 17 | camel.component.aws2-sns.secretKey: ${file:/opt/kafka/external-configuration/aws-credentials/aws2-sns-cred.properties:secretKey} 18 | camel.component.aws2-sns.region: ${file:/opt/kafka/external-configuration/aws-credentials/aws2-sns-cred.properties:region} 19 | -------------------------------------------------------------------------------- /aws2-sqs/aws2-sqs-sink/config/openshift/aws2-sqs-sink-connector.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kafka.strimzi.io/v1alpha1 2 | kind: KafkaConnector 3 | metadata: 4 | name: sqs-sink-connector 5 | namespace: myproject 6 | labels: 7 | strimzi.io/cluster: my-connect-cluster 8 | spec: 9 | class: org.apache.camel.kafkaconnector.aws2sqs.CamelAws2sqsSinkConnector 10 | tasksMax: 1 11 | config: 12 | key.converter: org.apache.kafka.connect.storage.StringConverter 13 | value.converter: org.apache.kafka.connect.storage.StringConverter 14 | topics: sqs-topic 15 | camel.sink.path.queueNameOrArn: camel-connector-test 16 | camel.component.aws2-sqs.accessKey: ${file:/opt/kafka/external-configuration/aws-credentials/aws2-sqs-cred.properties:accessKey} 17 | camel.component.aws2-sqs.secretKey: ${file:/opt/kafka/external-configuration/aws-credentials/aws2-sqs-cred.properties:secretKey} 18 | camel.component.aws2-sqs.region: ${file:/opt/kafka/external-configuration/aws-credentials/aws2-sqs-cred.properties:region} 19 | -------------------------------------------------------------------------------- /aws2-s3/aws2-s3-source/config/openshift/aws2-s3-source-connector.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kafka.strimzi.io/v1alpha1 2 | kind: KafkaConnector 3 | metadata: 4 | name: s3-source-connector 5 | namespace: myproject 6 | labels: 7 | strimzi.io/cluster: my-connect-cluster 8 | spec: 9 | class: org.apache.camel.kafkaconnector.aws2s3.CamelAws2s3SourceConnector 10 | tasksMax: 1 11 | config: 12 | key.converter: org.apache.kafka.connect.storage.StringConverter 13 | value.converter: org.apache.kafka.connect.converters.ByteArrayConverter 14 | topics: s3-topic 15 | camel.source.path.bucketNameOrArn: camel-kafka-connector 16 | camel.source.maxPollDuration: 10000 17 | camel.component.aws2-s3.accessKey: ${file:/opt/kafka/external-configuration/aws-credentials/aws2-s3-cred.properties:accessKey} 18 | camel.component.aws2-s3.secretKey: ${file:/opt/kafka/external-configuration/aws-credentials/aws2-s3-cred.properties:secretKey} 19 | camel.component.aws2-s3.region: ${file:/opt/kafka/external-configuration/aws-credentials/aws2-s3-cred.properties:region} 20 | -------------------------------------------------------------------------------- /aws2-sqs/aws2-sqs-source/config/openshift/aws2-sqs-source-connector.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kafka.strimzi.io/v1alpha1 2 | kind: KafkaConnector 3 | metadata: 4 | name: sqs-source-connector 5 | namespace: myproject 6 | labels: 7 | strimzi.io/cluster: my-connect-cluster 8 | spec: 9 | class: org.apache.camel.kafkaconnector.aws2sqs.CamelAws2sqsSourceConnector 10 | tasksMax: 1 11 | config: 12 | key.converter: org.apache.kafka.connect.storage.StringConverter 13 | value.converter: org.apache.kafka.connect.storage.StringConverter 14 | topics: sqs-topic 15 | camel.source.path.queueNameOrArn: camel-connector-test 16 | camel.source.maxPollDuration: 10000 17 | camel.component.aws2-sqs.accessKey: ${file:/opt/kafka/external-configuration/aws-credentials/aws2-sqs-cred.properties:accessKey} 18 | camel.component.aws2-sqs.secretKey: ${file:/opt/kafka/external-configuration/aws-credentials/aws2-sqs-cred.properties:secretKey} 19 | camel.component.aws2-sqs.region: ${file:/opt/kafka/external-configuration/aws-credentials/aws2-sqs-cred.properties:region} 20 | -------------------------------------------------------------------------------- /aws2-lambda/aws2-lambda-sink/config/openshift/aws2-lambda-sink.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kafka.strimzi.io/v1alpha1 2 | kind: KafkaConnector 3 | metadata: 4 | name: lambda-sink-connector 5 | namespace: myproject 6 | labels: 7 | strimzi.io/cluster: my-connect-cluster 8 | spec: 9 | class: org.apache.camel.kafkaconnector.aws2lambda.CamelAws2lambdaSinkConnector 10 | tasksMax: 1 11 | config: 12 | key.converter: org.apache.kafka.connect.storage.StringConverter 13 | value.converter: org.apache.kafka.connect.converters.ByteArrayConverter 14 | topics: lambda-topic 15 | camel.sink.path.function: hello-ckc 16 | camel.sink.endpoint.operation: invokeFunction 17 | camel.component.aws2-lambda.accessKey: ${file:/opt/kafka/external-configuration/aws-credentials/aws2-lambda-cred.properties:accessKey} 18 | camel.component.aws2-lambda.secretKey: ${file:/opt/kafka/external-configuration/aws-credentials/aws2-lambda-cred.properties:secretKey} 19 | camel.component.aws2-lambda.region: ${file:/opt/kafka/external-configuration/aws-credentials/aws2-lambda-cred.properties:region} 20 | -------------------------------------------------------------------------------- /aws2-kinesis-firehose/aws2-kinesis-firehose-sink/config/openshift/aws2-kinesis-firehose-sink.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kafka.strimzi.io/v1alpha1 2 | kind: KafkaConnector 3 | metadata: 4 | name: kinesis-firehose-sink-connector 5 | namespace: myproject 6 | labels: 7 | strimzi.io/cluster: my-connect-cluster 8 | spec: 9 | class: org.apache.camel.kafkaconnector.aws2kinesisfirehose.CamelAws2kinesisfirehoseSinkConnector 10 | tasksMax: 1 11 | config: 12 | key.converter: org.apache.kafka.connect.storage.StringConverter 13 | value.converter: org.apache.kafka.connect.storage.StringConverter 14 | topics: kinesis-firehose-topic 15 | camel.sink.path.streamName: firehose-stream 16 | camel.component.aws2-s3.accessKey: ${file:/opt/kafka/external-configuration/aws-credentials/aws2-kinesis-firehose-cred.properties:accessKey} 17 | camel.component.aws2-s3.secretKey: ${file:/opt/kafka/external-configuration/aws-credentials/aws2-kinesis-firehose-cred.properties:secretKey} 18 | camel.component.aws2-s3.region: ${file:/opt/kafka/external-configuration/aws-credentials/aws2-kinesis-firehose-cred.properties:region} 19 | -------------------------------------------------------------------------------- /aws2-kinesis/aws2-kinesis-source/config/openshift/aws2-kinesis-source.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kafka.strimzi.io/v1alpha1 2 | kind: KafkaConnector 3 | metadata: 4 | name: kinesis-source-connector 5 | namespace: myproject 6 | labels: 7 | strimzi.io/cluster: my-connect-cluster 8 | spec: 9 | class: org.apache.camel.kafkaconnector.aws2kinesis.CamelAws2kinesisSourceConnector 10 | tasksMax: 1 11 | config: 12 | key.converter: org.apache.kafka.connect.storage.StringConverter 13 | transforms: KinesisRecordDataTransforms 14 | transforms.KinesisRecordDataTransforms.type: org.apache.camel.kafkaconnector.KinesisRecordDataTransforms 15 | topics: kinesis-topic 16 | camel.source.path.streamName: streamTest 17 | camel.source.endpoint.accessKey: ${file:/opt/kafka/external-configuration/aws-credentials/aws2-kinesis-cred.properties:accessKey} 18 | camel.source.endpoint.secretKey: ${file:/opt/kafka/external-configuration/aws-credentials/aws2-kinesis-cred.properties:secretKey} 19 | camel.source.endpoint.region: ${file:/opt/kafka/external-configuration/aws-credentials/aws2-kinesis-cred.properties:region} 20 | -------------------------------------------------------------------------------- /aws2-s3/aws2-s3-sink-with-zip-dataformat/config/openshift/aws2-s3-sink-with-zip-dataformat.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kafka.strimzi.io/v1alpha1 2 | kind: KafkaConnector 3 | metadata: 4 | name: s3-sink-connector 5 | namespace: myproject 6 | labels: 7 | strimzi.io/cluster: my-connect-cluster 8 | spec: 9 | class: org.apache.camel.kafkaconnector.aws2s3.CamelAws2s3SinkConnector 10 | tasksMax: 1 11 | config: 12 | key.converter: org.apache.kafka.connect.storage.StringConverter 13 | value.converter: org.apache.kafka.connect.storage.StringConverter 14 | topics: s3-topic 15 | camel.sink.path.bucketNameOrArn: camel-kafka-connector 16 | camel.sink.endpoint.keyName: ${date:now:yyyyMMdd-HHmmssSSS}-${exchangeId}.tar.gz 17 | camel.sink.marshal: tar.gzfile 18 | camel.component.aws2-s3.accessKey: ${file:/opt/kafka/external-configuration/aws-credentials/aws2-s3-cred.properties:accessKey} 19 | camel.component.aws2-s3.secretKey: ${file:/opt/kafka/external-configuration/aws-credentials/aws2-s3-cred.properties:secretKey} 20 | camel.component.aws2-s3.region: ${file:/opt/kafka/external-configuration/aws-credentials/aws2-s3-cred.properties:region} 21 | -------------------------------------------------------------------------------- /aws2-s3/aws2-s3-move-after-read/config/openshift/aws2-s3-source-connector.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kafka.strimzi.io/v1alpha1 2 | kind: KafkaConnector 3 | metadata: 4 | name: s3-source-connector 5 | namespace: myproject 6 | labels: 7 | strimzi.io/cluster: my-connect-cluster 8 | spec: 9 | class: org.apache.camel.kafkaconnector.aws2s3.CamelAws2s3SourceConnector 10 | tasksMax: 1 11 | config: 12 | key.converter: org.apache.kafka.connect.storage.StringConverter 13 | value.converter: org.apache.kafka.connect.converters.ByteArrayConverter 14 | topics: s3-topic 15 | camel.source.path.bucketNameOrArn: camel-kafka-connector 16 | camel.source.maxPollDuration: 10000 17 | camel.source.endpoint.moveAfterRead: true 18 | camel.source.endpoint.destinationBucket: camel-1 19 | camel.component.aws2-s3.accessKey: ${file:/opt/kafka/external-configuration/aws-credentials/aws2-s3-cred.properties:accessKey} 20 | camel.component.aws2-s3.secretKey: ${file:/opt/kafka/external-configuration/aws-credentials/aws2-s3-cred.properties:secretKey} 21 | camel.component.aws2-s3.region: ${file:/opt/kafka/external-configuration/aws-credentials/aws2-s3-cred.properties:region} 22 | -------------------------------------------------------------------------------- /.asf.yaml: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | github: 19 | description: "Apache Camel Kafka Connector Examples" 20 | homepage: https://camel.apache.org 21 | labels: 22 | - camel 23 | - integration 24 | - java 25 | - kafka 26 | enabled_merge_buttons: 27 | merge: false 28 | rebase: true 29 | squash: true 30 | features: 31 | issues: true 32 | -------------------------------------------------------------------------------- /nsq/nsq-sink/config/CamelNsqSinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelNsqSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.nsq.CamelNsqSinkConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | 25 | camel.sink.endpoint.servers=172.17.0.3 26 | camel.sink.path.topic=nsq-main 27 | -------------------------------------------------------------------------------- /file-watch/file-watch-source/config/CamelFilewatchSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelFilewatchSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.filewatch.CamelFilewatchSourceConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | 25 | camel.source.path.path= 26 | -------------------------------------------------------------------------------- /nats/nats-sink/config/CamelNatsSinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelNatsSinkConnector 19 | connector.class=org.apache.camel.kafkaconnector.nats.CamelNatsSinkConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | 25 | camel.component.nats.servers=172.17.0.2 26 | camel.sink.path.topic=nats-main 27 | -------------------------------------------------------------------------------- /slack/slack-sink/config/CamelSlackSinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelSlackSinkConnector 19 | connector.class=org.apache.camel.kafkaconnector.slack.CamelSlackSinkConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=test302 24 | 25 | camel.sink.path.channel=general 26 | camel.component.slack.webhookUrl= 27 | -------------------------------------------------------------------------------- /git/git-source-tag/config/CamelGitSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelGitSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.git.CamelGitSourceConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | 25 | camel.source.path.localPath=/home/oscerd/Desktop/test_repo 26 | camel.source.endpoint.type=tag 27 | -------------------------------------------------------------------------------- /aws2-s3/aws2-s3-sink-with-aggregation/config/openshift/aws2-s3-sink-with-aggregation.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kafka.strimzi.io/v1alpha1 2 | kind: KafkaConnector 3 | metadata: 4 | name: s3-sink-connector 5 | namespace: myproject 6 | labels: 7 | strimzi.io/cluster: my-connect-cluster 8 | spec: 9 | class: org.apache.camel.kafkaconnector.aws2s3.CamelAws2s3SinkConnector 10 | tasksMax: 1 11 | config: 12 | key.converter: org.apache.kafka.connect.storage.StringConverter 13 | value.converter: org.apache.kafka.connect.storage.StringConverter 14 | topics: s3-topic 15 | camel.sink.path.bucketNameOrArn: camel-kafka-connector 16 | camel.sink.endpoint.keyName: ${date:now:yyyyMMdd-HHmmssSSS}-${exchangeId} 17 | camel.beans.aggregate: '#class:org.apache.camel.kafkaconnector.aggregator.StringAggregator' 18 | camel.aggregation.size: 10 19 | camel.aggregation.timeout: 5000 20 | camel.component.aws2-s3.accessKey: ${file:/opt/kafka/external-configuration/aws-credentials/aws2-s3-cred.properties:accessKey} 21 | camel.component.aws2-s3.secretKey: ${file:/opt/kafka/external-configuration/aws-credentials/aws2-s3-cred.properties:secretKey} 22 | camel.component.aws2-s3.region: ${file:/opt/kafka/external-configuration/aws-credentials/aws2-s3-cred.properties:region} 23 | -------------------------------------------------------------------------------- /git/git-source-branch/config/CamelGitSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelGitSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.git.CamelGitSourceConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | 25 | camel.source.path.localPath=/home/oscerd/Desktop/test_repo 26 | camel.source.endpoint.type=branch 27 | -------------------------------------------------------------------------------- /infinispan/infinispan-sink/config/CamelInfinispanSinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelInfinispanSinkConnector 19 | connector.class=org.apache.camel.kafkaconnector.infinispan.CamelInfinispanSinkConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | 25 | camel.sink.endpoint.hosts=localhost 26 | camel.sink.path.cacheName=mycache 27 | -------------------------------------------------------------------------------- /cron/cron-source/config/CamelCronSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelCronSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.cron.CamelCronSourceConnector 20 | tasks.max=1 21 | 22 | key.converter=org.apache.kafka.connect.storage.StringConverter 23 | value.converter=org.apache.kafka.connect.storage.StringConverter 24 | 25 | topics=mytopic 26 | 27 | camel.source.endpoint.schedule=0/5+*+*+*+*+? 28 | camel.source.path.name=cron-timer 29 | -------------------------------------------------------------------------------- /exec/exec-sink/config/CamelExecSinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelExecSinkConnector 19 | connector.class=org.apache.camel.kafkaconnector.exec.CamelExecSinkConnector 20 | tasks.max=1 21 | key.converter=org.apache.kafka.connect.storage.StringConverter 22 | value.converter=org.apache.kafka.connect.storage.StringConverter 23 | 24 | topics=mytopic 25 | 26 | camel.sink.path.executable=touch 27 | camel.sink.endpoint.args=/tmp/${body}-${headers.detail}.txt 28 | -------------------------------------------------------------------------------- /telegram/telegram-source/config/CamelTelegramSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelTelegramSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.telegram.CamelTelegramSourceConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | 25 | camel.source.endpoint.authorizationToken= 26 | camel.source.path.type=bots 27 | -------------------------------------------------------------------------------- /aws2-s3/aws2-s3-sink-with-zip-aggregation/config/openshift/aws2-s3-sink-with-zip-aggregation.yaml: -------------------------------------------------------------------------------- 1 | apiVersion: kafka.strimzi.io/v1alpha1 2 | kind: KafkaConnector 3 | metadata: 4 | name: s3-sink-connector 5 | namespace: myproject 6 | labels: 7 | strimzi.io/cluster: my-connect-cluster 8 | spec: 9 | class: org.apache.camel.kafkaconnector.aws2s3.CamelAws2s3SinkConnector 10 | tasksMax: 1 11 | config: 12 | key.converter: org.apache.kafka.connect.storage.StringConverter 13 | value.converter: org.apache.kafka.connect.storage.StringConverter 14 | topics: s3-topic 15 | camel.sink.path.bucketNameOrArn: camel-kafka-connector 16 | camel.sink.endpoint.keyName: ${date:now:yyyyMMdd-HHmmssSSS}-${exchangeId}.tar.gz 17 | camel.beans.aggregate: '#class:org.apache.camel.processor.aggregate.tar.gzfile.ZipAggregationStrategy' 18 | camel.aggregation.size: 10 19 | camel.aggregation.timeout: 5000 20 | camel.component.aws2-s3.accessKey: ${file:/opt/kafka/external-configuration/aws-credentials/aws2-s3-cred.properties:accessKey} 21 | camel.component.aws2-s3.secretKey: ${file:/opt/kafka/external-configuration/aws-credentials/aws2-s3-cred.properties:secretKey} 22 | camel.component.aws2-s3.region: ${file:/opt/kafka/external-configuration/aws-credentials/aws2-s3-cred.properties:region} 23 | -------------------------------------------------------------------------------- /git/git-source-commit/config/CamelGitSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelGitSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.git.CamelGitSourceConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | 25 | camel.source.path.localPath=/tmp/test_repo/ 26 | camel.source.endpoint.branchName=master 27 | camel.source.endpoint.type=commit 28 | -------------------------------------------------------------------------------- /nsq/nsq-source/config/CamelNsqSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelNsqSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.nsq.CamelNsqSourceConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.converters.ByteArrayConverter 22 | 23 | topics=mytopic 24 | 25 | camel.source.endpoint.servers=127.0.0.1 26 | camel.source.path.topic=eltopic 27 | camel.source.endpoint.lookupServerPort=4161 28 | -------------------------------------------------------------------------------- /ssh/ssh-sink/config/CamelSshSinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelSshSinkConnector 19 | connector.class=org.apache.camel.kafkaconnector.ssh.CamelSshSinkConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | 25 | camel.sink.path.host=localhost 26 | camel.sink.path.port=32768 27 | camel.sink.endpoint.username=root 28 | camel.sink.endpoint.password=root 29 | -------------------------------------------------------------------------------- /file/file-sink/config/CamelFileSinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelFileSinkConnector 19 | topics=mytopic 20 | tasks.max=1 21 | connector.class=org.apache.camel.kafkaconnector.file.CamelFileSinkConnector 22 | key.converter=org.apache.kafka.connect.storage.StringConverter 23 | value.converter=org.apache.kafka.connect.storage.StringConverter 24 | 25 | camel.sink.path.directoryName=/tmp/ 26 | camel.sink.endpoint.fileName=kafkaconnect.txt 27 | camel.sink.endpoint.fileExist=Append 28 | -------------------------------------------------------------------------------- /nats/nats-source/config/CamelNatsSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelNatsSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.nats.CamelNatsSourceConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.converters.ByteArrayConverter 22 | 23 | camel.source.maxPollDuration=10000 24 | 25 | topics=mytopic 26 | 27 | camel.component.nats.servers=172.17.0.2 28 | camel.source.path.topic=nats-main 29 | -------------------------------------------------------------------------------- /file/file-source/config/CamelFileSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelFileSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.file.CamelFileSourceConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | camel.source.maxPollDuration=10000 24 | 25 | topics=mytopic 26 | 27 | camel.source.path.directoryName=/tmp/kafkastuff/ 28 | camel.source.endpoint.idempotent=true 29 | 30 | -------------------------------------------------------------------------------- /slack/slack-source/config/CamelSlackSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelSlackSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.slack.CamelSlackSourceConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | transforms=SlackTransformer 22 | transforms.SlackTransformer.type=org.apache.camel.kafkaconnector.slack.transformers.SlackTransforms 23 | 24 | topics=mytopic 25 | 26 | camel.source.path.channel=general 27 | camel.source.endpoint.token= 28 | -------------------------------------------------------------------------------- /telegram/telegram-sink/config/CamelTelegramSinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelTelegramSinkConnector 19 | connector.class=org.apache.camel.kafkaconnector.telegram.CamelTelegramSinkConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | 25 | camel.sink.endpoint.authorizationToken= 26 | camel.sink.path.type=bots 27 | camel.sink.endpoint.chatId= 28 | -------------------------------------------------------------------------------- /quartz/quartz-source/config/CamelQuartzSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelQuartzSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.quartz.CamelQuartzSourceConnector 20 | tasks.max=1 21 | 22 | key.converter=org.apache.kafka.connect.storage.StringConverter 23 | value.converter=org.apache.kafka.connect.storage.StringConverter 24 | 25 | topics=mytopic 26 | 27 | camel.source.path.groupName=Camel 28 | camel.source.path.triggerName=quartz-sample 29 | camel.source.endpoint.cron=0/5+*+*+*+*+? 30 | -------------------------------------------------------------------------------- /docker/docker-source-events/config/CamelDockerSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelDockerSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.docker.CamelDockerSourceConnector 20 | tasks.max=1 21 | 22 | key.converter=org.apache.kafka.connect.storage.StringConverter 23 | value.converter=org.apache.kafka.connect.storage.StringConverter 24 | 25 | topics=mytopic 26 | 27 | camel.component.docker.host=/var/run/docker.sock 28 | camel.component.docker.socket=true 29 | camel.source.path.operation=events 30 | -------------------------------------------------------------------------------- /aws2-kinesis/aws2-kinesis-sink/config/CamelAWS2KinesisSinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelAws2-kinesisSinkConnector 19 | connector.class=org.apache.camel.kafkaconnector.aws2kinesis.CamelAws2kinesisSinkConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | camel.sink.path.streamName=streamTest 25 | camel.sink.endpoint.accessKey=xxxx 26 | camel.sink.endpoint.secretKey=xxxx 27 | camel.sink.endpoint.region=region 28 | -------------------------------------------------------------------------------- /infinispan/infinispan-source/config/CamelInfinispanSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelInfinispanSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.infinispan.CamelInfinispanSourceConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.converters.ByteArrayConverter 22 | 23 | topics=mytopic 24 | 25 | camel.source.endpoint.hosts=localhost 26 | camel.source.path.cacheName=mycache 27 | camel.source.endpoint.eventTypes=CLIENT_CACHE_ENTRY_CREATED 28 | -------------------------------------------------------------------------------- /aws2-sns/aws2-sns-sink/config/CamelAWS2SNSSinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelAWS2SNSSinkConnector 19 | connector.class=org.apache.camel.kafkaconnector.aws2sns.CamelAws2snsSinkConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | 25 | camel.sink.path.topicNameOrArn=topic-1 26 | 27 | camel.component.aws2-sns.accessKey=xxxx 28 | camel.component.aws2-sns.secretKey=yyyy 29 | camel.component.aws2-sns.region=eu-west-1 30 | -------------------------------------------------------------------------------- /aws2-sqs/aws2-sqs-sink/config/CamelAWS2SQSSinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelAWS2SQSSinkConnector 19 | connector.class=org.apache.camel.kafkaconnector.aws2sqs.CamelAws2sqsSinkConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | 25 | camel.sink.path.queueNameOrArn=camel-1 26 | 27 | camel.component.aws2-sqs.accessKey=xxxx 28 | camel.component.aws2-sqs.secretKey=yyyy 29 | camel.component.aws2-sqs.region=eu-west-1 30 | -------------------------------------------------------------------------------- /cql/cql-sink/config/CamelCassandraQLSinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelCassandraQLSinkConnector 19 | topics=mytopic 20 | tasks.max=1 21 | connector.class=org.apache.camel.kafkaconnector.cql.CamelCqlSinkConnector 22 | key.converter=org.apache.kafka.connect.storage.StringConverter 23 | value.converter=org.apache.kafka.connect.storage.StringConverter 24 | 25 | camel.sink.path.hosts=172.17.0.2 26 | camel.sink.path.port=9042 27 | camel.sink.path.keyspace=test 28 | camel.sink.endpoint.cql=insert into users(id, name) values (now(), ?) 29 | 30 | 31 | -------------------------------------------------------------------------------- /google-pubsub/google-pubsub-sink/config/CamelGooglepubsubSinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelGoogle-pubsubSinkConnector 19 | connector.class=org.apache.camel.kafkaconnector.googlepubsub.CamelGooglepubsubSinkConnector 20 | tasks.max=1 21 | key.converter=org.apache.kafka.connect.storage.StringConverter 22 | value.converter=org.apache.kafka.connect.storage.StringConverter 23 | 24 | topics=pubsub-topic 25 | 26 | camel.sink.path.destinationName=test 27 | camel.sink.path.projectId=testpubsub-306306 28 | camel.sink.endpoint.synchronousPull=true 29 | -------------------------------------------------------------------------------- /google-pubsub/google-pubsub-source/config/CamelGooglepubsubSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelGoogle-pubsubSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.googlepubsub.CamelGooglepubsubSourceConnector 20 | tasks.max=1 21 | key.converter=org.apache.kafka.connect.storage.StringConverter 22 | value.converter=org.apache.kafka.connect.converters.ByteArrayConverter 23 | 24 | topics=mytopic 25 | 26 | camel.source.path.destinationName=test-sub 27 | camel.source.path.projectId=testpubsub-306306 28 | camel.source.endpoint.synchronousPull=true 29 | -------------------------------------------------------------------------------- /aws-s3-to-jms/config/CamelJmsSinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelJmsSinkConnector 19 | topics=mytopic 20 | tasks.max=1 21 | connector.class=org.apache.camel.kafkaconnector.sjms2.CamelSjms2SinkConnector 22 | key.converter=org.apache.kafka.connect.storage.StringConverter 23 | value.converter=org.apache.kafka.connect.storage.StringConverter 24 | 25 | camel.sink.url=sjms2://queue:myqueue 26 | 27 | camel.component.sjms2.connection-factory=#class:org.apache.activemq.ActiveMQConnectionFactory 28 | camel.component.sjms2.connection-factory.brokerURL=tcp://localhost:61616 29 | -------------------------------------------------------------------------------- /docker/docker-source-stats/config/CamelDockerSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelDockerSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.docker.CamelDockerSourceConnector 20 | tasks.max=1 21 | 22 | key.converter=org.apache.kafka.connect.storage.StringConverter 23 | value.converter=org.apache.kafka.connect.storage.StringConverter 24 | 25 | topics=mytopic 26 | 27 | camel.component.docker.host=/var/run/docker.sock 28 | camel.component.docker.socket=true 29 | camel.source.path.operation=stats 30 | camel.source.endpoint.containerId= 31 | -------------------------------------------------------------------------------- /google-pubsub/google-pubsub-sink/config/CamelGooglepubsubSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelGoogle-pubsubSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.googlepubsub.CamelGooglepubsubSourceConnector 20 | tasks.max=1 21 | key.converter=org.apache.kafka.connect.storage.StringConverter 22 | value.converter=org.apache.kafka.connect.converters.ByteArrayConverter 23 | 24 | topics=mytopic-source 25 | 26 | camel.source.path.destinationName=test-sub 27 | camel.source.path.projectId=testpubsub-306306 28 | camel.source.endpoint.synchronousPull=true 29 | -------------------------------------------------------------------------------- /github/github-source-pullrequest/config/CamelGithubSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelGithubSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.github.CamelGithubSourceConnector 20 | 21 | key.converter=org.apache.kafka.connect.storage.StringConverter 22 | value.converter=org.apache.kafka.connect.storage.StringConverter 23 | 24 | topics=mytopic 25 | 26 | camel.source.endpoint.repoName=finnhub-java-client 27 | camel.source.endpoint.repoOwner=oscerd 28 | camel.source.path.type=pullrequest 29 | camel.source.endpoint.oauthToken= 30 | -------------------------------------------------------------------------------- /file/file-source-with-transforms/config/CamelFileSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelFileSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.file.CamelFileSourceConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | transforms=FileTransformer 22 | transforms.FileTransformer.type=org.apache.camel.kafkaconnector.FileTransforms 23 | 24 | camel.source.maxPollDuration=10000 25 | 26 | topics=mytopic 27 | 28 | camel.source.path.directoryName=/tmp/kafkastuff/ 29 | camel.source.endpoint.idempotent=true 30 | camel.source.endpoint.noop=true 31 | 32 | -------------------------------------------------------------------------------- /minio/minio-sink/config/CamelMinioSinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelMinioSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.minio.CamelMinioSourceConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | camel.source.maxPollDuration=10000 24 | 25 | topics=mytopic 26 | 27 | camel.source.path.bucketName=bucket 28 | camel.source.endpoint.endpoint=http://localhost:9000 29 | camel.component.minio.accessKey=minio 30 | camel.component.minio.secretKey=miniostorage 31 | 32 | -------------------------------------------------------------------------------- /minio/minio-source/config/CamelMinioSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelMinioSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.minio.CamelMinioSourceConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | camel.source.maxPollDuration=10000 24 | 25 | topics=mytopic 26 | 27 | camel.source.path.bucketName=bucket 28 | camel.source.endpoint.endpoint=http://localhost:9000 29 | camel.component.minio.accessKey=minio 30 | camel.component.minio.secretKey=miniostorage 31 | 32 | -------------------------------------------------------------------------------- /pgevent/pgevent-source/config/CamelPgeventSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelPgeventSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.pgevent.CamelPgeventSourceConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | 25 | camel.source.endpoint.user=postgres 26 | camel.source.endpoint.pass=mysecretpassword 27 | camel.source.path.port=5432 28 | camel.source.path.host=172.17.0.2 29 | 30 | camel.source.path.channel=accounts 31 | camel.source.path.database=postgres 32 | -------------------------------------------------------------------------------- /aws2-kms/aws2-kms-sink-create-key/config/CamelAWS2KMSSinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelAWS2KMSSinkConnector 19 | connector.class=org.apache.camel.kafkaconnector.aws2kms.CamelAws2kmsSinkConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | 25 | camel.sink.path.label=kms-point 26 | 27 | camel.component.aws2-kms.operation=createKey 28 | 29 | camel.component.aws2-kms.accessKey= 30 | camel.component.aws2-kms.secretKey= 31 | camel.component.aws2-kms.region= 32 | -------------------------------------------------------------------------------- /github/github-source-events/config/CamelGithubSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelGithubSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.github.CamelGithubSourceConnector 20 | tasks.max=1 21 | 22 | key.converter=org.apache.kafka.connect.storage.StringConverter 23 | transforms=EventTransforms 24 | transforms.EventTransforms.type=com.github.oscerd.EventTransforms 25 | 26 | topics=mytopic 27 | 28 | camel.source.endpoint.repoName=finnhub-java-client 29 | camel.source.endpoint.repoOwner=oscerd 30 | camel.source.path.type=event 31 | camel.source.endpoint.oauthToken= 32 | -------------------------------------------------------------------------------- /ssh/ssh-source/config/CamelSshSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelSshSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.ssh.CamelSshSourceConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | transforms=SshTransformer 22 | transforms.SshTransformer.type=org.apache.camel.kafkaconnector.SshTransforms 23 | 24 | topics=mytopic 25 | 26 | camel.source.path.host=localhost 27 | camel.source.path.port=32768 28 | camel.source.endpoint.delay=10000 29 | camel.source.endpoint.username=root 30 | camel.source.endpoint.password=root 31 | camel.source.endpoint.pollCommand=date 32 | -------------------------------------------------------------------------------- /aws2-iam/aws2-iam-sink-create-group/config/CamelAWS2IAMSinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelAWS2IAMSinkConnector 19 | connector.class=org.apache.camel.kafkaconnector.aws2iam.CamelAws2iamSinkConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | 25 | camel.sink.path.label=iam-point 26 | 27 | camel.component.aws2-iam.operation=createGroup 28 | 29 | camel.component.aws2-iam.accessKey= 30 | camel.component.aws2-iam.secretKey= 31 | camel.component.aws2-iam.region=aws-global 32 | -------------------------------------------------------------------------------- /aws2-iam/aws2-iam-sink-create-user/config/CamelAWS2IAMSinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelAWS2IAMSinkConnector 19 | connector.class=org.apache.camel.kafkaconnector.aws2iam.CamelAws2iamSinkConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | 25 | camel.sink.path.label=iam-point 26 | 27 | camel.component.aws2-iam.operation=createUser 28 | 29 | camel.component.aws2-iam.accessKey= 30 | camel.component.aws2-iam.secretKey= 31 | camel.component.aws2-iam.region=aws-global 32 | -------------------------------------------------------------------------------- /aws2-iam/aws2-iam-sink-delete-group/config/CamelAWS2IAMSinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelAWS2IAMSinkConnector 19 | connector.class=org.apache.camel.kafkaconnector.aws2iam.CamelAws2iamSinkConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | 25 | camel.sink.path.label=iam-point 26 | 27 | camel.component.aws2-iam.operation=deleteGroup 28 | 29 | camel.component.aws2-iam.accessKey= 30 | camel.component.aws2-iam.secretKey= 31 | camel.component.aws2-iam.region=aws-global 32 | -------------------------------------------------------------------------------- /aws2-iam/aws2-iam-sink-delete-user/config/CamelAWS2IAMSinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelAWS2IAMSinkConnector 19 | connector.class=org.apache.camel.kafkaconnector.aws2iam.CamelAws2iamSinkConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | 25 | camel.sink.path.label=iam-point 26 | 27 | camel.component.aws2-iam.operation=deleteUser 28 | 29 | camel.component.aws2-iam.accessKey= 30 | camel.component.aws2-iam.secretKey= 31 | camel.component.aws2-iam.region=aws-global 32 | -------------------------------------------------------------------------------- /aws2-lambda/aws2-lambda-sink/config/CamelAWS2LambdaSinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelAWS2LambdaSinkConnector 19 | connector.class=org.apache.camel.kafkaconnector.aws2lambda.CamelAws2lambdaSinkConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.converters.ByteArrayConverter 22 | 23 | topics=test12 24 | 25 | camel.sink.path.function=hello-ckc 26 | camel.sink.endpoint.operation=invokeFunction 27 | 28 | camel.component.aws2-lambda.accessKey=xxxx 29 | camel.component.aws2-lambda.secretKey=yyyy 30 | camel.component.aws2-lambda.region=eu-west-1 31 | -------------------------------------------------------------------------------- /aws-s3-to-jms/config/CamelAWSS3SourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelAWSS3SourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.awss3.CamelAwss3SourceConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.camel.kafkaconnector.awss3.converters.S3ObjectConverter 22 | 23 | camel.source.maxPollDuration=10000 24 | 25 | topics=mytopic 26 | 27 | camel.source.url=aws-s3://camel-kafka-connector?autocloseBody=false 28 | 29 | camel.component.aws-s3.accessKey=xxxx 30 | camel.component.aws-s3.secretKey=yyyy 31 | camel.component.aws-s3.region=EU_WEST_1 32 | 33 | -------------------------------------------------------------------------------- /aws2-kms/aws2-kms-sink-delete-key/config/CamelAWS2KMSSinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelAWS2KMSSinkConnector 19 | connector.class=org.apache.camel.kafkaconnector.aws2kms.CamelAws2kmsSinkConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | 25 | camel.sink.path.label=kms-point 26 | 27 | camel.component.aws2-kms.operation=scheduleKeyDeletion 28 | 29 | camel.component.aws2-kms.accessKey= 30 | camel.component.aws2-kms.secretKey= 31 | camel.component.aws2-kms.region= 32 | -------------------------------------------------------------------------------- /aws2-s3/aws2-s3-source/config/CamelAWS2S3SourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelAWS2S3SourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.aws2s3.CamelAws2s3SourceConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.converters.ByteArrayConverter 22 | 23 | camel.source.maxPollDuration=10000 24 | 25 | topics=test1 26 | 27 | camel.source.url=aws2-s3://camel-kafka-connector?autocloseBody=false 28 | 29 | camel.component.aws2-s3.accessKey=xxxx 30 | camel.component.aws2-s3.secretKey=yyyy 31 | camel.component.aws2-s3.region=eu-west-1 32 | 33 | -------------------------------------------------------------------------------- /ftp/ftp-sink/config/CamelFtpSinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelFtpSinkConnector 19 | connector.class=org.apache.camel.kafkaconnector.ftp.CamelFtpSinkConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | 25 | camel.sink.path.host=127.0.0.1 26 | camel.sink.path.port=21 27 | camel.sink.endpoint.passiveMode=true 28 | camel.sink.endpoint.username=admin 29 | camel.sink.endpoint.password=password 30 | camel.sink.endpoint.fileName=mydata-${date:now:yyyyMMdd}.txt 31 | camel.sink.endpoint.fileExist=append 32 | -------------------------------------------------------------------------------- /aws2-s3/aws2-s3-move-bucket-to-bucket/config/CamelAWS2S3SinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelAWS2S3SinkConnector 19 | connector.class=org.apache.camel.kafkaconnector.aws2s3.CamelAws2s3SinkConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | 25 | camel.sink.path.bucketNameOrArn=camel-kafka-connector-1 26 | camel.remove.headers.pattern=CamelAwsS3BucketName 27 | 28 | camel.component.aws2-s3.accessKey=xxxx 29 | camel.component.aws2-s3.secretKey=yyyy 30 | camel.component.aws2-s3.region=eu-west-1 31 | 32 | -------------------------------------------------------------------------------- /aws2-s3/aws2-s3-move-bucket-to-bucket/config/CamelAWS2S3SourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelAWSS3SourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.aws2s3.CamelAws2s3SourceConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.converters.ByteArrayConverter 22 | 23 | camel.source.maxPollDuration=10000 24 | 25 | topics=mytopic 26 | 27 | camel.source.path.bucketNameOrArn=camel-kafka-connector 28 | 29 | camel.component.aws2-s3.accessKey=xxxx 30 | camel.component.aws2-s3.secretKey=yyyy 31 | camel.component.aws2-s3.region=eu-west-1 32 | 33 | -------------------------------------------------------------------------------- /ftps/ftps-sink/config/CamelFtpsSinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelFtpsSinkConnector 19 | connector.class=org.apache.camel.kafkaconnector.ftps.CamelFtpsSinkConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | 25 | camel.sink.path.host=127.0.0.1 26 | camel.sink.path.port=21 27 | camel.sink.endpoint.passiveMode=true 28 | camel.sink.endpoint.username=guest 29 | camel.sink.endpoint.password=guest 30 | camel.sink.endpoint.fileName=mydata-${date:now:yyyyMMdd}.txt 31 | camel.sink.endpoint.fileExist=append 32 | -------------------------------------------------------------------------------- /sftp/sftp-sink/config/CamelSftpSinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelSftpSinkConnector 19 | connector.class=org.apache.camel.kafkaconnector.sftp.CamelSftpSinkConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | 25 | camel.sink.path.host=localhost 26 | camel.sink.path.port=24 27 | camel.sink.path.directoryName=demos/ 28 | camel.sink.endpoint.username=demo 29 | camel.sink.endpoint.password=demo 30 | camel.sink.endpoint.fileName=mydata-${date:now:yyyyMMdd}.txt 31 | camel.sink.endpoint.fileExist=append 32 | -------------------------------------------------------------------------------- /aws2-kinesis/aws2-kinesis-source/config/CamelAWS2KinesisSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelAws2-kinesisSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.aws2kinesis.CamelAws2kinesisSourceConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | transforms=KinesisRecordDataTransforms 22 | transforms.KinesisRecordDataTransforms.type=org.apache.camel.kafkaconnector.KinesisRecordDataTransforms 23 | 24 | topics=mytopic 25 | camel.source.path.streamName=streamTest 26 | 27 | camel.source.endpoint.accessKey=xxxx 28 | camel.source.endpoint.secretKey=yyyy 29 | camel.source.endpoint.region=region 30 | -------------------------------------------------------------------------------- /sql/sql-source/config/CamelSqlSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelSqlSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.sql.CamelSqlSourceConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | 25 | camel.component.sql.dataSource.user=postgres 26 | camel.component.sql.dataSource.password=mysecretpassword 27 | camel.component.sql.dataSource.serverName=172.17.0.2 28 | camel.component.sql.dataSource=#class:org.postgresql.ds.PGSimpleDataSource 29 | 30 | camel.source.path.query=select * from accounts 31 | -------------------------------------------------------------------------------- /amqp/config/CamelAmqpSinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelAmqpSinkConnector 19 | topics=mytopic 20 | tasks.max=1 21 | connector.class=org.apache.camel.kafkaconnector.amqp.CamelAmqpSinkConnector 22 | 23 | camel.sink.path.destinationType=queue 24 | camel.sink.path.destinationName=test-queue 25 | 26 | camel.component.amqp.includeAmqpAnnotations=true 27 | camel.component.amqp.connectionFactory=#class:org.apache.qpid.jms.JmsConnectionFactory 28 | camel.component.amqp.connectionFactory.remoteURI=amqp://localhost:5672 29 | camel.component.amqp.username=admin 30 | camel.component.amqp.password=admin 31 | camel.component.amqp.testConnectionOnStartup=true 32 | -------------------------------------------------------------------------------- /aws2-sqs/aws2-sqs-source/config/CamelAWS2SQSSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelAWS2SQSSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.aws2sqs.CamelAws2sqsSourceConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | camel.source.maxPollDuration=10000 24 | 25 | topics=mytopic 26 | 27 | camel.source.path.queueNameOrArn=camel-1 28 | camel.source.endpoint.deleteAfterRead=false 29 | 30 | camel.component.aws2-sqs.accessKey=xxxx 31 | camel.component.aws2-sqs.secretKey=yyyy 32 | camel.component.aws2-sqs.region=eu-west-1 33 | 34 | -------------------------------------------------------------------------------- /aws2-kinesis-firehose/aws2-kinesis-firehose-sink/config/CamelAWS2KinesisFirehoseSinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelAWS2KinesisFirehoseSinkConnector 19 | connector.class=org.apache.camel.kafkaconnector.aws2kinesisfirehose.CamelAws2kinesisfirehoseSinkConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | 25 | camel.sink.path.streamName=firehose-stream 26 | 27 | camel.component.aws2-kinesis-firehose.accessKey=xxxx 28 | camel.component.aws2-kinesis-firehose.secretKey=yyyy 29 | camel.component.aws2-kinesis-firehose.region=eu-west-1 30 | -------------------------------------------------------------------------------- /amqp/config/CamelAmqpSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelAmqpSourceConnector 19 | topics=mytopic 20 | tasks.max=1 21 | connector.class=org.apache.camel.kafkaconnector.amqp.CamelAmqpSourceConnector 22 | 23 | camel.source.path.destinationType=queue 24 | camel.source.path.destinationName=test-queue 25 | 26 | camel.component.amqp.includeAmqpAnnotations=true 27 | camel.component.amqp.connectionFactory=#class:org.apache.qpid.jms.JmsConnectionFactory 28 | camel.component.amqp.connectionFactory.remoteURI=amqp://localhost:5672 29 | camel.component.amqp.username=admin 30 | camel.component.amqp.password=admin 31 | camel.component.amqp.testConnectionOnStartup=true 32 | -------------------------------------------------------------------------------- /fhir/sink/CamelFhirSinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | name=CamelFhirSinkConnector 18 | topics=patients 19 | connector.class=org.apache.camel.kafkaconnector.fhir.CamelFhirSinkConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | camel.sink.unmarshal=fhirJson 23 | camel.dataformat.fhirJson.fhirVersion=R4 24 | camel.dataformat.fhirJson.prettyPrint=true 25 | camel.sink.endpoint.serverUrl=http://hapi.fhir.org/baseR4/ 26 | camel.sink.endpoint.inBody=resource 27 | camel.sink.endpoint.log=true 28 | camel.sink.path.apiName=create 29 | camel.sink.path.methodName=resource 30 | 31 | 32 | -------------------------------------------------------------------------------- /rabbitmq/rabbitmq-sink/config/CamelRabbitmqSinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelRabbitmqSinkConnector 19 | connector.class=org.apache.camel.kafkaconnector.rabbitmq.CamelRabbitmqSinkConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | 25 | camel.component.rabbitmq.hostname=172.17.0.2 26 | camel.component.rabbitmq.portnumber=5672 27 | camel.sink.path.exchangeName=queue 28 | camel.sink.endpoint.exchangeType=topic 29 | camel.sink.endpoint.autoDelete=false 30 | camel.sink.endpoint.queue=queue 31 | camel.sink.endpoint.routingKey=key 32 | 33 | 34 | -------------------------------------------------------------------------------- /sql/sql-sink/config/CamelSqlSinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelSqlSinkConnector 19 | connector.class=org.apache.camel.kafkaconnector.sql.CamelSqlSinkConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | 25 | camel.component.sql.dataSource.user=postgres 26 | camel.component.sql.dataSource.password=mysecretpassword 27 | camel.component.sql.dataSource.serverName=172.17.0.2 28 | camel.component.sql.dataSource=#class:org.postgresql.ds.PGSimpleDataSource 29 | 30 | camel.sink.path.query=INSERT INTO accounts (username,city) VALUES (:#username,:#city) 31 | -------------------------------------------------------------------------------- /docker/docker-sink-pull/config/CamelDockerSinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelDockerSinkConnector 19 | connector.class=org.apache.camel.kafkaconnector.docker.CamelDockerSinkConnector 20 | tasks.max=1 21 | 22 | key.converter=org.apache.kafka.connect.storage.StringConverter 23 | value.converter=org.apache.kafka.connect.storage.StringConverter 24 | 25 | topics=mytopic 26 | 27 | camel.component.docker.host=/var/run/docker.sock 28 | camel.component.docker.socket=true 29 | camel.sink.path.operation=imagepull 30 | camel.sink.endpoint.repository=memcached 31 | camel.sink.endpoint.tag=latest 32 | camel.sink.endpoint.username= 33 | camel.sink.endpoint.password= 34 | -------------------------------------------------------------------------------- /braintree/customer-delete-sink-connector/config/CamelBraintreeSinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelBraintreeSinkConnector 19 | connector.class=org.apache.camel.kafkaconnector.braintree.CamelBraintreeSinkConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | 25 | camel.sink.path.apiName=customer 26 | camel.sink.path.methodName=delete 27 | camel.sink.endpoint.inBody=id 28 | camel.sink.endpoint.environment=sandbox 29 | camel.sink.endpoint.publicKey= 30 | camel.sink.endpoint.privateKey= 31 | camel.sink.endpoint.merchantId= 32 | -------------------------------------------------------------------------------- /jdbc/jdbc-sink/config/CamelJdbcSinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelJdbcSinkConnector 19 | connector.class=org.apache.camel.kafkaconnector.jdbc.CamelJdbcSinkConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | 25 | camel.component.jdbc.dataSource.user=postgres 26 | camel.component.jdbc.dataSource.password=mysecretpassword 27 | camel.component.jdbc.dataSource.serverName=172.17.0.2 28 | camel.component.jdbc.dataSource=#class:org.postgresql.ds.PGSimpleDataSource 29 | camel.sink.path.dataSourceName=default 30 | camel.sink.endpoint.useHeadersAsParameters=true 31 | -------------------------------------------------------------------------------- /twitter/twitter-direct-message-sink/config/CamelTwitterdirectmessageSinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelTwitter-directmessageSinkConnector 19 | connector.class=org.apache.camel.kafkaconnector.twitterdirectmessage.CamelTwitterdirectmessageSinkConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | 25 | camel.sink.path.user= 26 | camel.sink.endpoint.accessToken= 27 | camel.sink.endpoint.accessTokenSecret= 28 | camel.sink.endpoint.consumerKey= 29 | camel.sink.endpoint.consumerSecret= 30 | -------------------------------------------------------------------------------- /aws2-s3/aws2-s3-sink-with-zip-dataformat/config/CamelAWS2S3SinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelAWS2S3SinkConnector 19 | connector.class=org.apache.camel.kafkaconnector.aws2s3.CamelAws2s3SinkConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | camel.sink.marshal=tar.gzfile 25 | 26 | camel.sink.path.bucketNameOrArn=camel-kafka-connector 27 | 28 | camel.component.aws2-s3.accessKey=xxxx 29 | camel.component.aws2-s3.secretKey=yyyy 30 | camel.component.aws2-s3.region=eu-west-1 31 | 32 | camel.sink.endpoint.keyName=${date:now:yyyyMMdd-HHmmssSSS}-${exchangeId}.tar.gz 33 | -------------------------------------------------------------------------------- /cql/cql-source/config/CamelCassandraQLSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelCassandraQLSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.cql.CamelCqlSourceConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | 25 | camel.source.path.hosts=172.17.0.2 26 | camel.source.path.port=9042 27 | camel.source.path.keyspace=test 28 | camel.source.endpoint.cql=select * from users 29 | camel.source.endpoint.delay=10000 30 | camel.source.endpoint.resultSetConversionStrategy=#class:org.apache.camel.kafkaconnector.cql.extended.RowConversionStrategy 31 | 32 | 33 | -------------------------------------------------------------------------------- /arangodb/arangodb-sink-document-collection/config/CamelArangodbSinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelArangodbSinkConnector 19 | connector.class=org.apache.camel.kafkaconnector.arangodb.CamelArangodbSinkConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=test28900 24 | 25 | camel.sink.path.database=testdb 26 | camel.sink.endpoint.host=172.17.0.2 27 | camel.sink.endpoint.port=8529 28 | camel.sink.endpoint.user=root 29 | camel.sink.endpoint.password=KKvnmXog6hqLcTIY 30 | camel.component.arangodb.operation=SAVE_DOCUMENT 31 | camel.component.arangodb.documentCollection=arangodbCollection 32 | -------------------------------------------------------------------------------- /other-examples/error-handling-sink/config/CamelSjms2Invalid.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelJmsSinkConnector 19 | topics=mytopic 20 | tasks.max=1 21 | connector.class=org.apache.camel.kafkaconnector.sjms2.CamelSjms2SinkConnector 22 | key.converter=org.apache.kafka.connect.storage.StringConverter 23 | value.converter=org.apache.kafka.connect.storage.StringConverter 24 | 25 | camel.sink.url=sjms2://queue:myqueue 26 | 27 | camel.component.sjms2.connection-factory=#class:org.apache.activemq.ActiveMQConnectionFactory 28 | camel.component.sjms2.connection-factory.brokerURL=tcp://invalid-host.some-domain.com 29 | 30 | errors.deadletterqueue.topic.name=example-dlq 31 | errors.deadletterqueue.topic.replication.factor=1 -------------------------------------------------------------------------------- /ftps/ftps-source/config/CamelFtpsSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelFtpSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.ftp.CamelFtpSourceConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.converters.ByteArrayConverter 22 | transforms=RemoteTransformer 23 | transforms.RemoteTransformer.type=org.apache.camel.kafkaconnector.RemoteFileTransforms 24 | 25 | topics=mytopic 26 | 27 | camel.source.path.host=127.0.0.1 28 | camel.source.path.port=21 29 | camel.source.endpoint.recursive=true 30 | camel.source.endpoint.passiveMode=true 31 | camel.source.endpoint.username=guest 32 | camel.source.endpoint.password=guest 33 | -------------------------------------------------------------------------------- /twitter/twitter-search-source/config/CamelTwittersearchSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelTwitter-searchSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.twittersearch.CamelTwittersearchSourceConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | 25 | camel.source.path.keywords=Apache Camel 26 | camel.source.endpoint.accessToken= 27 | camel.source.endpoint.accessTokenSecret= 28 | camel.source.endpoint.consumerKey= 29 | camel.source.endpoint.consumerSecret= 30 | camel.source.endpoint.count=1 31 | -------------------------------------------------------------------------------- /twitter/twitter-timeline-sink/config/CamelTwittertimelineSinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelTwitter-timelineSinkConnector 19 | connector.class=org.apache.camel.kafkaconnector.twittertimeline.CamelTwittertimelineSinkConnector 20 | tasks.max=1 21 | key.converter=org.apache.kafka.connect.storage.StringConverter 22 | value.converter=org.apache.kafka.connect.storage.StringConverter 23 | 24 | topics=mytopic 25 | 26 | camel.sink.path.timelineType=user 27 | camel.sink.endpoint.user= 28 | camel.sink.endpoint.accessToken= 29 | camel.sink.endpoint.accessTokenSecret= 30 | camel.sink.endpoint.consumerKey= 31 | camel.sink.endpoint.consumerSecret= 32 | -------------------------------------------------------------------------------- /aws2-s3/aws2-s3-minio-source/config/CamelAWS2S3SourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelAWS2S3SourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.aws2s3.CamelAws2s3SourceConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.converters.ByteArrayConverter 22 | 23 | camel.source.maxPollDuration=10000 24 | 25 | topics=test1 26 | 27 | camel.source.path.bucketNameOrArn=bucket 28 | camel.source.endpoint.overrideEndpoint=true 29 | camel.source.endpoint.uriEndpointOverride=http://localhost:9000 30 | camel.component.aws2-s3.accessKey=minio 31 | camel.component.aws2-s3.secretKey=miniostorage 32 | camel.component.aws2-s3.region=eu-west-1 33 | 34 | -------------------------------------------------------------------------------- /aws2-s3/aws2-s3-move-after-read/config/CamelAWS2S3SourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelAWS2S3SourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.aws2s3.CamelAws2s3SourceConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.converters.ByteArrayConverter 22 | 23 | camel.source.maxPollDuration=10000 24 | 25 | topics=test1 26 | 27 | camel.source.path.bucketNameOrArn=camel-kafka-connector 28 | 29 | camel.source.endpoint.moveAfterRead=true 30 | camel.source.endpoint.destinationBucket=camel-1 31 | 32 | camel.component.aws2-s3.accessKey=xxxx 33 | camel.component.aws2-s3.secretKey=yyyy 34 | camel.component.aws2-s3.region=eu-west-1 35 | 36 | -------------------------------------------------------------------------------- /rabbitmq/rabbitmq-source/config/CamelRabbitmqSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelRabbitmqSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.rabbitmq.CamelRabbitmqSourceConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.converters.ByteArrayConverter 22 | 23 | camel.source.maxPollDuration=10000 24 | 25 | topics=mytopic 26 | 27 | camel.component.rabbitmq.hostname=172.17.0.2 28 | camel.component.rabbitmq.portnumber=5672 29 | camel.source.path.exchangeName=queue 30 | camel.source.endpoint.exchangeType=topic 31 | camel.source.endpoint.autoDelete=false 32 | camel.source.endpoint.queue=queue 33 | camel.source.endpoint.routingKey=key 34 | 35 | 36 | -------------------------------------------------------------------------------- /twitter/twitter-timeline-source/config/CamelTwittertimelineSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelTwitter-timelineSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.twittertimeline.CamelTwittertimelineSourceConnector 20 | tasks.max=1 21 | key.converter=org.apache.kafka.connect.storage.StringConverter 22 | value.converter=org.apache.kafka.connect.storage.StringConverter 23 | 24 | topics=mytopic 25 | 26 | camel.source.path.timelineType=user 27 | camel.source.endpoint.user=ApacheCamel 28 | camel.source.endpoint.accessToken= 29 | camel.source.endpoint.accessTokenSecret= 30 | camel.source.endpoint.consumerKey= 31 | camel.source.endpoint.consumerSecret= 32 | -------------------------------------------------------------------------------- /docker/docker-sink-tag/config/CamelDockerSinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelDockerSinkConnector 19 | connector.class=org.apache.camel.kafkaconnector.docker.CamelDockerSinkConnector 20 | tasks.max=1 21 | 22 | key.converter=org.apache.kafka.connect.storage.StringConverter 23 | value.converter=org.apache.kafka.connect.storage.StringConverter 24 | 25 | topics=mytopic 26 | 27 | camel.component.docker.host=/var/run/docker.sock 28 | camel.component.docker.socket=true 29 | camel.sink.path.operation=imagetag 30 | camel.sink.endpoint.repository=memcached 31 | camel.sink.endpoint.imageId= 32 | camel.sink.endpoint.tag= 33 | camel.sink.endpoint.force=true 34 | camel.sink.endpoint.username= 35 | camel.sink.endpoint.password= 36 | -------------------------------------------------------------------------------- /couchbase/couchbase-sink/config/CamelCouchbaseSinkConnector.properties: -------------------------------------------------------------------------------- 1 | ## --------------------------------------------------------------------------- 2 | ## Licensed to the Apache Software Foundation (ASF) under one or more 3 | ## contributor license agreements. See the NOTICE file distributed with 4 | ## this work for additional information regarding copyright ownership. 5 | ## The ASF licenses this file to You under the Apache License, Version 2.0 6 | ## (the "License"); you may not use this file except in compliance with 7 | ## the License. You may obtain a copy of the License at 8 | ## 9 | ## http://www.apache.org/licenses/LICENSE-2.0 10 | ## 11 | ## Unless required by applicable law or agreed to in writing, software 12 | ## distributed under the License is distributed on an "AS IS" BASIS, 13 | ## WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | ## See the License for the specific language governing permissions and 15 | ## limitations under the License. 16 | ## --------------------------------------------------------------------------- 17 | 18 | name=CamelCouchbaseSinkConnector 19 | 20 | connector.class=org.apache.camel.kafkaconnector.couchbase.CamelCouchbaseSinkConnector 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | key.converter=org.apache.kafka.connect.storage.StringConverter 23 | tasks.max=1 24 | 25 | topics=couchbase-sink-topic 26 | 27 | camel.sink.url=couchbase:http://couchbase-host:11210?bucket=ExampleBucket&username=Administrator&password=MyPassword&connectTimeout=5000&queryTimeout=5000&producerRetryAttempts=10&producerRetryPause=7500 -------------------------------------------------------------------------------- /slack/slack-source-avro-apicurio-schema-registry/kafka-avro-basic-consumer/src/main/resources/log4j2.properties: -------------------------------------------------------------------------------- 1 | ## --------------------------------------------------------------------------- 2 | ## Licensed to the Apache Software Foundation (ASF) under one or more 3 | ## contributor license agreements. See the NOTICE file distributed with 4 | ## this work for additional information regarding copyright ownership. 5 | ## The ASF licenses this file to You under the Apache License, Version 2.0 6 | ## (the "License"); you may not use this file except in compliance with 7 | ## the License. You may obtain a copy of the License at 8 | ## 9 | ## http://www.apache.org/licenses/LICENSE-2.0 10 | ## 11 | ## Unless required by applicable law or agreed to in writing, software 12 | ## distributed under the License is distributed on an "AS IS" BASIS, 13 | ## WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | ## See the License for the specific language governing permissions and 15 | ## limitations under the License. 16 | ## --------------------------------------------------------------------------- 17 | 18 | appender.file.type = File 19 | appender.file.name = file 20 | appender.file.fileName = target/camel-basic-consumer.log 21 | appender.file.layout.type = PatternLayout 22 | appender.file.layout.pattern = %d [%-15.15t] %-5p %-30.30c{1} - %m%n 23 | appender.out.type = Console 24 | appender.out.name = out 25 | appender.out.layout.type = PatternLayout 26 | appender.out.layout.pattern = %d [%-15.15t] %-5p %-30.30c{1} - %m%n 27 | rootLogger.level = INFO 28 | rootLogger.appenderRef.file.ref = out 29 | 30 | -------------------------------------------------------------------------------- /ftp/ftp-source/config/CamelFtpSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelFtpSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.ftp.CamelFtpSourceConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.converters.ByteArrayConverter 22 | transforms=RemoteTransformer 23 | transforms.RemoteTransformer.type=org.apache.camel.kafkaconnector.RemoteFileTransforms 24 | 25 | topics=mytopic 26 | 27 | camel.source.path.host=127.0.0.1 28 | camel.source.path.port=21 29 | camel.source.endpoint.passiveMode=true 30 | camel.source.endpoint.recursive=true 31 | camel.source.endpoint.noop=false 32 | camel.source.endpoint.username=admin 33 | camel.source.endpoint.password=password 34 | camel.source.endpoint.move=.done 35 | -------------------------------------------------------------------------------- /slack/slack-source-apicurio-schema-registry/config/CamelSlackSourceApicurioConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelSlackSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.slack.CamelSlackSourceConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | transforms=SlackTransformer 22 | transforms.SlackTransformer.type=org.apache.camel.kafkaconnector.slack.transformers.SlackTransforms 23 | value.converter.apicurio.registry.url=http://localhost:8080/api 24 | value.converter=io.apicurio.registry.utils.converter.ExtJsonConverter 25 | value.converter.apicurio.registry.global-id=io.apicurio.registry.utils.serde.strategy.GetOrCreateIdStrategy 26 | 27 | topics=mytopic 28 | 29 | camel.source.path.channel=general 30 | camel.source.endpoint.token= 31 | -------------------------------------------------------------------------------- /sftp/sftp-source/config/CamelSftpSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelSftpSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.sftp.CamelSftpSourceConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.converters.ByteArrayConverter 22 | transforms=RemoteTransformer 23 | transforms.RemoteTransformer.type=org.apache.camel.kafkaconnector.RemoteFileTransforms 24 | 25 | topics=mytopic 26 | 27 | camel.source.path.host=localhost 28 | camel.source.path.port=24 29 | camel.source.path.directoryName=demos/ 30 | camel.source.endpoint.recursive=true 31 | camel.source.endpoint.username=demo 32 | camel.source.endpoint.password=demo 33 | camel.source.endpoint.noop=false 34 | camel.source.endpoint.move=.done 35 | -------------------------------------------------------------------------------- /slack/slack-source-avro-apicurio-schema-registry/config/CamelSlackSourceAvroApicurioConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelSlackSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.slack.CamelSlackSourceConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | transforms=SlackTransformer 22 | transforms.SlackTransformer.type=org.apache.camel.kafkaconnector.slack.transformers.SlackTransforms 23 | value.converter.apicurio.registry.url=http://localhost:8080/api 24 | value.converter=io.apicurio.registry.utils.converter.AvroConverter 25 | value.converter.apicurio.registry.global-id=io.apicurio.registry.utils.serde.strategy.GetOrCreateIdStrategy 26 | 27 | topics=mytopic 28 | 29 | camel.source.path.channel=general 30 | camel.source.endpoint.token= 31 | -------------------------------------------------------------------------------- /aws2-s3/aws2-s3-sink-with-aggregation/config/CamelAWS2S3SinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelAWS2S3SourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.aws2s3.CamelAws2s3SinkConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | 25 | camel.sink.path.bucketNameOrArn=camel-kafka-connector 26 | 27 | camel.component.aws2-s3.accessKey=xxxx 28 | camel.component.aws2-s3.secretKey=yyyy 29 | camel.component.aws2-s3.region=eu-west-1 30 | 31 | camel.sink.endpoint.keyName=${date:now:yyyyMMdd-HHmmssSSS}-${exchangeId} 32 | 33 | camel.beans.aggregate=#class:org.apache.camel.kafkaconnector.aggregator.StringAggregator 34 | camel.aggregation.size=10 35 | camel.aggregation.timeout=5000 36 | -------------------------------------------------------------------------------- /twitter/twitter-direct-message-source/config/CamelTwitterdirectmessageSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelTwitter-directmessageSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.twitterdirectmessage.CamelTwitterdirectmessageSourceConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | 25 | camel.source.path.user= 26 | camel.source.endpoint.accessToken= 27 | camel.source.endpoint.accessTokenSecret= 28 | camel.source.endpoint.consumerKey= 29 | camel.source.endpoint.consumerSecret= 30 | camel.source.endpoint.type=polling 31 | camel.source.endpoint.delay=60000 32 | camel.source.endpoint.count=5 33 | -------------------------------------------------------------------------------- /README.adoc: -------------------------------------------------------------------------------- 1 | This is camel-kafka-connector examples repository 2 | 3 | List of existing examples: 4 | 5 | - AMQP source and sink examples 6 | - ArangoDB sink example 7 | - AWS-S3 to JMS example 8 | - AWS2-IAM sink multiple examples 9 | - AWS2-lambda sink example 10 | - AWS2-Kinesis-firehose sink example 11 | - AWS2-Kinesis source and sink example 12 | - AWS2-KMS sink examples 13 | - AWS2-S3 source and sink examples 14 | - AWS2-SNS sink example 15 | - AWS2-SQS source and sink examples 16 | - Braintree sink example 17 | - Couchbase sink example 18 | - CQL source and sink examples 19 | - Cron source example 20 | - Docker source and sink examples 21 | - Exec sink example 22 | - File source and sink examples 23 | - FTP source and sink examples 24 | - FTPS source and sink examples 25 | - Git source multiple examples 26 | - Github source multiple examples 27 | - Google Calendar Stream source example 28 | - Google Mail Stream source example 29 | - Google PubSub source and sink examples 30 | - Google Sheets Stream source examples 31 | - Infinispan source and sink examples 32 | - JDBC sink example 33 | - MinIO source and sink examples 34 | - Nats source and sink examples 35 | - NSQ source and sink examples 36 | - PGEvent source example 37 | - Quartz source example 38 | - RabbitMQ source and sink examples 39 | - SCP sink example 40 | - SFTP source and sink examples 41 | - Slack source, sink and apicurio registry example 42 | - SSH source and sink examples 43 | - SQL source and sink examples 44 | - Telegram source and sink examples 45 | - Twitter Direct message source and sink examples 46 | - Twitter Search source example 47 | - Twitter Timeline source and sink examples 48 | -------------------------------------------------------------------------------- /aws2-s3/aws2-s3-sink-with-zip-aggregation/config/CamelAWS2S3SinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelAWS2S3SinkConnector 19 | connector.class=org.apache.camel.kafkaconnector.aws2s3.CamelAws2s3SinkConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | 25 | camel.sink.path.bucketNameOrArn=camel-kafka-connector 26 | 27 | camel.component.aws2-s3.accessKey=xxxx 28 | camel.component.aws2-s3.secretKey=yyyy 29 | camel.component.aws2-s3.region=eu-west-1 30 | 31 | camel.sink.endpoint.keyName=${date:now:yyyyMMdd-HHmmssSSS}-${exchangeId}.tar.gz 32 | 33 | camel.beans.aggregate=#class:org.apache.camel.processor.aggregate.tar.gzfile.ZipAggregationStrategy 34 | camel.aggregation.size=10 35 | camel.aggregation.timeout=5000 36 | -------------------------------------------------------------------------------- /scp/scp-sink/config/CamelScpSinkConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelScpSinkConnector 19 | connector.class=org.apache.camel.kafkaconnector.scp.CamelScpSinkConnector 20 | tasks.max=1 21 | 22 | key.converter=org.apache.kafka.connect.storage.StringConverter 23 | value.converter=org.apache.kafka.connect.storage.StringConverter 24 | 25 | topics=mytopic 26 | 27 | camel.sink.path.host=localhost 28 | camel.sink.path.port=32768 29 | camel.sink.endpoint.username=root 30 | camel.sink.endpoint.password=root 31 | camel.sink.endpoint.preferredAuthentications=password 32 | camel.sink.endpoint.fileName=mydata-${date:now:yyyyMMdd-HHmmssSSS}-${exchangeId}.txt 33 | camel.sink.endpoint.strictHostKeyChecking=no 34 | camel.component.scp.verboseLogging=true 35 | camel.sink.endpoint.disconnectOnBatchComplete=false 36 | camel.sink.endpoint.allowNullBody=false 37 | -------------------------------------------------------------------------------- /infinispan/infinispan-source-with-authentication/config/CamelInfinispanSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelInfinispanSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.infinispan.CamelInfinispanSourceConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.converters.ByteArrayConverter 22 | 23 | topics=mytopic 24 | 25 | camel.source.endpoint.hosts=localhost 26 | camel.source.path.cacheName=mycache 27 | camel.source.endpoint.eventTypes=CLIENT_CACHE_ENTRY_CREATED 28 | camel.component.infinispan.secure=true 29 | camel.source.endpoint.username=admin 30 | camel.component.infinispan.password=password 31 | camel.component.infinispan.saslMechanism=DIGEST-MD5 32 | camel.component.infinispan.securityRealm=default 33 | camel.component.infinispan.securityServerName=infinispan 34 | -------------------------------------------------------------------------------- /google-sheets-stream/google-sheets-stream-source/config/CamelGoogleSheetsStreamSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelGoogle-sheets-streamSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.googlesheetsstream.CamelGooglesheetsstreamSourceConnector 20 | tasks.max=1 21 | key.converter=org.apache.kafka.connect.storage.StringConverter 22 | value.converter=org.apache.kafka.connect.storage.StringConverter 23 | 24 | topics=mytopic 25 | 26 | camel.source.path.apiName=data 27 | camel.source.endpoint.clientId= 28 | camel.source.endpoint.spreadsheetId= 29 | camel.source.endpoint.accessToken= 30 | camel.source.endpoint.refreshToken= 31 | camel.source.endpoint.clientSecret= 32 | camel.source.endpoint.applicationName=ckc 33 | camel.source.endpoint.delay=60000 34 | camel.component.google-sheets-stream.range=A1:B2 35 | -------------------------------------------------------------------------------- /google-calendar-stream/google-calendar-stream-source/config/CamelGoogleCalendarStreamSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelGoogle-calendar-streamSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.googlecalendarstream.CamelGooglecalendarstreamSourceConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | 25 | camel.source.path.index=ckc 26 | camel.source.endpoint.clientId= 27 | camel.source.endpoint.calendarId= 28 | camel.source.endpoint.accessToken= 29 | camel.source.endpoint.refreshToken= 30 | camel.source.endpoint.clientSecret= 31 | camel.source.endpoint.applicationName=ckc 32 | camel.source.endpoint.delay=60000 33 | camel.source.endpoint.consumeFromNow=true 34 | camel.source.endpoint.considerLastUpdate=true 35 | -------------------------------------------------------------------------------- /google-mail-stream/google-mail-stream-source/config/CamelGoogleMailStreamSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelGoogle-mail-streamSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.googlemailstream.CamelGooglemailstreamSourceConnector 20 | key.converter=org.apache.kafka.connect.storage.StringConverter 21 | value.converter=org.apache.kafka.connect.storage.StringConverter 22 | 23 | topics=mytopic 24 | 25 | camel.source.path.index=ckc 26 | camel.source.endpoint.clientId= 27 | camel.source.endpoint.accessToken= 28 | camel.source.endpoint.refreshToken= 29 | camel.source.endpoint.clientSecret= 30 | camel.source.endpoint.applicationName=ckc 31 | camel.source.endpoint.delay=60000 32 | camel.source.endpoint.markAsRead=true 33 | camel.source.endpoint.labels=inbox 34 | camel.source.endpoint.query=is:unread -category:(promotions OR social) 35 | camel.source.endpoint.maxResults=20 36 | -------------------------------------------------------------------------------- /google-sheets-stream/google-sheets-stream-with-split-source/config/CamelGoogleSheetsStreamSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelGoogle-sheets-streamSourceConnector 19 | connector.class=org.apache.camel.kafkaconnector.googlesheetsstream.CamelGooglesheetsstreamSourceConnector 20 | tasks.max=1 21 | key.converter=org.apache.kafka.connect.storage.StringConverter 22 | value.converter=org.apache.kafka.connect.storage.StringConverter 23 | 24 | topics=mytopic 25 | 26 | camel.source.path.apiName=data 27 | camel.source.endpoint.clientId= 28 | camel.source.endpoint.spreadsheetId= 29 | camel.source.endpoint.accessToken= 30 | camel.source.endpoint.refreshToken= 31 | camel.source.endpoint.clientSecret= 32 | camel.source.endpoint.applicationName=ckc 33 | camel.source.endpoint.delay=60000 34 | camel.component.google-sheets-stream.range=A1:B5 35 | camel.source.endpoint.splitResults=true 36 | -------------------------------------------------------------------------------- /fhir/source/CamelFhirSourceConnector.properties: -------------------------------------------------------------------------------- 1 | # 2 | # Licensed to the Apache Software Foundation (ASF) under one or more 3 | # contributor license agreements. See the NOTICE file distributed with 4 | # this work for additional information regarding copyright ownership. 5 | # The ASF licenses this file to You under the Apache License, Version 2.0 6 | # (the "License"); you may not use this file except in compliance with 7 | # the License. You may obtain a copy of the License at 8 | # 9 | # http://www.apache.org/licenses/LICENSE-2.0 10 | # 11 | # Unless required by applicable law or agreed to in writing, software 12 | # distributed under the License is distributed on an "AS IS" BASIS, 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | # See the License for the specific language governing permissions and 15 | # limitations under the License. 16 | # 17 | 18 | name=CamelFhirSourceConnector 19 | topics=patients 20 | connector.class=org.apache.camel.kafkaconnector.fhir.CamelFhirSourceConnector 21 | key.converter=org.apache.kafka.connect.storage.StringConverter 22 | value.converter=org.apache.kafka.connect.storage.StringConverter 23 | transforms: tostring 24 | transforms.tostring.type: org.apache.camel.kafkaconnector.transforms.CamelTypeConverterTransform$Value 25 | transforms.tostring.target.type: java.lang.String 26 | camel.source.marshal=fhirJson 27 | camel.dataformat.fhirJson.enabled=true 28 | camel.dataformat.fhirJson.fhirVersion=R4 29 | camel.dataformat.fhirJson.prettyPrint=true 30 | camel.component.fhir.encoding=JSON 31 | camel.component.fhir.fhirVersion=R4 32 | camel.source.endpoint.forceConformanceCheck=true 33 | camel.source.endpoint.prettyPrint=true 34 | camel.source.endpoint.repeatCount=1 35 | camel.source.endpoint.serverUrl=http://hapi.fhir.org/baseR4 36 | camel.source.endpoint.url=/Patient 37 | camel.source.path.apiName=search 38 | camel.source.path.methodName=searchByUrl 39 | -------------------------------------------------------------------------------- /fhir/sink/README.adoc: -------------------------------------------------------------------------------- 1 | # Camel-Kafka-connector FHIR Sink Example 2 | 3 | ## Introduction 4 | 5 | This is an example for Camel-Kafka-connector 6 | 7 | ## What is needed 8 | 9 | - A Kafka Cluster running 10 | 11 | ## Running Kafka 12 | 13 | ``` 14 | $KAFKA_HOME/bin/zookeeper-server-start.sh $KAFKA_HOME/config/zookeeper.properties 15 | $KAFKA_HOME/bin/kafka-server-start.sh $KAFKA_HOME/config/server.properties 16 | $KAFKA_HOME/bin/kafka-topics.sh --create --bootstrap-server localhost:9092 --replication-factor 1 --partitions 1 --topic patients 17 | ``` 18 | 19 | 20 | ## Setting up the needed bits and running the example 21 | 22 | You'll need to setup the plugin.path property in your kafka 23 | 24 | Open the `$KAFKA_HOME/config/connect-standalone.properties` 25 | 26 | and set the `plugin.path` property to your choosen location 27 | 28 | In this example we'll use `/home/ldemasi/connectors/` 29 | 30 | ``` 31 | > mkdir -p /home/ldemasi/connectors/ && cd /home/ldemasi/connectors/ 32 | > wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-fhir-kafka-connector/0.11.5/camel-fhir-kafka-connector-0.11.5-package.tar.gz 33 | > untar.gz camel-fhir-kafka-connector-0.11.5-package.tar.gz 34 | ``` 35 | 36 | Now you can run the example 37 | 38 | ``` 39 | $KAFKA_HOME/bin/connect-standalone.sh $KAFKA_HOME/config/connect-standalone.properties source/CamelFhirSinkConnector.properties 40 | ``` 41 | 42 | Just connect to your Kafka 43 | - Produce some sample kafka messages 44 | ```bash 45 | $KAFKA_HOME/bin/kafka-console-producer.sh --bootstrap-server localhost:9092 --topic patients < sink/patientKobe.json 46 | $KAFKA_HOME/bin/kafka-console-producer.sh --bootstrap-server localhost:9092 --topic patients < sink/patientAI.json 47 | ``` 48 | - Check with the HAPI FHIR REST server that the patients have been created: 49 | ```bash 50 | curl -v http://hapi.fhir.org/baseR4/Patient?given=bean&_pretty=true 51 | curl -v http://hapi.fhir.org/baseR4/Patient?given=Ezail&_pretty=true 52 | ``` -------------------------------------------------------------------------------- /exec/exec-sink/camel-kafka-exec-simple-producer/src/main/java/org/apache/camel/kafkaconnector/SimpleProducer.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Licensed to the Apache Software Foundation (ASF) under one or more 3 | * contributor license agreements. See the NOTICE file distributed with 4 | * this work for additional information regarding copyright ownership. 5 | * The ASF licenses this file to You under the Apache License, Version 2.0 6 | * (the "License"); you may not use this file except in compliance with 7 | * the License. You may obtain a copy of the License at 8 | * 9 | * http://www.apache.org/licenses/LICENSE-2.0 10 | * 11 | * Unless required by applicable law or agreed to in writing, software 12 | * distributed under the License is distributed on an "AS IS" BASIS, 13 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 | * See the License for the specific language governing permissions and 15 | * limitations under the License. 16 | */ 17 | package org.apache.camel.kafkaconnector; 18 | 19 | import java.util.Properties; 20 | 21 | import org.apache.kafka.clients.producer.KafkaProducer; 22 | import org.apache.kafka.clients.producer.ProducerRecord; 23 | import org.apache.kafka.common.serialization.StringSerializer; 24 | 25 | public class SimpleProducer { 26 | 27 | public static void main(String[] args) { 28 | 29 | Properties props = new Properties(); 30 | props.put("bootstrap.servers", "localhost:9092"); 31 | props.put("key.serializer", StringSerializer.class.getName()); 32 | props.put("value.serializer", StringSerializer.class.getName()); 33 | 34 | KafkaProducer prod = new KafkaProducer(props); 35 | 36 | 37 | ProducerRecord rec = new ProducerRecord(args[0], args[1], args[2]); 38 | 39 | rec.headers().add("CamelHeader.detail", args[3].getBytes()); 40 | 41 | prod.send(rec); 42 | 43 | prod.close(); 44 | } 45 | } 46 | -------------------------------------------------------------------------------- /slack/slack-source-avro-apicurio-schema-registry/kafka-avro-basic-consumer/src/main/java/org/apache/camel/kafkaconnector/SimpleConsumer.java: -------------------------------------------------------------------------------- 1 | package org.apache.camel.kafkaconnector; 2 | 3 | import java.time.Duration; 4 | import java.util.ArrayList; 5 | import java.util.Iterator; 6 | import java.util.List; 7 | import java.util.Properties; 8 | import java.util.UUID; 9 | 10 | import org.apache.kafka.clients.consumer.ConsumerRecord; 11 | import org.apache.kafka.clients.consumer.ConsumerRecords; 12 | import org.apache.kafka.clients.consumer.KafkaConsumer; 13 | import org.apache.kafka.common.serialization.StringDeserializer; 14 | import org.slf4j.Logger; 15 | import org.slf4j.LoggerFactory; 16 | import org.apache.avro.util.Utf8; 17 | 18 | import com.fasterxml.jackson.core.JsonProcessingException; 19 | 20 | import io.apicurio.registry.utils.serde.AvroKafkaDeserializer; 21 | 22 | public class SimpleConsumer { 23 | 24 | public static void main(String[] args) throws JsonProcessingException { 25 | 26 | final Logger LOG = LoggerFactory.getLogger(SimpleConsumer.class); 27 | 28 | Properties props = new Properties(); 29 | props.put("bootstrap.servers", "localhost:9092"); 30 | props.put("key.deserializer", StringDeserializer.class.getName()); 31 | props.put("value.deserializer",AvroKafkaDeserializer.class.getName()); 32 | props.put("apicurio.registry.url","http://localhost:8080/api"); 33 | props.put("group.id", UUID.randomUUID().toString()); 34 | props.put("auto.offset.reset", "earliest"); 35 | 36 | KafkaConsumer cons = new KafkaConsumer(props); 37 | List topics = new ArrayList(); 38 | topics.add(args[0]); 39 | cons.subscribe(topics); 40 | 41 | 42 | while (true) { 43 | ConsumerRecords consumerRecords = cons.poll(Duration.ofMillis(1000L)); 44 | if (consumerRecords.count() > 0) { 45 | for (Iterator iterator = consumerRecords.iterator(); iterator.hasNext();) { 46 | ConsumerRecord rec = (ConsumerRecord) iterator.next(); 47 | LOG.info(((Utf8) rec.value()).toString()); 48 | } 49 | } 50 | } 51 | } 52 | } 53 | -------------------------------------------------------------------------------- /file/file-sink/README.adoc: -------------------------------------------------------------------------------- 1 | # Camel-Kafka-connector File Sink 2 | 3 | ## Introduction 4 | 5 | This is an example for Camel-Kafka-connector File Sink 6 | 7 | ## What is needed 8 | 9 | - A File System 10 | 11 | ## Running Kafka 12 | 13 | ``` 14 | $KAFKA_HOME/bin/zookeeper-server-start.sh $KAFKA_HOME/config/zookeeper.properties 15 | $KAFKA_HOME/bin/kafka-server-start.sh $KAFKA_HOME/config/server.properties 16 | $KAFKA_HOME/bin/kafka-topics.sh --create --bootstrap-server localhost:9092 --replication-factor 1 --partitions 1 --topic mytopic 17 | ``` 18 | 19 | ## Setting up the needed bits and running the example 20 | 21 | You'll need to setup the plugin.path property in your kafka 22 | 23 | Open the `$KAFKA_HOME/config/connect-standalone.properties` 24 | 25 | and set the `plugin.path` property to your choosen location 26 | 27 | In this example we'll use `/home/oscerd/connectors/` 28 | 29 | ``` 30 | > cd /home/oscerd/connectors/ 31 | > wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-file-kafka-connector/0.11.5/camel-file-kafka-connector-0.11.5-package.tar.gz 32 | > untar.gz camel-file-kafka-connector-0.11.5-package.tar.gz 33 | ``` 34 | 35 | Now it's time to setup the connectors 36 | 37 | Open the File Sink configuration file 38 | 39 | ``` 40 | name=CamelFileSinkConnector 41 | topics=mytopic 42 | tasks.max=1 43 | connector.class=org.apache.camel.kafkaconnector.file.CamelFileSinkConnector 44 | key.converter=org.apache.kafka.connect.storage.StringConverter 45 | value.converter=org.apache.kafka.connect.storage.StringConverter 46 | 47 | camel.sink.path.directoryName=/tmp/ 48 | camel.sink.endpoint.fileName=kafkaconnect.txt 49 | camel.sink.endpoint.fileExist=Append 50 | ``` 51 | 52 | Now you can run the example 53 | 54 | ``` 55 | $KAFKA_HOME/bin/connect-standalone.sh $KAFKA_HOME/config/connect-standalone.properties config/CamelFileSinkConnector.properties 56 | ``` 57 | 58 | On a different terminal run the kafka-producer and send messages to your Kafka Broker. 59 | 60 | ``` 61 | bin/kafka-console-producer.sh --bootstrap-server localhost:9092 --topic mytopic 62 | Test 63 | Test 1 64 | ``` 65 | 66 | You should see the messages appended to kafkaconnect.txt in /tmp/ folder. 67 | 68 | -------------------------------------------------------------------------------- /file/file-source/README.adoc: -------------------------------------------------------------------------------- 1 | # Camel-Kafka-connector File Source 2 | 3 | ## Introduction 4 | 5 | This is an example for Camel-Kafka-connector File source 6 | 7 | ## What is needed 8 | 9 | - A File System 10 | 11 | ## Running Kafka 12 | 13 | ``` 14 | $KAFKA_HOME/bin/zookeeper-server-start.sh $KAFKA_HOME/config/zookeeper.properties 15 | $KAFKA_HOME/bin/kafka-server-start.sh $KAFKA_HOME/config/server.properties 16 | $KAFKA_HOME/bin/kafka-topics.sh --create --bootstrap-server localhost:9092 --replication-factor 1 --partitions 1 --topic mytopic 17 | ``` 18 | 19 | ## Setting up the needed bits and running the example 20 | 21 | You'll need to setup the plugin.path property in your kafka 22 | 23 | Open the `$KAFKA_HOME/config/connect-standalone.properties` 24 | 25 | and set the `plugin.path` property to your choosen location 26 | 27 | In this example we'll use `/home/oscerd/connectors/` 28 | 29 | ``` 30 | > cd /home/oscerd/connectors/ 31 | > wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-file-kafka-connector/0.11.5/camel-file-kafka-connector-0.11.5-package.tar.gz 32 | > untar.gz camel-file-kafka-connector-0.11.5-package.tar.gz 33 | ``` 34 | 35 | Now it's time to setup the connectors 36 | 37 | Open the File connector configuration file 38 | 39 | ``` 40 | name=CamelFileSourceConnector 41 | connector.class=org.apache.camel.kafkaconnector.file.CamelFileSourceConnector 42 | key.converter=org.apache.kafka.connect.storage.StringConverter 43 | value.converter=org.apache.kafka.connect.storage.StringConverter 44 | 45 | camel.source.maxPollDuration=10000 46 | 47 | topics=mytopic 48 | 49 | camel.source.path.directoryName=/tmp/kafkastuff/ 50 | camel.source.endpoint.idempotent=true 51 | ``` 52 | 53 | Now you can run the example 54 | 55 | ``` 56 | $KAFKA_HOME/bin/connect-standalone.sh $KAFKA_HOME/config/connect-standalone.properties config/CamelFileSourceConnector.properties 57 | ``` 58 | 59 | Create files into the /tmp/kafkastuff folder 60 | 61 | On a different terminal run the kafka-consumer and you should see messages from the SQS queue arriving through Kafka Broker. 62 | 63 | ``` 64 | bin/kafka-console-consumer.sh --bootstrap-server localhost:9092 --topic mytopic --from-beginning 65 | GenericFile[/tmp/kafkastuff/temp.txt] 66 | GenericFile[/tmp/kafkastuff/tttt.txt] 67 | ``` 68 | 69 | -------------------------------------------------------------------------------- /amqp/README.adoc: -------------------------------------------------------------------------------- 1 | # Camel-Kafka-connector Kafka to AMQP broker demo 2 | 3 | ## Introduction 4 | 5 | This is an example for Camel-Kafka-connector 6 | 7 | ## What is needed 8 | 9 | - An Artemis Broker 2.9.0 running 10 | - A Kafka Cluster 2.4.0 running 11 | - Apache Qpid JMS client 12 | 13 | ## Running Kafka 14 | 15 | ``` 16 | $KAFKA_HOME/bin/zookeeper-server-start.sh $KAFKA_HOME/config/zookeeper.properties 17 | $KAFKA_HOME/bin/kafka-server-start.sh $KAFKA_HOME/config/server.properties 18 | $KAFKA_HOME/bin/kafka-topics.sh --create --bootstrap-server localhost:9092 --replication-factor 1 --partitions 1 --topic mytopic 19 | ``` 20 | 21 | ## Running Artemis 22 | 23 | ``` 24 | $ARTEMIS_HOME/bin/$BROKER_NAME/bin/artemis run 25 | ``` 26 | 27 | ## Setting up the needed bits and running the example 28 | 29 | You'll need to setup the plugin.path property in your kafka 30 | 31 | Open the `$KAFKA_HOME/config/connect-standalone.properties` 32 | 33 | and set the `plugin.path` property to your choosen location 34 | 35 | In this example we'll use `/home/oscerd/connectors/` 36 | 37 | ``` 38 | > cd /home/oscerd/connectors/ 39 | > wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-amqp-kafka-connector/0.11.5/camel-amqp-kafka-connector-0.11.5-package.tar.gz 40 | > untar.gz camel-amqp-kafka-connector-0.11.5-package.tar.gz 41 | > wget https://downloads.apache.org/qpid/jms/0.51.0/apache-qpid-jms-0.51.0-bin.tar.gz 42 | > tar -xzvf apache-qpid-jms-0.51.0-bin.tar.gz 43 | ``` 44 | 45 | Now you can run the example 46 | 47 | ``` 48 | $KAFKA_HOME/bin/connect-standalone.sh $KAFKA_HOME/config/connect-standalone.properties config/CamelAmqpSourceConnector.properties config/CamelAmqpSinkConnector.properties 49 | ``` 50 | 51 | Just connect to your Kafka 52 | - Produce some sample kafka messages 53 | ```bash 54 | $KAFKA_HOME/bin/kafka-console-producer.sh --bootstrap-server kafka:9092 --topic mytopic 55 | >Test Message-1 56 | >Test Message-2 57 | Ctrl+C 58 | ``` 59 | - Check with the kafka console consumer that the messages are available in the kafka topic. 60 | ```bash 61 | $KAFKA_HOME/bin/kafka-console-consumer.sh --bootstrap-server kafka:9092 --topic mytopic --from-beginning 62 | Test Message-1 63 | Test Message-2 64 | Ctrl+C 65 | ``` 66 | - Check in the artemis console that there is a queue `mytopic` created with the messages 67 | -------------------------------------------------------------------------------- /fhir/source/README.adoc: -------------------------------------------------------------------------------- 1 | # Camel-Kafka-connector FHIR Source Example 2 | 3 | ## Introduction 4 | 5 | This is an example for Camel-Kafka-connector 6 | 7 | ## What is needed 8 | 9 | - A Kafka Cluster running 10 | 11 | ## Running Kafka 12 | 13 | ``` 14 | $KAFKA_HOME/bin/zookeeper-server-start.sh $KAFKA_HOME/config/zookeeper.properties 15 | $KAFKA_HOME/bin/kafka-server-start.sh $KAFKA_HOME/config/server.properties 16 | $KAFKA_HOME/bin/kafka-topics.sh --create --bootstrap-server localhost:9092 --replication-factor 1 --partitions 1 --topic patients 17 | ``` 18 | 19 | 20 | ## Setting up the needed bits and running the example 21 | 22 | You'll need to setup the plugin.path property in your kafka 23 | 24 | Open the `$KAFKA_HOME/config/connect-standalone.properties` 25 | 26 | and set the `plugin.path` property to your choosen location 27 | 28 | In this example we'll use `/home/ldemasi/connectors/` 29 | 30 | ``` 31 | > mkdir -p /home/ldemasi/connectors/ && cd /home/ldemasi/connectors/ 32 | > wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-fhir-kafka-connector/0.11.5/camel-fhir-kafka-connector-0.11.5-package.tar.gz 33 | > untar.gz camel-fhir-kafka-connector-0.11.5-package.tar.gz 34 | ``` 35 | 36 | Now you can run the example 37 | 38 | ``` 39 | $KAFKA_HOME/bin/connect-standalone.sh $KAFKA_HOME/config/connect-standalone.properties source/CamelFhirSourceConnector.properties 40 | ``` 41 | 42 | Just connect to your Kafka and check with the kafka console consumer that the messages are available in the kafka topic. 43 | ```bash 44 | $KAFKA_HOME/bin/kafka-console-consumer.sh --bootstrap-server kafka:9092 --topic mytopic --from-beginning 45 | { 46 | "resourceType": "Bundle", 47 | "id": "80a62211-eb26-412c-9ebc-f39bc1f1dff7", 48 | "meta": { 49 | "lastUpdated": "2021-02-10T14:22:46.149+00:00" 50 | }, 51 | "type": "searchset", 52 | "link": [ 53 | { 54 | "relation": "self", 55 | "url": "http://hapi.fhir.org/baseR4/Patient?_pretty=true" 56 | }, 57 | { 58 | "relation": "next", 59 | "url": "http://hapi.fhir.org/baseR4?_getpages=80a62211-eb26-412c-9ebc-f39bc1f1dff7&_getpagesoffset=20&_count=20&_pretty=true&_bundletype=searchset" 60 | } 61 | ], 62 | "entry": [ 63 | { 64 | "fullUrl": "http://hapi.fhir.org/baseR4/Patient/628467", 65 | "resource": { 66 | "resourceType": "Patient", 67 | "id": "628467", 68 | ......... 69 | 70 | Ctrl+C 71 | ``` 72 | -------------------------------------------------------------------------------- /exec/exec-sink/camel-kafka-exec-simple-producer/pom.xml: -------------------------------------------------------------------------------- 1 | 2 | 6 | 4.0.0 7 | org.apache.camel.kafkaconnector 8 | camel-kafka-exec-simple-producer 9 | Camel Kafka Exec Simple Producer 10 | 0.0.1-SNAPSHOT 11 | 12 | 13 | 14 | org.apache.kafka 15 | kafka_2.12 16 | 2.5.0 17 | 18 | 19 | org.apache.kafka 20 | kafka-clients 21 | 2.5.0 22 | 23 | 24 | com.fasterxml.jackson.core 25 | jackson-databind 26 | 2.11.3 27 | 28 | 29 | log4j 30 | log4j 31 | 1.2.17 32 | 33 | 34 | 35 | 36 | UTF-8 37 | 38 | 39 | 40 | 41 | 42 | org.codehaus.mojo 43 | exec-maven-plugin 44 | 45 | 46 | 47 | exec 48 | 49 | 50 | 51 | 52 | java 53 | 54 | -classpath 55 | 56 | org.apache.camel.kafkaconnector.SimpleProducer 57 | ${kafka.topic.name} 58 | ${kafka.key} 59 | ${camel.body} 60 | ${camel.header.detail} 61 | 62 | 63 | 64 | 65 | org.apache.maven.plugins 66 | maven-compiler-plugin 67 | 3.2 68 | 69 | 1.8 70 | 1.8 71 | 72 | 73 | 74 | 75 | 76 | 77 | 78 | 79 | -------------------------------------------------------------------------------- /minio/minio-sink/README.adoc: -------------------------------------------------------------------------------- 1 | # Camel-Kafka-connector AWS2 MinIO Sink 2 | 3 | ## Introduction 4 | 5 | This is an example for Camel-Kafka-connector MinIO 6 | 7 | ## What is needed 8 | 9 | - A MinIO instance running 10 | 11 | ## Running Kafka 12 | 13 | ``` 14 | $KAFKA_HOME/bin/zookeeper-server-start.sh $KAFKA_HOME/config/zookeeper.properties 15 | $KAFKA_HOME/bin/kafka-server-start.sh $KAFKA_HOME/config/server.properties 16 | $KAFKA_HOME/bin/kafka-topics.sh --create --bootstrap-server localhost:9092 --replication-factor 1 --partitions 1 --topic mytopic 17 | ``` 18 | 19 | ## Setting up the needed bits and running the example 20 | 21 | You'll need to setup the plugin.path property in your kafka 22 | 23 | Open the `$KAFKA_HOME/config/connect-standalone.properties` 24 | 25 | and set the `plugin.path` property to your choosen location 26 | 27 | In this example we'll use `/home/oscerd/connectors/` 28 | 29 | ``` 30 | > cd /home/oscerd/connectors/ 31 | > wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-minio-kafka-connector/0.11.5/camel-minio-kafka-connector-0.11.5-package.tar.gz 32 | > untar.gz camel-minio-kafka-connector-0.11.5-package.tar.gz 33 | ``` 34 | 35 | Now we need to setup a MinIO instance 36 | 37 | ``` 38 | > wget https://dl.min.io/server/minio/release/linux-amd64/minio 39 | > chmod +x minio 40 | > export MINIO_ACCESS_KEY=minio 41 | > export MINIO_SECRET_KEY=miniostorage 42 | > mkdir data 43 | > ./minio server data/ 44 | ``` 45 | 46 | Now it's time to setup the connectors 47 | 48 | Open the Minio configuration File 49 | 50 | ``` 51 | name=CamelMinioSinkConnector 52 | connector.class=org.apache.camel.kafkaconnector.minio.CamelMinioSinkConnector 53 | key.converter=org.apache.kafka.connect.storage.StringConverter 54 | value.converter=org.apache.kafka.connect.storage.StringConverter 55 | 56 | topics=mytopic 57 | 58 | camel.sink.path.bucketName=bucket 59 | camel.sink.endpoint.endpoint=http://localhost:9000 60 | camel.sink.endpoint.keyName=${date:now:yyyyMMdd-HHmmssSSS}-${exchangeId} 61 | camel.component.minio.accessKey=minio 62 | camel.component.minio.secretKey=miniostorage 63 | ``` 64 | 65 | Now you can run the example 66 | 67 | ``` 68 | $KAFKA_HOME/bin/connect-standalone.sh $KAFKA_HOME/config/connect-standalone.properties config/CamelMinioSinkConnector.properties 69 | ``` 70 | 71 | Just connect to your MinIO console and look into your bucket. 72 | 73 | On a different terminal run the kafka-producer and you should see messages from the Kafka Broker arriving into bucket. 74 | 75 | ``` 76 | bin/kafka-console-producer.sh --topic mytopic --broker-list localhost:9092 77 | >From Kafka to Minio 78 | ``` 79 | 80 | -------------------------------------------------------------------------------- /exec/exec-sink/README.adoc: -------------------------------------------------------------------------------- 1 | # Camel-Kafka-connector Exec Sink 2 | 3 | This is an example for Camel-Kafka-connector Exec Sink 4 | 5 | ## Standalone 6 | 7 | ### What is needed 8 | 9 | - The touch command 10 | 11 | ### Running Kafka 12 | 13 | ``` 14 | $KAFKA_HOME/bin/zookeeper-server-start.sh $KAFKA_HOME/config/zookeeper.properties 15 | $KAFKA_HOME/bin/kafka-server-start.sh $KAFKA_HOME/config/server.properties 16 | $KAFKA_HOME/bin/kafka-topics.sh --create --bootstrap-server localhost:9092 --replication-factor 1 --partitions 1 --topic mytopic 17 | ``` 18 | 19 | ### Setting up the needed bits and running the example 20 | 21 | You'll need to setup the plugin.path property in your kafka 22 | 23 | Open the `$KAFKA_HOME/config/connect-standalone.properties` 24 | 25 | and set the `plugin.path` property to your choosen location 26 | 27 | In this example we'll use `/home/oscerd/connectors/` 28 | 29 | ``` 30 | > cd /home/oscerd/connectors/ 31 | > wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-exec-kafka-connector/0.11.5/camel-exec-kafka-connector-0.11.5-package.tar.gz 32 | > untar.gz camel-exec-kafka-connector-0.11.5-package.tar.gz 33 | ``` 34 | 35 | Now it's time to setup the connectors 36 | 37 | Open the Exec sink configuration file 38 | 39 | ``` 40 | name=CamelExecSinkConnector 41 | connector.class=org.apache.camel.kafkaconnector.exec.CamelExecSinkConnector 42 | key.converter=org.apache.kafka.connect.storage.StringConverter 43 | value.converter=org.apache.kafka.connect.storage.StringConverter 44 | 45 | topics=mytopic 46 | 47 | camel.sink.path.executable=touch 48 | camel.sink.endpoint.args=/tmp/${body}-${headers.detail}.txt 49 | ``` 50 | 51 | Set the correct options in the file. 52 | 53 | Now you can run the example 54 | 55 | ``` 56 | $KAFKA_HOME/bin/connect-standalone.sh $KAFKA_HOME/config/connect-standalone.properties config/CamelExecSinkConnector.properties 57 | ``` 58 | 59 | You'll need to send messages to mytopic. You can run the simple producer included in this project. So cd in the folder: 60 | 61 | ``` 62 | > cd camel-kafka-exec-simple-producer 63 | > mvn compile exec:exec -Dkafka.topic.name=mytopic -Dkafka.key=1 -Dcamel.body="FileName" -Dcamel.header.detail="detail1" 64 | ``` 65 | 66 | Under tmp folder you should see the file created 67 | 68 | ``` 69 | > cd /tmp/ 70 | > ls | grep FileName 71 | FileName-detail1.txt 72 | ``` 73 | 74 | In the mytopic topic you should see the message too 75 | 76 | ``` 77 | > ./kafkacat -b localhost:9092 -t mytopic -f 'Headers: %h: Message value: %s\n' 78 | Headers: CamelHeader.detail=detail1: Message value: FileName 79 | % Reached end of topic mytopic [0] at offset 1 80 | ``` 81 | 82 | -------------------------------------------------------------------------------- /minio/minio-source/README.adoc: -------------------------------------------------------------------------------- 1 | # Camel-Kafka-connector AWS2 MinIO Source 2 | 3 | ## Introduction 4 | 5 | This is an example for Camel-Kafka-connector MinIO 6 | 7 | ## What is needed 8 | 9 | - A MinIO instance running 10 | 11 | ## Running Kafka 12 | 13 | ``` 14 | $KAFKA_HOME/bin/zookeeper-server-start.sh $KAFKA_HOME/config/zookeeper.properties 15 | $KAFKA_HOME/bin/kafka-server-start.sh $KAFKA_HOME/config/server.properties 16 | $KAFKA_HOME/bin/kafka-topics.sh --create --bootstrap-server localhost:9092 --replication-factor 1 --partitions 1 --topic mytopic 17 | ``` 18 | 19 | ## Setting up the needed bits and running the example 20 | 21 | You'll need to setup the plugin.path property in your kafka 22 | 23 | Open the `$KAFKA_HOME/config/connect-standalone.properties` 24 | 25 | and set the `plugin.path` property to your choosen location 26 | 27 | In this example we'll use `/home/oscerd/connectors/` 28 | 29 | ``` 30 | > cd /home/oscerd/connectors/ 31 | > wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-minio-kafka-connector/0.11.5/camel-minio-kafka-connector-0.11.5-package.tar.gz 32 | > untar.gz camel-minio-kafka-connector-0.11.5-package.tar.gz 33 | ``` 34 | 35 | Now we need to setup a MinIO instance 36 | 37 | ``` 38 | > wget https://dl.min.io/server/minio/release/linux-amd64/minio 39 | > chmod +x minio 40 | > export MINIO_ACCESS_KEY=minio 41 | > export MINIO_SECRET_KEY=miniostorage 42 | > mkdir data 43 | > ./minio server data/ 44 | ``` 45 | 46 | Now it's time to setup the connectors 47 | 48 | Open the Minio configuration File 49 | 50 | ``` 51 | name=CamelMinioSourceConnector 52 | connector.class=org.apache.camel.kafkaconnector.minio.CamelMinioSourceConnector 53 | key.converter=org.apache.kafka.connect.storage.StringConverter 54 | value.converter=org.apache.kafka.connect.storage.StringConverter 55 | 56 | camel.source.maxPollDuration=10000 57 | 58 | topics=mytopic 59 | 60 | camel.source.path.bucketName=bucket 61 | camel.source.endpoint.endpoint=http://localhost:9000 62 | camel.component.minio.accessKey=minio 63 | camel.component.minio.secretKey=miniostorage 64 | ``` 65 | 66 | Now you can run the example 67 | 68 | ``` 69 | $KAFKA_HOME/bin/connect-standalone.sh $KAFKA_HOME/config/connect-standalone.properties config/CamelMinioSourceConnector.properties 70 | ``` 71 | 72 | Just connect to your MinIO console and upload a file into your bucket. 73 | 74 | On a different terminal run the kafka-consumer and you should see messages from the MinIO bucket arriving through Kafka Broker. 75 | 76 | ``` 77 | bin/kafka-console-consumer.sh --bootstrap-server localhost:9092 --topic mytopic --from-beginning 78 | Minio to Kafka through Camel 79 | ``` 80 | 81 | -------------------------------------------------------------------------------- /nats/nats-source/README.adoc: -------------------------------------------------------------------------------- 1 | # Camel-Kafka-connector NATS Source 2 | 3 | ## Introduction 4 | 5 | This is an example for Camel-Kafka-connector NATS Source 6 | 7 | ## What is needed 8 | 9 | - A NATS topic 10 | 11 | ## Running Kafka 12 | 13 | ``` 14 | $KAFKA_HOME/bin/zookeeper-server-start.sh $KAFKA_HOME/config/zookeeper.properties 15 | $KAFKA_HOME/bin/kafka-server-start.sh $KAFKA_HOME/config/server.properties 16 | $KAFKA_HOME/bin/kafka-topics.sh --create --bootstrap-server localhost:9092 --replication-factor 1 --partitions 1 --topic mytopic 17 | ``` 18 | 19 | ## Setting up the needed bits and running the example 20 | 21 | You'll need to setup the plugin.path property in your kafka 22 | 23 | Open the `$KAFKA_HOME/config/connect-standalone.properties` 24 | 25 | and set the `plugin.path` property to your choosen location 26 | 27 | In this example we'll use `/home/oscerd/connectors/` 28 | 29 | ``` 30 | > cd /home/oscerd/connectors/ 31 | > wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-nats-kafka-connector/0.11.5/camel-nats-kafka-connector-0.11.5-package.tar.gz 32 | > untar.gz camel-nats-kafka-connector-0.11.5-package.tar.gz 33 | ``` 34 | 35 | In this example we'll use a docker image for NATS 36 | 37 | ``` 38 | > docker run -d --name nats-main -p 4222:4222 -p 6222:6222 -p 8222:8222 nats 39 | ``` 40 | 41 | We'll need to inspect the container for the IP address of NATS 42 | 43 | ``` 44 | > docker inspect --format='{{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}}' nats-main 45 | 172.17.0.2 46 | ``` 47 | 48 | Now it's time to setup the connectors 49 | 50 | Open the NATS configuration file 51 | 52 | ``` 53 | name=CamelNatsSourceConnector 54 | connector.class=org.apache.camel.kafkaconnector.nats.CamelNatsSourceConnector 55 | key.converter=org.apache.kafka.connect.storage.StringConverter 56 | value.converter=org.apache.kafka.connect.converters.ByteArrayConverter 57 | 58 | camel.source.maxPollDuration=10000 59 | 60 | topics=mytopic 61 | 62 | camel.component.nats.servers=172.17.0.2 63 | camel.source.path.topic=nats-main 64 | ``` 65 | 66 | And add the correct address for the server. 67 | 68 | Now you can run the example 69 | 70 | ``` 71 | $KAFKA_HOME/bin/connect-standalone.sh $KAFKA_HOME/config/connect-standalone.properties config/CamelNatsSourceConnector.properties 72 | ``` 73 | 74 | To produce messages to NATS you can use nats-pub go executable 75 | 76 | ``` 77 | > go get github.com/nats-io/go-nats-examples/tools/nats-pub 78 | > nats-pub nats-main 'Kafka message' 79 | Published [nats-main] : 'Kafka message' 80 | ``` 81 | 82 | On a different terminal run the kafka-consumer and get messages 83 | 84 | ``` 85 | > bin/kafka-console-consumer.sh --topic mytopic --from-beginning --bootstrap-server localhost:9092 86 | Kafka message 87 | ``` 88 | 89 | -------------------------------------------------------------------------------- /twitter/twitter-direct-message-sink/README.adoc: -------------------------------------------------------------------------------- 1 | # Camel-Kafka-connector Twitter Direct Message Sink 2 | 3 | This is an example for Camel-Kafka-connector Twitter Direct Message Sink 4 | 5 | ## Standalone 6 | 7 | ### What is needed 8 | 9 | - A Twitter App with Read, write and direct message permissions 10 | 11 | ### Setting up Twitter App and get credentials 12 | 13 | You'll need to create a twitter app and take note of access token, access token secret, consumer key and consumer secret. 14 | 15 | ### Running Kafka 16 | 17 | ``` 18 | $KAFKA_HOME/bin/zookeeper-server-start.sh $KAFKA_HOME/config/zookeeper.properties 19 | $KAFKA_HOME/bin/kafka-server-start.sh $KAFKA_HOME/config/server.properties 20 | $KAFKA_HOME/bin/kafka-topics.sh --create --bootstrap-server localhost:9092 --replication-factor 1 --partitions 1 --topic mytopic 21 | ``` 22 | 23 | ### Setting up the needed bits and running the example 24 | 25 | You'll need to setup the plugin.path property in your kafka 26 | 27 | Open the `$KAFKA_HOME/config/connect-standalone.properties` 28 | 29 | and set the `plugin.path` property to your choosen location 30 | 31 | In this example we'll use `/home/oscerd/connectors/` 32 | 33 | ``` 34 | > cd /home/oscerd/connectors/ 35 | > wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-twitter-directmessage-kafka-connector/0.11.5/camel-twitter-directmessage-kafka-connector-0.11.5-package.tar.gz 36 | > untar.gz camel-twitter-directmessage-kafka-connector-0.11.5-package.tar.gz 37 | ``` 38 | 39 | Now it's time to setup the connectors 40 | 41 | Open the Twitter sink configuration file 42 | 43 | ``` 44 | name=CamelTwitter-directmessageSinkConnector 45 | connector.class=org.apache.camel.kafkaconnector.twitterdirectmessage.CamelTwitterdirectmessageSinkConnector 46 | key.converter=org.apache.kafka.connect.storage.StringConverter 47 | value.converter=org.apache.kafka.connect.storage.StringConverter 48 | 49 | topics=mytopic 50 | 51 | camel.sink.path.user= 52 | camel.sink.endpoint.accessToken= 53 | camel.sink.endpoint.accessTokenSecret= 54 | camel.sink.endpoint.consumerKey= 55 | camel.sink.endpoint.consumerSecret= 56 | ``` 57 | 58 | Set the correct options in the file for the credentials part. 59 | 60 | Now you can run the example 61 | 62 | ``` 63 | $KAFKA_HOME/bin/connect-standalone.sh $KAFKA_HOME/config/connect-standalone.properties config/CamelTwitterdirectmessageSinkConnector.properties 64 | ``` 65 | 66 | In another terminal, using kafkacat, you can consume the messages 67 | 68 | ``` 69 | > echo "Hello from ckc" | ./kafkacat -b localhost:9092 -t mytopic 70 | % Auto-selecting Producer mode (use -P or -C to override) 71 | ``` 72 | 73 | The user should now receive a direct message with "Hello from ckc" as body 74 | 75 | -------------------------------------------------------------------------------- /nats/nats-sink/README.adoc: -------------------------------------------------------------------------------- 1 | # Camel-Kafka-connector NATS Sink 2 | 3 | ## Introduction 4 | 5 | This is an example for Camel-Kafka-connector NATS Sink 6 | 7 | ## What is needed 8 | 9 | - A NATS topic 10 | 11 | ## Running Kafka 12 | 13 | ``` 14 | $KAFKA_HOME/bin/zookeeper-server-start.sh $KAFKA_HOME/config/zookeeper.properties 15 | $KAFKA_HOME/bin/kafka-server-start.sh $KAFKA_HOME/config/server.properties 16 | $KAFKA_HOME/bin/kafka-topics.sh --create --bootstrap-server localhost:9092 --replication-factor 1 --partitions 1 --topic mytopic 17 | ``` 18 | 19 | ## Setting up the needed bits and running the example 20 | 21 | You'll need to setup the plugin.path property in your kafka 22 | 23 | Open the `$KAFKA_HOME/config/connect-standalone.properties` 24 | 25 | and set the `plugin.path` property to your choosen location 26 | 27 | In this example we'll use `/home/oscerd/connectors/` 28 | 29 | ``` 30 | > cd /home/oscerd/connectors/ 31 | > wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-nats-kafka-connector/0.11.5/camel-nats-kafka-connector-0.11.5-package.tar.gz 32 | > untar.gz camel-nats-kafka-connector-0.11.5-package.tar.gz 33 | ``` 34 | 35 | In this example we'll use a docker image for NATS 36 | 37 | ``` 38 | > docker run -d --name nats-main -p 4222:4222 -p 6222:6222 -p 8222:8222 nats 39 | ``` 40 | 41 | We'll need to inspect the container for the IP address of NATS 42 | 43 | ``` 44 | > docker inspect --format='{{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}}' nats-main 45 | 172.17.0.2 46 | ``` 47 | 48 | Now it's time to setup the connectors 49 | 50 | Open the NATS configuration file 51 | 52 | ``` 53 | name=CamelNatsSinkConnector 54 | connector.class=org.apache.camel.kafkaconnector.nats.CamelNatsSinkConnector 55 | key.converter=org.apache.kafka.connect.storage.StringConverter 56 | value.converter=org.apache.kafka.connect.storage.StringConverter 57 | 58 | topics=mytopic 59 | 60 | camel.component.nats.servers=172.17.0.2 61 | camel.sink.path.topic=nats-main 62 | ``` 63 | 64 | And add the correct address for the server. 65 | 66 | Now you can run the example 67 | 68 | ``` 69 | $KAFKA_HOME/bin/connect-standalone.sh $KAFKA_HOME/config/connect-standalone.properties config/CamelNatsSinkConnector.properties 70 | ``` 71 | 72 | On a different terminal run the kafka-producer and send messages to your Kafka Broker. 73 | 74 | ``` 75 | bin/kafka-console-producer.sh --broker-list localhost:9092 --topic mytopic 76 | Kafka to Nats message 1 77 | Kafka to Nats message 2 78 | ``` 79 | 80 | To consume messages from NATS you can use nats-sub go executable 81 | 82 | ``` 83 | > go get github.com/nats-io/go-nats-examples/tools/nats-sub 84 | > nats-sub nats-main 85 | Listening on [nats-main] 86 | [#1] Received on [nats-main]: 'Kafka to Nats message 1' 87 | [#2] Received on [nats-main]: 'Kafka to Nats message 2' 88 | ``` 89 | 90 | -------------------------------------------------------------------------------- /twitter/twitter-timeline-sink/README.adoc: -------------------------------------------------------------------------------- 1 | = Camel-Kafka-connector Twitter Timeline Sink 2 | 3 | This is an example for Camel-Kafka-connector Twitter Timeline Sink 4 | 5 | == Standalone 6 | 7 | === What is needed 8 | 9 | - A Twitter App with Read and Write permissions 10 | 11 | === Setting up Twitter App and get credentials 12 | 13 | You'll need to create a twitter app and take note of access token, access token secret, consumer key and consumer secret. 14 | 15 | === Running Kafka 16 | 17 | [source] 18 | ---- 19 | $KAFKA_HOME/bin/zookeeper-server-start.sh $KAFKA_HOME/config/zookeeper.properties 20 | $KAFKA_HOME/bin/kafka-server-start.sh $KAFKA_HOME/config/server.properties 21 | $KAFKA_HOME/bin/kafka-topics.sh --create --bootstrap-server localhost:9092 --replication-factor 1 --partitions 1 --topic mytopic 22 | ---- 23 | 24 | === Setting up the needed bits and running the example 25 | 26 | You'll need to setup the plugin.path property in your kafka 27 | 28 | Open the `$KAFKA_HOME/config/connect-standalone.properties` 29 | 30 | and set the `plugin.path` property to your choosen location 31 | 32 | In this example we'll use `/home/oscerd/connectors/` 33 | 34 | [source] 35 | ---- 36 | > cd /home/oscerd/connectors/ 37 | > wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-twitter-timeline-kafka-connector/0.11.5/camel-twitter-timeline-kafka-connector-0.11.5-package.tar.gz 38 | > untar.gz camel-twitter-timeline-kafka-connector-0.11.5-package.tar.gz 39 | ---- 40 | 41 | Now it's time to setup the connectors 42 | 43 | Open the Twitter sink configuration file 44 | 45 | [source] 46 | ---- 47 | name=CamelTwitter-timelineSinkConnector 48 | connector.class=org.apache.camel.kafkaconnector.twittertimeline.CamelTwittertimelineSinkConnector 49 | tasks.max=1 50 | key.converter=org.apache.kafka.connect.storage.StringConverter 51 | value.converter=org.apache.kafka.connect.storage.StringConverter 52 | 53 | topics=mytopic 54 | 55 | camel.sink.path.timelineType=user 56 | camel.sink.endpoint.user= 57 | camel.sink.endpoint.accessToken= 58 | camel.sink.endpoint.accessTokenSecret= 59 | camel.sink.endpoint.consumerKey= 60 | camel.sink.endpoint.consumerSecret= 61 | ---- 62 | 63 | Set the correct options in the file for the credentials part. 64 | 65 | Now you can run the example 66 | 67 | [source] 68 | ---- 69 | $KAFKA_HOME/bin/connect-standalone.sh $KAFKA_HOME/config/connect-standalone.properties config/CamelTwittertimelineSinkConnector.properties 70 | ---- 71 | 72 | In another terminal, using kafkacat, you can produce a message 73 | 74 | [source] 75 | ---- 76 | > echo "Hello from ckc" | ./kafkacat -b localhost:9092 -t mytopic 77 | % Auto-selecting Producer mode (use -P or -C to override) 78 | ---- 79 | 80 | The user should now post a tweet with "Hello from ckc" as body 81 | -------------------------------------------------------------------------------- /aws2-iam/aws2-iam-sink-create-group/README.adoc: -------------------------------------------------------------------------------- 1 | = Camel-Kafka-connector AWS2 IAM Sink for creating a group 2 | 3 | This is an example for Camel-Kafka-connector AWS2-IAM Sink for creating a group 4 | 5 | == Standalone 6 | 7 | === What is needed 8 | 9 | - An AWS Account 10 | 11 | === Running Kafka 12 | 13 | [source] 14 | ---- 15 | $KAFKA_HOME/bin/zookeeper-server-start.sh $KAFKA_HOME/config/zookeeper.properties 16 | $KAFKA_HOME/bin/kafka-server-start.sh $KAFKA_HOME/config/server.properties 17 | $KAFKA_HOME/bin/kafka-topics.sh --create --bootstrap-server localhost:9092 --replication-factor 1 --partitions 1 --topic mytopic 18 | ---- 19 | 20 | === Download the connector package 21 | 22 | Download the connector package tar.gz and extract the content to a directory. In this example we'll use `/home/oscerd/connectors/` 23 | 24 | [source] 25 | ---- 26 | > cd /home/oscerd/connectors/ 27 | > wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-iam-kafka-connector/0.11.5/camel-aws2-iam-kafka-connector-0.11.5-package.tar.gz 28 | > untar.gz camel-aws2-iam-kafka-connector-0.11.5-package.tar.gz 29 | ---- 30 | 31 | === Configuring Kafka Connect 32 | 33 | You'll need to set up the `plugin.path` property in your kafka 34 | 35 | Open the `$KAFKA_HOME/config/connect-standalone.properties` and set the `plugin.path` property to your choosen location: 36 | 37 | [source] 38 | ---- 39 | ... 40 | plugin.path=/home/oscerd/connectors 41 | ... 42 | ---- 43 | 44 | === Setup the connectors 45 | 46 | Open the AWS2 IAM configuration file at `$EXAMPLES/aws2-iam/aws2-iam-sink-create-group/config/CamelAWS2IAMSinkConnector.properties` 47 | 48 | [source] 49 | ---- 50 | name=CamelAWS2IAMSinkConnector 51 | connector.class=org.apache.camel.kafkaconnector.aws2iam.CamelAws2iamSinkConnector 52 | key.converter=org.apache.kafka.connect.storage.StringConverter 53 | value.converter=org.apache.kafka.connect.storage.StringConverter 54 | 55 | topics=mytopic 56 | 57 | camel.sink.path.label=iam-point 58 | 59 | camel.component.aws2-iam.operation=createGroup 60 | 61 | camel.component.aws2-iam.accessKey= 62 | camel.component.aws2-iam.secretKey= 63 | camel.component.aws2-iam.region=aws-global 64 | ---- 65 | 66 | and add the correct credentials for AWS. 67 | 68 | === Running the example 69 | 70 | Run the kafka connect with the IAM Sink connector: 71 | 72 | [source] 73 | ---- 74 | $KAFKA_HOME/bin/connect-standalone.sh $KAFKA_HOME/config/connect-standalone.properties $EXAMPLES/aws2-iam/aws2-iam-sink/config/CamelAWS2IAMSinkConnector.properties 75 | ---- 76 | 77 | On a different terminal run the kafkacat producer and send the following message 78 | 79 | [source] 80 | ---- 81 | > echo "Test1" | ./kafkacat -b localhost:9092 -t mytopic -H "CamelHeader.CamelAwsIAMGroupName=Camel" 82 | ---- 83 | 84 | On your AWS IAM console, you should see a new group called Camel. 85 | -------------------------------------------------------------------------------- /aws2-iam/aws2-iam-sink-create-user/README.adoc: -------------------------------------------------------------------------------- 1 | = Camel-Kafka-connector AWS2 IAM Sink for creating user 2 | 3 | This is an example for Camel-Kafka-connector AWS2-IAM Sink for creating user 4 | 5 | == Standalone 6 | 7 | === What is needed 8 | 9 | - An AWS Account 10 | 11 | === Running Kafka 12 | 13 | [source] 14 | ---- 15 | $KAFKA_HOME/bin/zookeeper-server-start.sh $KAFKA_HOME/config/zookeeper.properties 16 | $KAFKA_HOME/bin/kafka-server-start.sh $KAFKA_HOME/config/server.properties 17 | $KAFKA_HOME/bin/kafka-topics.sh --create --bootstrap-server localhost:9092 --replication-factor 1 --partitions 1 --topic mytopic 18 | ---- 19 | 20 | === Download the connector package 21 | 22 | Download the connector package tar.gz and extract the content to a directory. In this example we'll use `/home/oscerd/connectors/` 23 | 24 | [source] 25 | ---- 26 | > cd /home/oscerd/connectors/ 27 | > wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-iam-kafka-connector/0.11.5/camel-aws2-iam-kafka-connector-0.11.5-package.tar.gz 28 | > untar.gz camel-aws2-iam-kafka-connector-0.11.5-package.tar.gz 29 | ---- 30 | 31 | === Configuring Kafka Connect 32 | 33 | You'll need to set up the `plugin.path` property in your kafka 34 | 35 | Open the `$KAFKA_HOME/config/connect-standalone.properties` and set the `plugin.path` property to your choosen location: 36 | 37 | [source] 38 | ---- 39 | ... 40 | plugin.path=/home/oscerd/connectors 41 | ... 42 | ---- 43 | 44 | === Setup the connectors 45 | 46 | Open the AWS2 IAM configuration file at `$EXAMPLES/aws2-iam/aws2-iam-sink-create-user/config/CamelAWS2IAMSinkConnector.properties` 47 | 48 | [source] 49 | ---- 50 | name=CamelAWS2IAMSinkConnector 51 | connector.class=org.apache.camel.kafkaconnector.aws2iam.CamelAws2iamSinkConnector 52 | key.converter=org.apache.kafka.connect.storage.StringConverter 53 | value.converter=org.apache.kafka.connect.storage.StringConverter 54 | 55 | topics=mytopic 56 | 57 | camel.sink.path.label=iam-point 58 | 59 | camel.component.aws2-iam.operation=createUser 60 | 61 | camel.component.aws2-iam.accessKey= 62 | camel.component.aws2-iam.secretKey= 63 | camel.component.aws2-iam.region=aws-global 64 | ---- 65 | 66 | and add the correct credentials for AWS. 67 | 68 | === Running the example 69 | 70 | Run the kafka connect with the IAM Sink connector: 71 | 72 | [source] 73 | ---- 74 | $KAFKA_HOME/bin/connect-standalone.sh $KAFKA_HOME/config/connect-standalone.properties $EXAMPLES/aws2-iam/aws2-iam-sink-create-user/config/CamelAWS2IAMSinkConnector.properties 75 | ---- 76 | 77 | On a different terminal run the kafkacat producer and send the following message 78 | 79 | [source] 80 | ---- 81 | > echo "Test1" | ./kafkacat -b localhost:9092 -t mytopic -H "CamelHeader.CamelAwsIAMUsername=Camel" 82 | ---- 83 | 84 | On your AWS IAM console, you should see a new user called Camel. 85 | -------------------------------------------------------------------------------- /aws2-kms/aws2-kms-sink-create-key/README.adoc: -------------------------------------------------------------------------------- 1 | = Camel-Kafka-connector AWS2 KMS Sink for creating key 2 | 3 | This is an example for Camel-Kafka-connector AWS2-KMS Sink for creating key 4 | 5 | == Standalone 6 | 7 | === What is needed 8 | 9 | - An AWS Account 10 | 11 | === Running Kafka 12 | 13 | [source] 14 | ---- 15 | $KAFKA_HOME/bin/zookeeper-server-start.sh $KAFKA_HOME/config/zookeeper.properties 16 | $KAFKA_HOME/bin/kafka-server-start.sh $KAFKA_HOME/config/server.properties 17 | $KAFKA_HOME/bin/kafka-topics.sh --create --bootstrap-server localhost:9092 --replication-factor 1 --partitions 1 --topic mytopic 18 | ---- 19 | 20 | === Download the connector package 21 | 22 | Download the connector package tar.gz and extract the content to a directory. In this example we'll use `/home/oscerd/connectors/` 23 | 24 | [source] 25 | ---- 26 | > cd /home/oscerd/connectors/ 27 | > wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-kms-kafka-connector/0.11.5/camel-aws2-kms-kafka-connector-0.11.5-package.tar.gz 28 | > untar.gz camel-aws2-kms-kafka-connector-0.11.5-package.tar.gz 29 | ---- 30 | 31 | === Configuring Kafka Connect 32 | 33 | You'll need to set up the `plugin.path` property in your kafka 34 | 35 | Open the `$KAFKA_HOME/config/connect-standalone.properties` and set the `plugin.path` property to your choosen location: 36 | 37 | [source] 38 | ---- 39 | ... 40 | plugin.path=/home/oscerd/connectors 41 | ... 42 | ---- 43 | 44 | === Setup the connectors 45 | 46 | Open the AWS2 KMS configuration file at `$EXAMPLES/aws2-kms/aws2-kms-sink-create-key/config/CamelAWS2KMSSinkConnector.properties` 47 | 48 | [source] 49 | ---- 50 | name=CamelAWS2KMSSinkConnector 51 | connector.class=org.apache.camel.kafkaconnector.aws2kms.CamelAws2kmsSinkConnector 52 | key.converter=org.apache.kafka.connect.storage.StringConverter 53 | value.converter=org.apache.kafka.connect.storage.StringConverter 54 | 55 | topics=mytopic 56 | 57 | camel.sink.path.label=kms-point 58 | 59 | camel.component.aws2-kms.operation=createKey 60 | 61 | camel.component.aws2-kms.accessKey= 62 | camel.component.aws2-kms.secretKey= 63 | camel.component.aws2-kms.region= 64 | ---- 65 | 66 | and add the correct credentials for AWS. 67 | 68 | === Running the example 69 | 70 | Run the kafka connect with the KMS Sink connector: 71 | 72 | [source] 73 | ---- 74 | $KAFKA_HOME/bin/connect-standalone.sh $KAFKA_HOME/config/connect-standalone.properties $EXAMPLES/aws2-kms/aws2-kms-sink-create-key/config/CamelAWS2KMSSinkConnector.properties 75 | ---- 76 | 77 | On a different terminal run the kafkacat producer and send the following message 78 | 79 | [source] 80 | ---- 81 | > echo "Test1" | ./kafkacat -b localhost:9092 -t mytopic -H "CamelHeader.CamelAwsKMSDescription=CKC" 82 | ---- 83 | 84 | On your AWS KMS console, you should see a new key with description CKC. 85 | -------------------------------------------------------------------------------- /aws2-kms/aws2-kms-sink-delete-key/README.adoc: -------------------------------------------------------------------------------- 1 | = Camel-Kafka-connector AWS2 KMS Sink for deleting a key 2 | 3 | This is an example for Camel-Kafka-connector AWS2-KMS Sink for deleting a key 4 | 5 | == Standalone 6 | 7 | === What is needed 8 | 9 | - An AWS Account 10 | 11 | === Running Kafka 12 | 13 | [source] 14 | ---- 15 | $KAFKA_HOME/bin/zookeeper-server-start.sh $KAFKA_HOME/config/zookeeper.properties 16 | $KAFKA_HOME/bin/kafka-server-start.sh $KAFKA_HOME/config/server.properties 17 | $KAFKA_HOME/bin/kafka-topics.sh --create --bootstrap-server localhost:9092 --replication-factor 1 --partitions 1 --topic mytopic 18 | ---- 19 | 20 | === Download the connector package 21 | 22 | Download the connector package tar.gz and extract the content to a directory. In this example we'll use `/home/oscerd/connectors/` 23 | 24 | [source] 25 | ---- 26 | > cd /home/oscerd/connectors/ 27 | > wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-kms-kafka-connector/0.11.5/camel-aws2-kms-kafka-connector-0.11.5-package.tar.gz 28 | > untar.gz camel-aws2-kms-kafka-connector-0.11.5-package.tar.gz 29 | ---- 30 | 31 | === Configuring Kafka Connect 32 | 33 | You'll need to set up the `plugin.path` property in your kafka 34 | 35 | Open the `$KAFKA_HOME/config/connect-standalone.properties` and set the `plugin.path` property to your choosen location: 36 | 37 | [source] 38 | ---- 39 | ... 40 | plugin.path=/home/oscerd/connectors 41 | ... 42 | ---- 43 | 44 | === Setup the connectors 45 | 46 | Open the AWS2 KMS configuration file at `$EXAMPLES/aws2-kms/aws2-kms-sink-delete-key/config/CamelAWS2KMSSinkConnector.properties` 47 | 48 | [source] 49 | ---- 50 | name=CamelAWS2KMSSinkConnector 51 | connector.class=org.apache.camel.kafkaconnector.aws2kms.CamelAws2kmsSinkConnector 52 | key.converter=org.apache.kafka.connect.storage.StringConverter 53 | value.converter=org.apache.kafka.connect.storage.StringConverter 54 | 55 | topics=mytopic 56 | 57 | camel.sink.path.label=kms-point 58 | 59 | camel.component.aws2-kms.operation=scheduleKeyDeletion 60 | 61 | camel.component.aws2-kms.accessKey= 62 | camel.component.aws2-kms.secretKey= 63 | camel.component.aws2-kms.region= 64 | ---- 65 | 66 | and add the correct credentials for AWS. 67 | 68 | === Running the example 69 | 70 | Run the kafka connect with the KMS Sink connector: 71 | 72 | [source] 73 | ---- 74 | $KAFKA_HOME/bin/connect-standalone.sh $KAFKA_HOME/config/connect-standalone.properties $EXAMPLES/aws2-kms/aws2-kms-sink-delete-key/config/CamelAWS2KMSSinkConnector.properties 75 | ---- 76 | 77 | On a different terminal run the kafkacat producer and send the following message 78 | 79 | [source] 80 | ---- 81 | > echo "Test1" | ./kafkacat -b localhost:9092 -t mytopic -H "CamelHeader.CamelAwsKMSKeyId=" 82 | ---- 83 | 84 | On your AWS KMS console, you should see the key related to id scheduled for deletion. 85 | -------------------------------------------------------------------------------- /aws2-s3/aws2-s3-minio-source/README.adoc: -------------------------------------------------------------------------------- 1 | # Camel-Kafka-connector AWS2 S3 MinIO Source 2 | 3 | ## Introduction 4 | 5 | This is an example for Camel-Kafka-connector AW2-S3 MinIO 6 | 7 | ## What is needed 8 | 9 | - A MinIO instance running 10 | - AWS S3 Bucket (it will be auto created if it does not exist) 11 | 12 | ## Running Kafka 13 | 14 | ``` 15 | $KAFKA_HOME/bin/zookeeper-server-start.sh $KAFKA_HOME/config/zookeeper.properties 16 | $KAFKA_HOME/bin/kafka-server-start.sh $KAFKA_HOME/config/server.properties 17 | $KAFKA_HOME/bin/kafka-topics.sh --create --bootstrap-server localhost:9092 --replication-factor 1 --partitions 1 --topic test1 18 | ``` 19 | 20 | ## Setting up the needed bits and running the example 21 | 22 | You'll need to setup the plugin.path property in your kafka 23 | 24 | Open the `$KAFKA_HOME/config/connect-standalone.properties` 25 | 26 | and set the `plugin.path` property to your choosen location 27 | 28 | In this example we'll use `/home/oscerd/connectors/` 29 | 30 | ``` 31 | > cd /home/oscerd/connectors/ 32 | > wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-s3-kafka-connector/0.11.5/camel-aws2-s3-kafka-connector-0.11.5-package.tar.gz 33 | > untar.gz camel-aws2-s3-kafka-connector-0.11.5-package.tar.gz 34 | ``` 35 | 36 | Now we need to setup a MinIO instance 37 | 38 | ``` 39 | > wget https://dl.min.io/server/minio/release/linux-amd64/minio 40 | > chmod +x minio 41 | > export MINIO_ACCESS_KEY=minio 42 | > export MINIO_SECRET_KEY=miniostorage 43 | > mkdir data 44 | > ./minio server data/ 45 | ``` 46 | 47 | Now it's time to setup the connectors 48 | 49 | Open the AWS2 S3 configuration file for MinIO 50 | 51 | ``` 52 | name=CamelAWS2S3SourceConnector 53 | connector.class=org.apache.camel.kafkaconnector.aws2s3.CamelAws2s3SourceConnector 54 | key.converter=org.apache.kafka.connect.storage.StringConverter 55 | value.converter=org.apache.kafka.connect.converters.ByteArrayConverter 56 | 57 | camel.source.maxPollDuration=10000 58 | 59 | topics=test1 60 | 61 | camel.source.path.bucketNameOrArn=bucket 62 | camel.source.endpoint.overrideEndpoint=true 63 | camel.source.endpoint.uriEndpointOverride=http://localhost:9000 64 | camel.component.aws2-s3.accessKey=minio 65 | camel.component.aws2-s3.secretKey=miniostorage 66 | camel.component.aws2-s3.region=eu-west-1 67 | ``` 68 | 69 | Now you can run the example 70 | 71 | ``` 72 | $KAFKA_HOME/bin/connect-standalone.sh $KAFKA_HOME/config/connect-standalone.properties config/CamelAWSS3SourceConnector.properties 73 | ``` 74 | 75 | Just connect to your MinIO console and upload a file into your bucket. 76 | 77 | On a different terminal run the kafka-consumer and you should see messages from the MinIO S3 bucket arriving through Kafka Broker. 78 | 79 | ``` 80 | bin/kafka-console-consumer.sh --bootstrap-server localhost:9092 --topic test1 --from-beginning 81 | S3 to Kafka through Camel 82 | ``` 83 | 84 | -------------------------------------------------------------------------------- /aws2-iam/aws2-iam-sink-delete-group/README.adoc: -------------------------------------------------------------------------------- 1 | = Camel-Kafka-connector AWS2 IAM Sink for deleting a group 2 | 3 | This is an example for Camel-Kafka-connector AWS2-IAM Sink for deleting a group 4 | 5 | == Standalone 6 | 7 | === What is needed 8 | 9 | - An AWS Account 10 | - An existing group on you AWS IAM account 11 | 12 | === Running Kafka 13 | 14 | [source] 15 | ---- 16 | $KAFKA_HOME/bin/zookeeper-server-start.sh $KAFKA_HOME/config/zookeeper.properties 17 | $KAFKA_HOME/bin/kafka-server-start.sh $KAFKA_HOME/config/server.properties 18 | $KAFKA_HOME/bin/kafka-topics.sh --create --bootstrap-server localhost:9092 --replication-factor 1 --partitions 1 --topic mytopic 19 | ---- 20 | 21 | === Download the connector package 22 | 23 | Download the connector package tar.gz and extract the content to a directory. In this example we'll use `/home/oscerd/connectors/` 24 | 25 | [source] 26 | ---- 27 | > cd /home/oscerd/connectors/ 28 | > wget https://repo1.maven.org/maven2/org/apache/camel/kafkaconnector/camel-aws2-iam-kafka-connector/0.11.5/camel-aws2-iam-kafka-connector-0.11.5-package.tar.gz 29 | > untar.gz camel-aws2-iam-kafka-connector-0.11.5-package.tar.gz 30 | ---- 31 | 32 | === Configuring Kafka Connect 33 | 34 | You'll need to set up the `plugin.path` property in your kafka 35 | 36 | Open the `$KAFKA_HOME/config/connect-standalone.properties` and set the `plugin.path` property to your choosen location: 37 | 38 | [source] 39 | ---- 40 | ... 41 | plugin.path=/home/oscerd/connectors 42 | ... 43 | ---- 44 | 45 | === Setup the connectors 46 | 47 | Open the AWS2 IAM configuration file at `$EXAMPLES/aws2-iam/aws2-iam-sink-create-group/config/CamelAWS2IAMSinkConnector.properties` 48 | 49 | [source] 50 | ---- 51 | name=CamelAWS2IAMSinkConnector 52 | connector.class=org.apache.camel.kafkaconnector.aws2iam.CamelAws2iamSinkConnector 53 | key.converter=org.apache.kafka.connect.storage.StringConverter 54 | value.converter=org.apache.kafka.connect.storage.StringConverter 55 | 56 | topics=mytopic 57 | 58 | camel.sink.path.label=iam-point 59 | 60 | camel.component.aws2-iam.operation=deleteGroup 61 | 62 | camel.component.aws2-iam.accessKey= 63 | camel.component.aws2-iam.secretKey= 64 | camel.component.aws2-iam.region=aws-global 65 | ---- 66 | 67 | and add the correct credentials for AWS. 68 | 69 | === Running the example 70 | 71 | Run the kafka connect with the IAM Sink connector: 72 | 73 | [source] 74 | ---- 75 | $KAFKA_HOME/bin/connect-standalone.sh $KAFKA_HOME/config/connect-standalone.properties $EXAMPLES/aws2-iam/aws2-iam-sink/config/CamelAWS2IAMSinkConnector.properties 76 | ---- 77 | 78 | On a different terminal run the kafkacat producer and send the following message 79 | 80 | [source] 81 | ---- 82 | > echo "Test1" | ./kafkacat -b localhost:9092 -t mytopic -H "CamelHeader.CamelAwsIAMGroupName=Camel" 83 | ---- 84 | 85 | On your AWS IAM console, you should see the group called Camel deleted. 86 | --------------------------------------------------------------------------------