├── .github └── workflows │ └── maven.yml ├── .gitignore ├── .mvn └── wrapper │ ├── MavenWrapperDownloader.java │ ├── maven-wrapper.jar │ └── maven-wrapper.properties ├── README.md ├── mvnw ├── mvnw.cmd ├── pom.xml └── src ├── main ├── java │ └── com │ │ └── example │ │ └── reactivekafkaconsumerandproducer │ │ ├── ReactivekafkaconsumerandproducerApplication.java │ │ ├── config │ │ ├── ReactiveKafkaConsumerConfig.java │ │ └── ReactiveKafkaProducerConfig.java │ │ ├── dto │ │ ├── FakeConsumerDTO.java │ │ └── FakeProducerDTO.java │ │ └── service │ │ ├── ReactiveConsumerService.java │ │ └── ReactiveProducerService.java └── resources │ └── application.properties └── test ├── java └── com │ └── example │ └── reactivekafkaconsumerandproducer │ ├── ReactiveConsumerServiceIntegrationTest.java │ ├── ReactiveProducerServiceIntegrationTest.java │ └── ReactivekafkaconsumerandproducerApplicationTests.java └── resources └── application.properties /.github/workflows/maven.yml: -------------------------------------------------------------------------------- 1 | name: Java CI 2 | 3 | on: [push] 4 | 5 | jobs: 6 | build: 7 | 8 | runs-on: ubuntu-latest 9 | 10 | steps: 11 | - uses: actions/checkout@v2 12 | - name: Set up JDK 11 13 | uses: actions/setup-java@v1 14 | with: 15 | java-version: 11 16 | - name: Build with Maven 17 | run: mvn -B -DskipTests package --file pom.xml 18 | 19 | test: 20 | 21 | runs-on: ubuntu-latest 22 | 23 | steps: 24 | - uses: actions/checkout@v2 25 | - name: Set up JDK 11 26 | uses: actions/setup-java@v1 27 | with: 28 | java-version: 11 29 | - name: Test with Maven 30 | run: mvn test 31 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | HELP.md 2 | target/ 3 | !.mvn/wrapper/maven-wrapper.jar 4 | !**/src/main/**/target/ 5 | !**/src/test/**/target/ 6 | 7 | ### STS ### 8 | .apt_generated 9 | .classpath 10 | .factorypath 11 | .project 12 | .settings 13 | .springBeans 14 | .sts4-cache 15 | 16 | ### IntelliJ IDEA ### 17 | .idea 18 | *.iws 19 | *.iml 20 | *.ipr 21 | 22 | ### NetBeans ### 23 | /nbproject/private/ 24 | /nbbuild/ 25 | /dist/ 26 | /nbdist/ 27 | /.nb-gradle/ 28 | build/ 29 | !**/src/main/**/build/ 30 | !**/src/test/**/build/ 31 | 32 | ### VS Code ### 33 | .vscode/ 34 | -------------------------------------------------------------------------------- /.mvn/wrapper/MavenWrapperDownloader.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2007-present the original author or authors. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"); 5 | * you may not use this file except in compliance with the License. 6 | * You may obtain a copy of the License at 7 | * 8 | * https://www.apache.org/licenses/LICENSE-2.0 9 | * 10 | * Unless required by applicable law or agreed to in writing, software 11 | * distributed under the License is distributed on an "AS IS" BASIS, 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 | * See the License for the specific language governing permissions and 14 | * limitations under the License. 15 | */ 16 | import java.util.Properties; 17 | 18 | public class MavenWrapperDownloader { 19 | 20 | private static final String WRAPPER_VERSION = "0.5.6"; 21 | /** 22 | * Default URL to download the maven-wrapper.jar from, if no 'downloadUrl' is provided. 23 | */ 24 | private static final String DEFAULT_DOWNLOAD_URL = "https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/" 25 | + WRAPPER_VERSION + "/maven-wrapper-" + WRAPPER_VERSION + ".jar"; 26 | 27 | /** 28 | * Path to the maven-wrapper.properties file, which might contain a downloadUrl property to 29 | * use instead of the default one. 30 | */ 31 | private static final String MAVEN_WRAPPER_PROPERTIES_PATH = 32 | ".mvn/wrapper/maven-wrapper.properties"; 33 | 34 | /** 35 | * Path where the maven-wrapper.jar will be saved to. 36 | */ 37 | private static final String MAVEN_WRAPPER_JAR_PATH = 38 | ".mvn/wrapper/maven-wrapper.jar"; 39 | 40 | /** 41 | * Name of the property which should be used to override the default download url for the wrapper. 42 | */ 43 | private static final String PROPERTY_NAME_WRAPPER_URL = "wrapperUrl"; 44 | 45 | public static void main(String args[]) { 46 | System.out.println("- Downloader started"); 47 | File baseDirectory = new File(args[0]); 48 | System.out.println("- Using base directory: " + baseDirectory.getAbsolutePath()); 49 | 50 | // If the maven-wrapper.properties exists, read it and check if it contains a custom 51 | // wrapperUrl parameter. 52 | File mavenWrapperPropertyFile = new File(baseDirectory, MAVEN_WRAPPER_PROPERTIES_PATH); 53 | String url = DEFAULT_DOWNLOAD_URL; 54 | if(mavenWrapperPropertyFile.exists()) { 55 | FileInputStream mavenWrapperPropertyFileInputStream = null; 56 | try { 57 | mavenWrapperPropertyFileInputStream = new FileInputStream(mavenWrapperPropertyFile); 58 | Properties mavenWrapperProperties = new Properties(); 59 | mavenWrapperProperties.load(mavenWrapperPropertyFileInputStream); 60 | url = mavenWrapperProperties.getProperty(PROPERTY_NAME_WRAPPER_URL, url); 61 | } catch (IOException e) { 62 | System.out.println("- ERROR loading '" + MAVEN_WRAPPER_PROPERTIES_PATH + "'"); 63 | } finally { 64 | try { 65 | if(mavenWrapperPropertyFileInputStream != null) { 66 | mavenWrapperPropertyFileInputStream.close(); 67 | } 68 | } catch (IOException e) { 69 | // Ignore ... 70 | } 71 | } 72 | } 73 | System.out.println("- Downloading from: " + url); 74 | 75 | File outputFile = new File(baseDirectory.getAbsolutePath(), MAVEN_WRAPPER_JAR_PATH); 76 | if(!outputFile.getParentFile().exists()) { 77 | if(!outputFile.getParentFile().mkdirs()) { 78 | System.out.println( 79 | "- ERROR creating output directory '" + outputFile.getParentFile().getAbsolutePath() + "'"); 80 | } 81 | } 82 | System.out.println("- Downloading to: " + outputFile.getAbsolutePath()); 83 | try { 84 | downloadFileFromURL(url, outputFile); 85 | System.out.println("Done"); 86 | System.exit(0); 87 | } catch (Throwable e) { 88 | System.out.println("- Error downloading"); 89 | e.printStackTrace(); 90 | System.exit(1); 91 | } 92 | } 93 | 94 | private static void downloadFileFromURL(String urlString, File destination) throws Exception { 95 | if (System.getenv("MVNW_USERNAME") != null && System.getenv("MVNW_PASSWORD") != null) { 96 | String username = System.getenv("MVNW_USERNAME"); 97 | char[] password = System.getenv("MVNW_PASSWORD").toCharArray(); 98 | Authenticator.setDefault(new Authenticator() { 99 | @Override 100 | protected PasswordAuthentication getPasswordAuthentication() { 101 | return new PasswordAuthentication(username, password); 102 | } 103 | }); 104 | } 105 | URL website = new URL(urlString); 106 | ReadableByteChannel rbc; 107 | rbc = Channels.newChannel(website.openStream()); 108 | FileOutputStream fos = new FileOutputStream(destination); 109 | fos.getChannel().transferFrom(rbc, 0, Long.MAX_VALUE); 110 | fos.close(); 111 | rbc.close(); 112 | } 113 | 114 | } 115 | -------------------------------------------------------------------------------- /.mvn/wrapper/maven-wrapper.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Kevded/example-reactive-spring-kafka-consumer-and-producer/e5e550e55a307ec16d1e49f9ae728525acde0865/.mvn/wrapper/maven-wrapper.jar -------------------------------------------------------------------------------- /.mvn/wrapper/maven-wrapper.properties: -------------------------------------------------------------------------------- 1 | distributionUrl=https://repo.maven.apache.org/maven2/org/apache/maven/apache-maven/3.6.3/apache-maven-3.6.3-bin.zip 2 | wrapperUrl=https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar 3 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | ![Java CI](https://github.com/Kevded/example-reactive-spring-kafka-consumer-and-producer/workflows/Java%20CI/badge.svg) 2 | 3 | # Reactive Kafka consumer and producer Spring Boot 4 | 5 | Sample project to show how to implement Reactive kafka consumer and producer in Spring Boot. With Spring Kafka. 6 | 7 | Spring Boot version 2.3.9 8 | ## Config 9 | - [ReactiveKafkaConsumerConfig](src/main/java/com/example/reactivekafkaconsumerandproducer/config/ReactiveKafkaConsumerConfig.java) 10 | - [ReactiveKafkaProducerConfig](src/main/java/com/example/reactivekafkaconsumerandproducer/config/ReactiveKafkaProducerConfig.java) 11 | - [application.properties](src/main/resources/application.properties) 12 | - [pom.xml](pom.xml) 13 | 14 | ```java 15 | package com.example.reactivekafkaconsumerandproducer.config; 16 | 17 | import com.example.reactivekafkaconsumerandproducer.dto.FakeConsumerDTO; 18 | import org.springframework.beans.factory.annotation.Value; 19 | import org.springframework.boot.autoconfigure.kafka.KafkaProperties; 20 | import org.springframework.context.annotation.Bean; 21 | import org.springframework.context.annotation.Configuration; 22 | import org.springframework.kafka.core.reactive.ReactiveKafkaConsumerTemplate; 23 | import reactor.kafka.receiver.ReceiverOptions; 24 | 25 | import java.util.Collections; 26 | 27 | @Configuration 28 | public class ReactiveKafkaConsumerConfig { 29 | @Bean 30 | public ReceiverOptions kafkaReceiverOptions(@Value(value = "${FAKE_CONSUMER_DTO_TOPIC}") String topic, KafkaProperties kafkaProperties) { 31 | ReceiverOptions basicReceiverOptions = ReceiverOptions.create(kafkaProperties.buildConsumerProperties()); 32 | return basicReceiverOptions.subscription(Collections.singletonList(topic)); 33 | } 34 | 35 | @Bean 36 | public ReactiveKafkaConsumerTemplate reactiveKafkaConsumerTemplate(ReceiverOptions kafkaReceiverOptions) { 37 | return new ReactiveKafkaConsumerTemplate(kafkaReceiverOptions); 38 | } 39 | } 40 | ``` 41 | 42 | ```java 43 | package com.example.reactivekafkaconsumerandproducer.config; 44 | 45 | import com.example.reactivekafkaconsumerandproducer.dto.FakeProducerDTO; 46 | import org.springframework.boot.autoconfigure.kafka.KafkaProperties; 47 | import org.springframework.context.annotation.Bean; 48 | import org.springframework.context.annotation.Configuration; 49 | import org.springframework.kafka.core.reactive.ReactiveKafkaProducerTemplate; 50 | import reactor.kafka.sender.SenderOptions; 51 | 52 | import java.util.Map; 53 | 54 | @Configuration 55 | public class ReactiveKafkaProducerConfig { 56 | @Bean 57 | public ReactiveKafkaProducerTemplate reactiveKafkaProducerTemplate( 58 | KafkaProperties properties) { 59 | Map props = properties.buildProducerProperties(); 60 | return new ReactiveKafkaProducerTemplate(SenderOptions.create(props)); 61 | } 62 | } 63 | ``` 64 | 65 | ```properties 66 | spring.kafka.bootstrap-servers=localhost:9200 67 | # producer 68 | spring.kafka.producer.key-serializer=org.apache.kafka.common.serialization.StringSerializer 69 | spring.kafka.producer.value-serializer=org.springframework.kafka.support.serializer.JsonDeserializer 70 | # consumer 71 | spring.kafka.consumer.group-id=reactivekafkaconsumerandproducer 72 | 73 | spring.kafka.consumer.auto-offset-reset=earliest 74 | spring.kafka.consumer.key-deserializer=org.apache.kafka.common.serialization.StringDeserializer 75 | spring.kafka.consumer.value-deserializer=org.springframework.kafka.support.serializer.JsonDeserializer 76 | # json deserializer config 77 | spring.kafka.properties.spring.json.trusted.packages=* 78 | spring.kafka.consumer.properties.spring.json.use.type.headers=false 79 | spring.kafka.consumer.properties.spring.json.value.default.type=com.example.reactivekafkaconsumerandproducer.dto.FakeConsumerDTO 80 | 81 | # topic 82 | FAKE_PRODUCER_DTO_TOPIC=fake_producer_dto_topic 83 | FAKE_CONSUMER_DTO_TOPIC=fake_consumer_dto_topic 84 | ``` 85 | 86 | ```xml 87 | 88 | org.springframework.kafka 89 | spring-kafka 90 | 91 | 92 | io.projectreactor.kafka 93 | reactor-kafka 94 | ${reactor.kafka.version} 95 | 96 | ``` 97 | 98 | ## Service 99 | - [ReactiveConsumerService](src/main/java/com/example/reactivekafkaconsumerandproducer/service/ReactiveConsumerService.java) 100 | - [ReactiveProducerService](src/main/java/com/example/reactivekafkaconsumerandproducer/service/ReactiveProducerService.java) 101 | 102 | ```java 103 | package com.example.reactivekafkaconsumerandproducer.service; 104 | 105 | import com.example.reactivekafkaconsumerandproducer.dto.FakeConsumerDTO; 106 | import org.apache.kafka.clients.consumer.ConsumerRecord; 107 | import org.slf4j.Logger; 108 | import org.slf4j.LoggerFactory; 109 | import org.springframework.boot.CommandLineRunner; 110 | import org.springframework.kafka.core.reactive.ReactiveKafkaConsumerTemplate; 111 | import org.springframework.stereotype.Service; 112 | import reactor.core.publisher.Flux; 113 | 114 | 115 | @Service 116 | public class ReactiveConsumerService implements CommandLineRunner { 117 | Logger log = LoggerFactory.getLogger(ReactiveConsumerService.class); 118 | 119 | private final ReactiveKafkaConsumerTemplate reactiveKafkaConsumerTemplate; 120 | 121 | public ReactiveConsumerService(ReactiveKafkaConsumerTemplate reactiveKafkaConsumerTemplate) { 122 | this.reactiveKafkaConsumerTemplate = reactiveKafkaConsumerTemplate; 123 | } 124 | 125 | private Flux consumeFakeConsumerDTO() { 126 | return reactiveKafkaConsumerTemplate 127 | .receiveAutoAck() 128 | // .delayElements(Duration.ofSeconds(2L)) // BACKPRESSURE 129 | .doOnNext(consumerRecord -> log.info("received key={}, value={} from topic={}, offset={}", 130 | consumerRecord.key(), 131 | consumerRecord.value(), 132 | consumerRecord.topic(), 133 | consumerRecord.offset()) 134 | ) 135 | .map(ConsumerRecord::value) 136 | .doOnNext(fakeConsumerDTO -> log.info("successfully consumed {}={}", FakeConsumerDTO.class.getSimpleName(), fakeConsumerDTO)) 137 | .doOnError(throwable -> log.error("something bad happened while consuming : {}", throwable.getMessage())); 138 | } 139 | 140 | @Override 141 | public void run(String... args) { 142 | // we have to trigger consumption 143 | consumeFakeConsumerDTO().subscribe(); 144 | } 145 | } 146 | ``` 147 | 148 | ```java 149 | package com.example.reactivekafkaconsumerandproducer.service; 150 | 151 | import com.example.reactivekafkaconsumerandproducer.dto.FakeProducerDTO; 152 | import org.slf4j.Logger; 153 | import org.slf4j.LoggerFactory; 154 | import org.springframework.beans.factory.annotation.Value; 155 | import org.springframework.kafka.core.reactive.ReactiveKafkaProducerTemplate; 156 | import org.springframework.stereotype.Service; 157 | 158 | @Service 159 | public class ReactiveProducerService { 160 | 161 | private final Logger log = LoggerFactory.getLogger(ReactiveProducerService.class); 162 | private final ReactiveKafkaProducerTemplate reactiveKafkaProducerTemplate; 163 | 164 | @Value(value = "${FAKE_PRODUCER_DTO_TOPIC}") 165 | private String topic; 166 | 167 | public ReactiveProducerService(ReactiveKafkaProducerTemplate reactiveKafkaProducerTemplate) { 168 | this.reactiveKafkaProducerTemplate = reactiveKafkaProducerTemplate; 169 | } 170 | 171 | public void send(FakeProducerDTO fakeProducerDTO) { 172 | log.info("send to topic={}, {}={},", topic, FakeProducerDTO.class.getSimpleName(), fakeProducerDTO); 173 | reactiveKafkaProducerTemplate.send(topic, fakeProducerDTO) 174 | .doOnSuccess(senderResult -> log.info("sent {} offset : {}", fakeProducerDTO, senderResult.recordMetadata().offset())) 175 | .subscribe(); 176 | } 177 | } 178 | ``` 179 | 180 | ## Integration test 181 | - [ReactiveConsumerServiceIntegrationTest](src/test/java/com/example/reactivekafkaconsumerandproducer/ReactiveConsumerServiceIntegrationTest.java) 182 | - [ReactiveProducerServiceIntegrationTest](src/test/java/com/example/reactivekafkaconsumerandproducer/ReactiveProducerServiceIntegrationTest.java) 183 | 184 | 185 | ```java 186 | ``` 187 | 188 | ```java 189 | ``` 190 | --- 191 | 192 | # Articles 193 | 194 | - [gitbook.deddy.me/reactive-kafka-consumer-producer-spring-boot](https://gitbook.deddy.me/reactive-kafka-consumer-producer-spring-boot) -------------------------------------------------------------------------------- /mvnw: -------------------------------------------------------------------------------- 1 | #!/bin/sh 2 | # ---------------------------------------------------------------------------- 3 | # Licensed to the Apache Software Foundation (ASF) under one 4 | # or more contributor license agreements. See the NOTICE file 5 | # distributed with this work for additional information 6 | # regarding copyright ownership. The ASF licenses this file 7 | # to you under the Apache License, Version 2.0 (the 8 | # "License"); you may not use this file except in compliance 9 | # with the License. You may obtain a copy of the License at 10 | # 11 | # https://www.apache.org/licenses/LICENSE-2.0 12 | # 13 | # Unless required by applicable law or agreed to in writing, 14 | # software distributed under the License is distributed on an 15 | # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 16 | # KIND, either express or implied. See the License for the 17 | # specific language governing permissions and limitations 18 | # under the License. 19 | # ---------------------------------------------------------------------------- 20 | 21 | # ---------------------------------------------------------------------------- 22 | # Maven Start Up Batch script 23 | # 24 | # Required ENV vars: 25 | # ------------------ 26 | # JAVA_HOME - location of a JDK home dir 27 | # 28 | # Optional ENV vars 29 | # ----------------- 30 | # M2_HOME - location of maven2's installed home dir 31 | # MAVEN_OPTS - parameters passed to the Java VM when running Maven 32 | # e.g. to debug Maven itself, use 33 | # set MAVEN_OPTS=-Xdebug -Xrunjdwp:transport=dt_socket,server=y,suspend=y,address=8000 34 | # MAVEN_SKIP_RC - flag to disable loading of mavenrc files 35 | # ---------------------------------------------------------------------------- 36 | 37 | if [ -z "$MAVEN_SKIP_RC" ] ; then 38 | 39 | if [ -f /etc/mavenrc ] ; then 40 | . /etc/mavenrc 41 | fi 42 | 43 | if [ -f "$HOME/.mavenrc" ] ; then 44 | . "$HOME/.mavenrc" 45 | fi 46 | 47 | fi 48 | 49 | # OS specific support. $var _must_ be set to either true or false. 50 | cygwin=false; 51 | darwin=false; 52 | mingw=false 53 | case "`uname`" in 54 | CYGWIN*) cygwin=true ;; 55 | MINGW*) mingw=true;; 56 | Darwin*) darwin=true 57 | # Use /usr/libexec/java_home if available, otherwise fall back to /Library/Java/Home 58 | # See https://developer.apple.com/library/mac/qa/qa1170/_index.html 59 | if [ -z "$JAVA_HOME" ]; then 60 | if [ -x "/usr/libexec/java_home" ]; then 61 | export JAVA_HOME="`/usr/libexec/java_home`" 62 | else 63 | export JAVA_HOME="/Library/Java/Home" 64 | fi 65 | fi 66 | ;; 67 | esac 68 | 69 | if [ -z "$JAVA_HOME" ] ; then 70 | if [ -r /etc/gentoo-release ] ; then 71 | JAVA_HOME=`java-config --jre-home` 72 | fi 73 | fi 74 | 75 | if [ -z "$M2_HOME" ] ; then 76 | ## resolve links - $0 may be a link to maven's home 77 | PRG="$0" 78 | 79 | # need this for relative symlinks 80 | while [ -h "$PRG" ] ; do 81 | ls=`ls -ld "$PRG"` 82 | link=`expr "$ls" : '.*-> \(.*\)$'` 83 | if expr "$link" : '/.*' > /dev/null; then 84 | PRG="$link" 85 | else 86 | PRG="`dirname "$PRG"`/$link" 87 | fi 88 | done 89 | 90 | saveddir=`pwd` 91 | 92 | M2_HOME=`dirname "$PRG"`/.. 93 | 94 | # make it fully qualified 95 | M2_HOME=`cd "$M2_HOME" && pwd` 96 | 97 | cd "$saveddir" 98 | # echo Using m2 at $M2_HOME 99 | fi 100 | 101 | # For Cygwin, ensure paths are in UNIX format before anything is touched 102 | if $cygwin ; then 103 | [ -n "$M2_HOME" ] && 104 | M2_HOME=`cygpath --unix "$M2_HOME"` 105 | [ -n "$JAVA_HOME" ] && 106 | JAVA_HOME=`cygpath --unix "$JAVA_HOME"` 107 | [ -n "$CLASSPATH" ] && 108 | CLASSPATH=`cygpath --path --unix "$CLASSPATH"` 109 | fi 110 | 111 | # For Mingw, ensure paths are in UNIX format before anything is touched 112 | if $mingw ; then 113 | [ -n "$M2_HOME" ] && 114 | M2_HOME="`(cd "$M2_HOME"; pwd)`" 115 | [ -n "$JAVA_HOME" ] && 116 | JAVA_HOME="`(cd "$JAVA_HOME"; pwd)`" 117 | fi 118 | 119 | if [ -z "$JAVA_HOME" ]; then 120 | javaExecutable="`which javac`" 121 | if [ -n "$javaExecutable" ] && ! [ "`expr \"$javaExecutable\" : '\([^ ]*\)'`" = "no" ]; then 122 | # readlink(1) is not available as standard on Solaris 10. 123 | readLink=`which readlink` 124 | if [ ! `expr "$readLink" : '\([^ ]*\)'` = "no" ]; then 125 | if $darwin ; then 126 | javaHome="`dirname \"$javaExecutable\"`" 127 | javaExecutable="`cd \"$javaHome\" && pwd -P`/javac" 128 | else 129 | javaExecutable="`readlink -f \"$javaExecutable\"`" 130 | fi 131 | javaHome="`dirname \"$javaExecutable\"`" 132 | javaHome=`expr "$javaHome" : '\(.*\)/bin'` 133 | JAVA_HOME="$javaHome" 134 | export JAVA_HOME 135 | fi 136 | fi 137 | fi 138 | 139 | if [ -z "$JAVACMD" ] ; then 140 | if [ -n "$JAVA_HOME" ] ; then 141 | if [ -x "$JAVA_HOME/jre/sh/java" ] ; then 142 | # IBM's JDK on AIX uses strange locations for the executables 143 | JAVACMD="$JAVA_HOME/jre/sh/java" 144 | else 145 | JAVACMD="$JAVA_HOME/bin/java" 146 | fi 147 | else 148 | JAVACMD="`which java`" 149 | fi 150 | fi 151 | 152 | if [ ! -x "$JAVACMD" ] ; then 153 | echo "Error: JAVA_HOME is not defined correctly." >&2 154 | echo " We cannot execute $JAVACMD" >&2 155 | exit 1 156 | fi 157 | 158 | if [ -z "$JAVA_HOME" ] ; then 159 | echo "Warning: JAVA_HOME environment variable is not set." 160 | fi 161 | 162 | CLASSWORLDS_LAUNCHER=org.codehaus.plexus.classworlds.launcher.Launcher 163 | 164 | # traverses directory structure from process work directory to filesystem root 165 | # first directory with .mvn subdirectory is considered project base directory 166 | find_maven_basedir() { 167 | 168 | if [ -z "$1" ] 169 | then 170 | echo "Path not specified to find_maven_basedir" 171 | return 1 172 | fi 173 | 174 | basedir="$1" 175 | wdir="$1" 176 | while [ "$wdir" != '/' ] ; do 177 | if [ -d "$wdir"/.mvn ] ; then 178 | basedir=$wdir 179 | break 180 | fi 181 | # workaround for JBEAP-8937 (on Solaris 10/Sparc) 182 | if [ -d "${wdir}" ]; then 183 | wdir=`cd "$wdir/.."; pwd` 184 | fi 185 | # end of workaround 186 | done 187 | echo "${basedir}" 188 | } 189 | 190 | # concatenates all lines of a file 191 | concat_lines() { 192 | if [ -f "$1" ]; then 193 | echo "$(tr -s '\n' ' ' < "$1")" 194 | fi 195 | } 196 | 197 | BASE_DIR=`find_maven_basedir "$(pwd)"` 198 | if [ -z "$BASE_DIR" ]; then 199 | exit 1; 200 | fi 201 | 202 | ########################################################################################## 203 | # Extension to allow automatically downloading the maven-wrapper.jar from Maven-central 204 | # This allows using the maven wrapper in projects that prohibit checking in binary data. 205 | ########################################################################################## 206 | if [ -r "$BASE_DIR/.mvn/wrapper/maven-wrapper.jar" ]; then 207 | if [ "$MVNW_VERBOSE" = true ]; then 208 | echo "Found .mvn/wrapper/maven-wrapper.jar" 209 | fi 210 | else 211 | if [ "$MVNW_VERBOSE" = true ]; then 212 | echo "Couldn't find .mvn/wrapper/maven-wrapper.jar, downloading it ..." 213 | fi 214 | if [ -n "$MVNW_REPOURL" ]; then 215 | jarUrl="$MVNW_REPOURL/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar" 216 | else 217 | jarUrl="https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar" 218 | fi 219 | while IFS="=" read key value; do 220 | case "$key" in (wrapperUrl) jarUrl="$value"; break ;; 221 | esac 222 | done < "$BASE_DIR/.mvn/wrapper/maven-wrapper.properties" 223 | if [ "$MVNW_VERBOSE" = true ]; then 224 | echo "Downloading from: $jarUrl" 225 | fi 226 | wrapperJarPath="$BASE_DIR/.mvn/wrapper/maven-wrapper.jar" 227 | if $cygwin; then 228 | wrapperJarPath=`cygpath --path --windows "$wrapperJarPath"` 229 | fi 230 | 231 | if command -v wget > /dev/null; then 232 | if [ "$MVNW_VERBOSE" = true ]; then 233 | echo "Found wget ... using wget" 234 | fi 235 | if [ -z "$MVNW_USERNAME" ] || [ -z "$MVNW_PASSWORD" ]; then 236 | wget "$jarUrl" -O "$wrapperJarPath" 237 | else 238 | wget --http-user=$MVNW_USERNAME --http-password=$MVNW_PASSWORD "$jarUrl" -O "$wrapperJarPath" 239 | fi 240 | elif command -v curl > /dev/null; then 241 | if [ "$MVNW_VERBOSE" = true ]; then 242 | echo "Found curl ... using curl" 243 | fi 244 | if [ -z "$MVNW_USERNAME" ] || [ -z "$MVNW_PASSWORD" ]; then 245 | curl -o "$wrapperJarPath" "$jarUrl" -f 246 | else 247 | curl --user $MVNW_USERNAME:$MVNW_PASSWORD -o "$wrapperJarPath" "$jarUrl" -f 248 | fi 249 | 250 | else 251 | if [ "$MVNW_VERBOSE" = true ]; then 252 | echo "Falling back to using Java to download" 253 | fi 254 | javaClass="$BASE_DIR/.mvn/wrapper/MavenWrapperDownloader.java" 255 | # For Cygwin, switch paths to Windows format before running javac 256 | if $cygwin; then 257 | javaClass=`cygpath --path --windows "$javaClass"` 258 | fi 259 | if [ -e "$javaClass" ]; then 260 | if [ ! -e "$BASE_DIR/.mvn/wrapper/MavenWrapperDownloader.class" ]; then 261 | if [ "$MVNW_VERBOSE" = true ]; then 262 | echo " - Compiling MavenWrapperDownloader.java ..." 263 | fi 264 | # Compiling the Java class 265 | ("$JAVA_HOME/bin/javac" "$javaClass") 266 | fi 267 | if [ -e "$BASE_DIR/.mvn/wrapper/MavenWrapperDownloader.class" ]; then 268 | # Running the downloader 269 | if [ "$MVNW_VERBOSE" = true ]; then 270 | echo " - Running MavenWrapperDownloader.java ..." 271 | fi 272 | ("$JAVA_HOME/bin/java" -cp .mvn/wrapper MavenWrapperDownloader "$MAVEN_PROJECTBASEDIR") 273 | fi 274 | fi 275 | fi 276 | fi 277 | ########################################################################################## 278 | # End of extension 279 | ########################################################################################## 280 | 281 | export MAVEN_PROJECTBASEDIR=${MAVEN_BASEDIR:-"$BASE_DIR"} 282 | if [ "$MVNW_VERBOSE" = true ]; then 283 | echo $MAVEN_PROJECTBASEDIR 284 | fi 285 | MAVEN_OPTS="$(concat_lines "$MAVEN_PROJECTBASEDIR/.mvn/jvm.config") $MAVEN_OPTS" 286 | 287 | # For Cygwin, switch paths to Windows format before running java 288 | if $cygwin; then 289 | [ -n "$M2_HOME" ] && 290 | M2_HOME=`cygpath --path --windows "$M2_HOME"` 291 | [ -n "$JAVA_HOME" ] && 292 | JAVA_HOME=`cygpath --path --windows "$JAVA_HOME"` 293 | [ -n "$CLASSPATH" ] && 294 | CLASSPATH=`cygpath --path --windows "$CLASSPATH"` 295 | [ -n "$MAVEN_PROJECTBASEDIR" ] && 296 | MAVEN_PROJECTBASEDIR=`cygpath --path --windows "$MAVEN_PROJECTBASEDIR"` 297 | fi 298 | 299 | # Provide a "standardized" way to retrieve the CLI args that will 300 | # work with both Windows and non-Windows executions. 301 | MAVEN_CMD_LINE_ARGS="$MAVEN_CONFIG $@" 302 | export MAVEN_CMD_LINE_ARGS 303 | 304 | WRAPPER_LAUNCHER=org.apache.maven.wrapper.MavenWrapperMain 305 | 306 | exec "$JAVACMD" \ 307 | $MAVEN_OPTS \ 308 | -classpath "$MAVEN_PROJECTBASEDIR/.mvn/wrapper/maven-wrapper.jar" \ 309 | "-Dmaven.home=${M2_HOME}" "-Dmaven.multiModuleProjectDirectory=${MAVEN_PROJECTBASEDIR}" \ 310 | ${WRAPPER_LAUNCHER} $MAVEN_CONFIG "$@" 311 | -------------------------------------------------------------------------------- /mvnw.cmd: -------------------------------------------------------------------------------- 1 | @REM ---------------------------------------------------------------------------- 2 | @REM Licensed to the Apache Software Foundation (ASF) under one 3 | @REM or more contributor license agreements. See the NOTICE file 4 | @REM distributed with this work for additional information 5 | @REM regarding copyright ownership. The ASF licenses this file 6 | @REM to you under the Apache License, Version 2.0 (the 7 | @REM "License"); you may not use this file except in compliance 8 | @REM with the License. You may obtain a copy of the License at 9 | @REM 10 | @REM https://www.apache.org/licenses/LICENSE-2.0 11 | @REM 12 | @REM Unless required by applicable law or agreed to in writing, 13 | @REM software distributed under the License is distributed on an 14 | @REM "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | @REM KIND, either express or implied. See the License for the 16 | @REM specific language governing permissions and limitations 17 | @REM under the License. 18 | @REM ---------------------------------------------------------------------------- 19 | 20 | @REM ---------------------------------------------------------------------------- 21 | @REM Maven Start Up Batch script 22 | @REM 23 | @REM Required ENV vars: 24 | @REM JAVA_HOME - location of a JDK home dir 25 | @REM 26 | @REM Optional ENV vars 27 | @REM M2_HOME - location of maven2's installed home dir 28 | @REM MAVEN_BATCH_ECHO - set to 'on' to enable the echoing of the batch commands 29 | @REM MAVEN_BATCH_PAUSE - set to 'on' to wait for a keystroke before ending 30 | @REM MAVEN_OPTS - parameters passed to the Java VM when running Maven 31 | @REM e.g. to debug Maven itself, use 32 | @REM set MAVEN_OPTS=-Xdebug -Xrunjdwp:transport=dt_socket,server=y,suspend=y,address=8000 33 | @REM MAVEN_SKIP_RC - flag to disable loading of mavenrc files 34 | @REM ---------------------------------------------------------------------------- 35 | 36 | @REM Begin all REM lines with '@' in case MAVEN_BATCH_ECHO is 'on' 37 | @echo off 38 | @REM set title of command window 39 | title %0 40 | @REM enable echoing by setting MAVEN_BATCH_ECHO to 'on' 41 | @if "%MAVEN_BATCH_ECHO%" == "on" echo %MAVEN_BATCH_ECHO% 42 | 43 | @REM set %HOME% to equivalent of $HOME 44 | if "%HOME%" == "" (set "HOME=%HOMEDRIVE%%HOMEPATH%") 45 | 46 | @REM Execute a user defined script before this one 47 | if not "%MAVEN_SKIP_RC%" == "" goto skipRcPre 48 | @REM check for pre script, once with legacy .bat ending and once with .cmd ending 49 | if exist "%HOME%\mavenrc_pre.bat" call "%HOME%\mavenrc_pre.bat" 50 | if exist "%HOME%\mavenrc_pre.cmd" call "%HOME%\mavenrc_pre.cmd" 51 | :skipRcPre 52 | 53 | @setlocal 54 | 55 | set ERROR_CODE=0 56 | 57 | @REM To isolate internal variables from possible post scripts, we use another setlocal 58 | @setlocal 59 | 60 | @REM ==== START VALIDATION ==== 61 | if not "%JAVA_HOME%" == "" goto OkJHome 62 | 63 | echo. 64 | echo Error: JAVA_HOME not found in your environment. >&2 65 | echo Please set the JAVA_HOME variable in your environment to match the >&2 66 | echo location of your Java installation. >&2 67 | echo. 68 | goto error 69 | 70 | :OkJHome 71 | if exist "%JAVA_HOME%\bin\java.exe" goto init 72 | 73 | echo. 74 | echo Error: JAVA_HOME is set to an invalid directory. >&2 75 | echo JAVA_HOME = "%JAVA_HOME%" >&2 76 | echo Please set the JAVA_HOME variable in your environment to match the >&2 77 | echo location of your Java installation. >&2 78 | echo. 79 | goto error 80 | 81 | @REM ==== END VALIDATION ==== 82 | 83 | :init 84 | 85 | @REM Find the project base dir, i.e. the directory that contains the folder ".mvn". 86 | @REM Fallback to current working directory if not found. 87 | 88 | set MAVEN_PROJECTBASEDIR=%MAVEN_BASEDIR% 89 | IF NOT "%MAVEN_PROJECTBASEDIR%"=="" goto endDetectBaseDir 90 | 91 | set EXEC_DIR=%CD% 92 | set WDIR=%EXEC_DIR% 93 | :findBaseDir 94 | IF EXIST "%WDIR%"\.mvn goto baseDirFound 95 | cd .. 96 | IF "%WDIR%"=="%CD%" goto baseDirNotFound 97 | set WDIR=%CD% 98 | goto findBaseDir 99 | 100 | :baseDirFound 101 | set MAVEN_PROJECTBASEDIR=%WDIR% 102 | cd "%EXEC_DIR%" 103 | goto endDetectBaseDir 104 | 105 | :baseDirNotFound 106 | set MAVEN_PROJECTBASEDIR=%EXEC_DIR% 107 | cd "%EXEC_DIR%" 108 | 109 | :endDetectBaseDir 110 | 111 | IF NOT EXIST "%MAVEN_PROJECTBASEDIR%\.mvn\jvm.config" goto endReadAdditionalConfig 112 | 113 | @setlocal EnableExtensions EnableDelayedExpansion 114 | for /F "usebackq delims=" %%a in ("%MAVEN_PROJECTBASEDIR%\.mvn\jvm.config") do set JVM_CONFIG_MAVEN_PROPS=!JVM_CONFIG_MAVEN_PROPS! %%a 115 | @endlocal & set JVM_CONFIG_MAVEN_PROPS=%JVM_CONFIG_MAVEN_PROPS% 116 | 117 | :endReadAdditionalConfig 118 | 119 | SET MAVEN_JAVA_EXE="%JAVA_HOME%\bin\java.exe" 120 | set WRAPPER_JAR="%MAVEN_PROJECTBASEDIR%\.mvn\wrapper\maven-wrapper.jar" 121 | set WRAPPER_LAUNCHER=org.apache.maven.wrapper.MavenWrapperMain 122 | 123 | set DOWNLOAD_URL="https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar" 124 | 125 | FOR /F "tokens=1,2 delims==" %%A IN ("%MAVEN_PROJECTBASEDIR%\.mvn\wrapper\maven-wrapper.properties") DO ( 126 | IF "%%A"=="wrapperUrl" SET DOWNLOAD_URL=%%B 127 | ) 128 | 129 | @REM Extension to allow automatically downloading the maven-wrapper.jar from Maven-central 130 | @REM This allows using the maven wrapper in projects that prohibit checking in binary data. 131 | if exist %WRAPPER_JAR% ( 132 | if "%MVNW_VERBOSE%" == "true" ( 133 | echo Found %WRAPPER_JAR% 134 | ) 135 | ) else ( 136 | if not "%MVNW_REPOURL%" == "" ( 137 | SET DOWNLOAD_URL="%MVNW_REPOURL%/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar" 138 | ) 139 | if "%MVNW_VERBOSE%" == "true" ( 140 | echo Couldn't find %WRAPPER_JAR%, downloading it ... 141 | echo Downloading from: %DOWNLOAD_URL% 142 | ) 143 | 144 | powershell -Command "&{"^ 145 | "$webclient = new-object System.Net.WebClient;"^ 146 | "if (-not ([string]::IsNullOrEmpty('%MVNW_USERNAME%') -and [string]::IsNullOrEmpty('%MVNW_PASSWORD%'))) {"^ 147 | "$webclient.Credentials = new-object System.Net.NetworkCredential('%MVNW_USERNAME%', '%MVNW_PASSWORD%');"^ 148 | "}"^ 149 | "[Net.ServicePointManager]::SecurityProtocol = [Net.SecurityProtocolType]::Tls12; $webclient.DownloadFile('%DOWNLOAD_URL%', '%WRAPPER_JAR%')"^ 150 | "}" 151 | if "%MVNW_VERBOSE%" == "true" ( 152 | echo Finished downloading %WRAPPER_JAR% 153 | ) 154 | ) 155 | @REM End of extension 156 | 157 | @REM Provide a "standardized" way to retrieve the CLI args that will 158 | @REM work with both Windows and non-Windows executions. 159 | set MAVEN_CMD_LINE_ARGS=%* 160 | 161 | %MAVEN_JAVA_EXE% %JVM_CONFIG_MAVEN_PROPS% %MAVEN_OPTS% %MAVEN_DEBUG_OPTS% -classpath %WRAPPER_JAR% "-Dmaven.multiModuleProjectDirectory=%MAVEN_PROJECTBASEDIR%" %WRAPPER_LAUNCHER% %MAVEN_CONFIG% %* 162 | if ERRORLEVEL 1 goto error 163 | goto end 164 | 165 | :error 166 | set ERROR_CODE=1 167 | 168 | :end 169 | @endlocal & set ERROR_CODE=%ERROR_CODE% 170 | 171 | if not "%MAVEN_SKIP_RC%" == "" goto skipRcPost 172 | @REM check for post script, once with legacy .bat ending and once with .cmd ending 173 | if exist "%HOME%\mavenrc_post.bat" call "%HOME%\mavenrc_post.bat" 174 | if exist "%HOME%\mavenrc_post.cmd" call "%HOME%\mavenrc_post.cmd" 175 | :skipRcPost 176 | 177 | @REM pause the script if MAVEN_BATCH_PAUSE is set to 'on' 178 | if "%MAVEN_BATCH_PAUSE%" == "on" pause 179 | 180 | if "%MAVEN_TERMINATE_CMD%" == "on" exit %ERROR_CODE% 181 | 182 | exit /B %ERROR_CODE% 183 | -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- 1 | 2 | 4 | 4.0.0 5 | 6 | org.springframework.boot 7 | spring-boot-starter-parent 8 | 2.3.9.RELEASE 9 | 10 | 11 | com.example 12 | reactivekafkaconsumerandproducer 13 | 0.0.1-SNAPSHOT 14 | reactivekafkaconsumerandproducer 15 | Reactive kafka consumer and producer example with tests 16 | 17 | 11 18 | 1.2.2.RELEASE 19 | 20 | 21 | 22 | org.springframework.boot 23 | spring-boot-starter-webflux 24 | 25 | 26 | org.springframework.kafka 27 | spring-kafka 28 | 29 | 30 | io.projectreactor.kafka 31 | reactor-kafka 32 | ${reactor.kafka.version} 33 | 34 | 35 | 36 | org.springframework.boot 37 | spring-boot-starter-test 38 | test 39 | 40 | 41 | org.junit.vintage 42 | junit-vintage-engine 43 | 44 | 45 | 46 | 47 | io.projectreactor 48 | reactor-test 49 | test 50 | 51 | 52 | org.springframework.kafka 53 | spring-kafka-test 54 | test 55 | 56 | 57 | 58 | 59 | 60 | 61 | org.springframework.boot 62 | spring-boot-maven-plugin 63 | 64 | 65 | 66 | 67 | -------------------------------------------------------------------------------- /src/main/java/com/example/reactivekafkaconsumerandproducer/ReactivekafkaconsumerandproducerApplication.java: -------------------------------------------------------------------------------- 1 | package com.example.reactivekafkaconsumerandproducer; 2 | 3 | import org.springframework.boot.SpringApplication; 4 | import org.springframework.boot.autoconfigure.SpringBootApplication; 5 | 6 | @SpringBootApplication 7 | public class ReactivekafkaconsumerandproducerApplication { 8 | 9 | public static void main(String[] args) { 10 | SpringApplication.run(ReactivekafkaconsumerandproducerApplication.class, args); 11 | } 12 | 13 | } -------------------------------------------------------------------------------- /src/main/java/com/example/reactivekafkaconsumerandproducer/config/ReactiveKafkaConsumerConfig.java: -------------------------------------------------------------------------------- 1 | package com.example.reactivekafkaconsumerandproducer.config; 2 | 3 | import com.example.reactivekafkaconsumerandproducer.dto.FakeConsumerDTO; 4 | import org.springframework.beans.factory.annotation.Value; 5 | import org.springframework.boot.autoconfigure.kafka.KafkaProperties; 6 | import org.springframework.context.annotation.Bean; 7 | import org.springframework.context.annotation.Configuration; 8 | import org.springframework.kafka.core.reactive.ReactiveKafkaConsumerTemplate; 9 | import reactor.kafka.receiver.ReceiverOptions; 10 | 11 | import java.util.Collections; 12 | 13 | @Configuration 14 | public class ReactiveKafkaConsumerConfig { 15 | @Bean 16 | public ReceiverOptions kafkaReceiverOptions(@Value(value = "${FAKE_CONSUMER_DTO_TOPIC}") String topic, KafkaProperties kafkaProperties) { 17 | ReceiverOptions basicReceiverOptions = ReceiverOptions.create(kafkaProperties.buildConsumerProperties()); 18 | return basicReceiverOptions.subscription(Collections.singletonList(topic)); 19 | } 20 | 21 | @Bean 22 | public ReactiveKafkaConsumerTemplate reactiveKafkaConsumerTemplate(ReceiverOptions kafkaReceiverOptions) { 23 | return new ReactiveKafkaConsumerTemplate(kafkaReceiverOptions); 24 | } 25 | } -------------------------------------------------------------------------------- /src/main/java/com/example/reactivekafkaconsumerandproducer/config/ReactiveKafkaProducerConfig.java: -------------------------------------------------------------------------------- 1 | package com.example.reactivekafkaconsumerandproducer.config; 2 | 3 | import com.example.reactivekafkaconsumerandproducer.dto.FakeProducerDTO; 4 | import org.springframework.boot.autoconfigure.kafka.KafkaProperties; 5 | import org.springframework.context.annotation.Bean; 6 | import org.springframework.context.annotation.Configuration; 7 | import org.springframework.kafka.core.reactive.ReactiveKafkaProducerTemplate; 8 | import reactor.kafka.sender.SenderOptions; 9 | 10 | import java.util.Map; 11 | 12 | @Configuration 13 | public class ReactiveKafkaProducerConfig { 14 | @Bean 15 | public ReactiveKafkaProducerTemplate reactiveKafkaProducerTemplate( 16 | KafkaProperties properties) { 17 | Map props = properties.buildProducerProperties(); 18 | return new ReactiveKafkaProducerTemplate(SenderOptions.create(props)); 19 | } 20 | } -------------------------------------------------------------------------------- /src/main/java/com/example/reactivekafkaconsumerandproducer/dto/FakeConsumerDTO.java: -------------------------------------------------------------------------------- 1 | package com.example.reactivekafkaconsumerandproducer.dto; 2 | 3 | 4 | import com.fasterxml.jackson.annotation.JsonProperty; 5 | import com.fasterxml.jackson.annotation.JsonRootName; 6 | 7 | @JsonRootName("FakeConsumer") 8 | public class FakeConsumerDTO { 9 | @JsonProperty("id") 10 | private String id; 11 | 12 | public FakeConsumerDTO(String id) { 13 | this.id = id; 14 | } 15 | 16 | public String getId() { 17 | return id; 18 | } 19 | 20 | public void setId(String id) { 21 | this.id = id; 22 | } 23 | 24 | @Override 25 | public String toString() { 26 | return "FakeConsumerDTO{" + 27 | "id='" + id + '\'' + 28 | '}'; 29 | } 30 | } -------------------------------------------------------------------------------- /src/main/java/com/example/reactivekafkaconsumerandproducer/dto/FakeProducerDTO.java: -------------------------------------------------------------------------------- 1 | package com.example.reactivekafkaconsumerandproducer.dto; 2 | 3 | import com.fasterxml.jackson.annotation.JsonProperty; 4 | import com.fasterxml.jackson.annotation.JsonRootName; 5 | 6 | @JsonRootName("FakeProducer") 7 | public class FakeProducerDTO { 8 | @JsonProperty("id") 9 | private String id; 10 | 11 | public FakeProducerDTO(String id) { 12 | this.id = id; 13 | } 14 | 15 | public String getId() { 16 | return id; 17 | } 18 | 19 | public void setId(String id) { 20 | this.id = id; 21 | } 22 | 23 | @Override 24 | public String toString() { 25 | return "FakeProducerDTO{" + 26 | "id='" + id + '\'' + 27 | '}'; 28 | } 29 | } -------------------------------------------------------------------------------- /src/main/java/com/example/reactivekafkaconsumerandproducer/service/ReactiveConsumerService.java: -------------------------------------------------------------------------------- 1 | package com.example.reactivekafkaconsumerandproducer.service; 2 | 3 | import com.example.reactivekafkaconsumerandproducer.dto.FakeConsumerDTO; 4 | import org.apache.kafka.clients.consumer.ConsumerRecord; 5 | import org.slf4j.Logger; 6 | import org.slf4j.LoggerFactory; 7 | import org.springframework.boot.CommandLineRunner; 8 | import org.springframework.kafka.core.reactive.ReactiveKafkaConsumerTemplate; 9 | import org.springframework.stereotype.Service; 10 | import reactor.core.publisher.Flux; 11 | 12 | 13 | @Service 14 | public class ReactiveConsumerService implements CommandLineRunner { 15 | Logger log = LoggerFactory.getLogger(ReactiveConsumerService.class); 16 | 17 | private final ReactiveKafkaConsumerTemplate reactiveKafkaConsumerTemplate; 18 | 19 | public ReactiveConsumerService(ReactiveKafkaConsumerTemplate reactiveKafkaConsumerTemplate) { 20 | this.reactiveKafkaConsumerTemplate = reactiveKafkaConsumerTemplate; 21 | } 22 | 23 | private Flux consumeFakeConsumerDTO() { 24 | return reactiveKafkaConsumerTemplate 25 | .receiveAutoAck() 26 | // .delayElements(Duration.ofSeconds(2L)) // BACKPRESSURE 27 | .doOnNext(consumerRecord -> log.info("received key={}, value={} from topic={}, offset={}", 28 | consumerRecord.key(), 29 | consumerRecord.value(), 30 | consumerRecord.topic(), 31 | consumerRecord.offset()) 32 | ) 33 | .map(ConsumerRecord::value) 34 | .doOnNext(fakeConsumerDTO -> log.info("successfully consumed {}={}", FakeConsumerDTO.class.getSimpleName(), fakeConsumerDTO)) 35 | .doOnError(throwable -> log.error("something bad happened while consuming : {}", throwable.getMessage())); 36 | } 37 | 38 | @Override 39 | public void run(String... args) { 40 | // we have to trigger consumption 41 | consumeFakeConsumerDTO().subscribe(); 42 | } 43 | } -------------------------------------------------------------------------------- /src/main/java/com/example/reactivekafkaconsumerandproducer/service/ReactiveProducerService.java: -------------------------------------------------------------------------------- 1 | package com.example.reactivekafkaconsumerandproducer.service; 2 | 3 | import com.example.reactivekafkaconsumerandproducer.dto.FakeProducerDTO; 4 | import org.slf4j.Logger; 5 | import org.slf4j.LoggerFactory; 6 | import org.springframework.beans.factory.annotation.Value; 7 | import org.springframework.kafka.core.reactive.ReactiveKafkaProducerTemplate; 8 | import org.springframework.stereotype.Service; 9 | 10 | @Service 11 | public class ReactiveProducerService { 12 | 13 | private final Logger log = LoggerFactory.getLogger(ReactiveProducerService.class); 14 | private final ReactiveKafkaProducerTemplate reactiveKafkaProducerTemplate; 15 | 16 | @Value(value = "${FAKE_PRODUCER_DTO_TOPIC}") 17 | private String topic; 18 | 19 | public ReactiveProducerService(ReactiveKafkaProducerTemplate reactiveKafkaProducerTemplate) { 20 | this.reactiveKafkaProducerTemplate = reactiveKafkaProducerTemplate; 21 | } 22 | 23 | public void send(FakeProducerDTO fakeProducerDTO) { 24 | log.info("send to topic={}, {}={},", topic, FakeProducerDTO.class.getSimpleName(), fakeProducerDTO); 25 | reactiveKafkaProducerTemplate.send(topic, fakeProducerDTO) 26 | .doOnSuccess(senderResult -> log.info("sent {} offset : {}", fakeProducerDTO, senderResult.recordMetadata().offset())) 27 | .subscribe(); 28 | } 29 | } -------------------------------------------------------------------------------- /src/main/resources/application.properties: -------------------------------------------------------------------------------- 1 | spring.kafka.bootstrap-servers=localhost:9200 2 | # producer 3 | spring.kafka.producer.key-serializer=org.apache.kafka.common.serialization.StringSerializer 4 | spring.kafka.producer.value-serializer=org.springframework.kafka.support.serializer.JsonDeserializer 5 | # consumer 6 | spring.kafka.consumer.group-id=reactivekafkaconsumerandproducer 7 | 8 | spring.kafka.consumer.auto-offset-reset=earliest 9 | spring.kafka.consumer.key-deserializer=org.apache.kafka.common.serialization.StringDeserializer 10 | spring.kafka.consumer.value-deserializer=org.springframework.kafka.support.serializer.JsonDeserializer 11 | # json deserializer config 12 | spring.kafka.properties.spring.json.trusted.packages=* 13 | spring.kafka.consumer.properties.spring.json.use.type.headers=false 14 | spring.kafka.consumer.properties.spring.json.value.default.type=com.example.reactivekafkaconsumerandproducer.dto.FakeConsumerDTO 15 | 16 | # topic 17 | FAKE_PRODUCER_DTO_TOPIC=fake_producer_dto_topic 18 | FAKE_CONSUMER_DTO_TOPIC=fake_consumer_dto_topic -------------------------------------------------------------------------------- /src/test/java/com/example/reactivekafkaconsumerandproducer/ReactiveConsumerServiceIntegrationTest.java: -------------------------------------------------------------------------------- 1 | package com.example.reactivekafkaconsumerandproducer; 2 | 3 | import org.junit.jupiter.api.Test; 4 | import org.springframework.boot.test.context.SpringBootTest; 5 | import org.springframework.kafka.test.context.EmbeddedKafka; 6 | import org.springframework.test.annotation.DirtiesContext; 7 | 8 | @SpringBootTest 9 | @DirtiesContext(classMode = DirtiesContext.ClassMode.AFTER_EACH_TEST_METHOD) 10 | @EmbeddedKafka(topics = {"${FAKE_PRODUCER_DTO_TOPIC}", "${FAKE_CONSUMER_DTO_TOPIC}"}) 11 | class ReactiveConsumerServiceIntegrationTest { 12 | 13 | 14 | @Test 15 | void reactiveConsumerService_receiveFakeConsumerDtoFromTopic_saveFakeConsumerDto() { 16 | // TODO 17 | } 18 | 19 | } 20 | -------------------------------------------------------------------------------- /src/test/java/com/example/reactivekafkaconsumerandproducer/ReactiveProducerServiceIntegrationTest.java: -------------------------------------------------------------------------------- 1 | package com.example.reactivekafkaconsumerandproducer; 2 | 3 | import org.junit.jupiter.api.Test; 4 | import org.springframework.boot.test.context.SpringBootTest; 5 | import org.springframework.kafka.test.context.EmbeddedKafka; 6 | import org.springframework.test.annotation.DirtiesContext; 7 | 8 | @SpringBootTest 9 | @DirtiesContext(classMode = DirtiesContext.ClassMode.AFTER_EACH_TEST_METHOD) 10 | @EmbeddedKafka(topics = {"${FAKE_PRODUCER_DTO_TOPIC}", "${FAKE_CONSUMER_DTO_TOPIC}"}) 11 | class ReactiveProducerServiceIntegrationTest { 12 | 13 | @Test 14 | void reactiveProducerServiceMethodSend_FakeProducerDto_publishFakeProducerDtoOnTopic() { 15 | // TODO 16 | } 17 | } -------------------------------------------------------------------------------- /src/test/java/com/example/reactivekafkaconsumerandproducer/ReactivekafkaconsumerandproducerApplicationTests.java: -------------------------------------------------------------------------------- 1 | package com.example.reactivekafkaconsumerandproducer; 2 | 3 | import org.junit.jupiter.api.Test; 4 | import org.springframework.boot.test.context.SpringBootTest; 5 | import org.springframework.kafka.test.context.EmbeddedKafka; 6 | import org.springframework.test.annotation.DirtiesContext; 7 | 8 | import static org.junit.jupiter.api.Assertions.assertDoesNotThrow; 9 | 10 | @SpringBootTest 11 | @DirtiesContext(classMode = DirtiesContext.ClassMode.AFTER_EACH_TEST_METHOD) 12 | @EmbeddedKafka(topics = {"${FAKE_PRODUCER_DTO_TOPIC}", "${FAKE_CONSUMER_DTO_TOPIC}"}) 13 | class ReactivekafkaconsumerandproducerApplicationTests { 14 | 15 | @Test 16 | void main_contextLoads_DoesNotThrow() { 17 | assertDoesNotThrow(() -> ReactivekafkaconsumerandproducerApplication.main(new String[]{"--server.port=0"})); 18 | } 19 | 20 | } -------------------------------------------------------------------------------- /src/test/resources/application.properties: -------------------------------------------------------------------------------- 1 | spring.kafka.bootstrap-servers=${spring.embedded.kafka.brokers} 2 | # producer 3 | spring.kafka.producer.key-serializer=org.apache.kafka.common.serialization.StringSerializer 4 | spring.kafka.producer.value-serializer=org.springframework.kafka.support.serializer.JsonDeserializer 5 | # consumer 6 | spring.kafka.consumer.group-id=reactivekafkaconsumerandproducer 7 | 8 | spring.kafka.consumer.auto-offset-reset=earliest 9 | spring.kafka.consumer.key-deserializer=org.apache.kafka.common.serialization.StringDeserializer 10 | spring.kafka.consumer.value-deserializer=org.springframework.kafka.support.serializer.JsonDeserializer 11 | # json deserializer config 12 | spring.kafka.properties.spring.json.trusted.packages=* 13 | spring.kafka.consumer.properties.spring.json.use.type.headers=false 14 | spring.kafka.consumer.properties.spring.json.value.default.type=com.example.reactivekafkaconsumerandproducer.dto.FakeConsumerDTO 15 | 16 | # topic 17 | FAKE_PRODUCER_DTO_TOPIC=fake_producer_dto_topic 18 | FAKE_CONSUMER_DTO_TOPIC=fake_consumer_dto_topic --------------------------------------------------------------------------------