├── .gitignore ├── .mvn └── wrapper │ ├── MavenWrapperDownloader.java │ ├── maven-wrapper.jar │ └── maven-wrapper.properties ├── HELP.adoc ├── LICENSE.txt ├── README.adoc ├── build-and-deploy.sh ├── kafka.json ├── manifest.yaml ├── mvnw ├── mvnw.cmd ├── pom.xml └── src └── main ├── avro └── user.avsc ├── java └── io │ └── confluent │ └── developer │ └── kafkaworkshop │ ├── avro │ ├── Consumer.java │ ├── KafkaController.java │ ├── KafkaWorkshopApplication.java │ └── Producer.java │ └── streams │ └── KafkaStreamsApp.java └── resources ├── application-cloud.yaml ├── application-confluent-cloud.yaml └── application.yaml /.gitignore: -------------------------------------------------------------------------------- 1 | HELP.md 2 | /target/ 3 | !.mvn/wrapper/maven-wrapper.jar 4 | 5 | ### STS ### 6 | .apt_generated 7 | .classpath 8 | .factorypath 9 | .project 10 | .settings 11 | .springBeans 12 | .sts4-cache 13 | 14 | ### IntelliJ IDEA ### 15 | .idea 16 | *.iws 17 | *.iml 18 | *.ipr 19 | 20 | ### NetBeans ### 21 | /nbproject/private/ 22 | /nbbuild/ 23 | /dist/ 24 | /nbdist/ 25 | /.nb-gradle/ 26 | /build/ 27 | 28 | ### VS Code ### 29 | .vscode/ 30 | 31 | # Created by https://www.gitignore.io/api/maven 32 | # Edit at https://www.gitignore.io/?templates=maven -------------------------------------------------------------------------------- /.mvn/wrapper/MavenWrapperDownloader.java: -------------------------------------------------------------------------------- 1 | /* 2 | Licensed to the Apache Software Foundation (ASF) under one 3 | or more contributor license agreements. See the NOTICE file 4 | distributed with this work for additional information 5 | regarding copyright ownership. The ASF licenses this file 6 | to you under the Apache License, Version 2.0 (the 7 | "License"); you may not use this file except in compliance 8 | with the License. You may obtain a copy of the License at 9 | 10 | https://www.apache.org/licenses/LICENSE-2.0 11 | 12 | Unless required by applicable law or agreed to in writing, 13 | software distributed under the License is distributed on an 14 | "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | KIND, either express or implied. See the License for the 16 | specific language governing permissions and limitations 17 | under the License. 18 | */ 19 | 20 | import java.io.File; 21 | import java.io.FileInputStream; 22 | import java.io.FileOutputStream; 23 | import java.io.IOException; 24 | import java.net.URL; 25 | import java.nio.channels.Channels; 26 | import java.nio.channels.ReadableByteChannel; 27 | import java.util.Properties; 28 | 29 | public class MavenWrapperDownloader { 30 | 31 | /** 32 | * Default URL to download the maven-wrapper.jar from, if no 'downloadUrl' is provided. 33 | */ 34 | private static final String DEFAULT_DOWNLOAD_URL = 35 | "https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.4.2/maven-wrapper-0.4.2.jar"; 36 | 37 | /** 38 | * Path to the maven-wrapper.properties file, which might contain a downloadUrl property to 39 | * use instead of the default one. 40 | */ 41 | private static final String MAVEN_WRAPPER_PROPERTIES_PATH = 42 | ".mvn/wrapper/maven-wrapper.properties"; 43 | 44 | /** 45 | * Path where the maven-wrapper.jar will be saved to. 46 | */ 47 | private static final String MAVEN_WRAPPER_JAR_PATH = 48 | ".mvn/wrapper/maven-wrapper.jar"; 49 | 50 | /** 51 | * Name of the property which should be used to override the default download url for the wrapper. 52 | */ 53 | private static final String PROPERTY_NAME_WRAPPER_URL = "wrapperUrl"; 54 | 55 | public static void main(String args[]) { 56 | System.out.println("- Downloader started"); 57 | File baseDirectory = new File(args[0]); 58 | System.out.println("- Using base directory: " + baseDirectory.getAbsolutePath()); 59 | 60 | // If the maven-wrapper.properties exists, read it and check if it contains a custom 61 | // wrapperUrl parameter. 62 | File mavenWrapperPropertyFile = new File(baseDirectory, MAVEN_WRAPPER_PROPERTIES_PATH); 63 | String url = DEFAULT_DOWNLOAD_URL; 64 | if(mavenWrapperPropertyFile.exists()) { 65 | FileInputStream mavenWrapperPropertyFileInputStream = null; 66 | try { 67 | mavenWrapperPropertyFileInputStream = new FileInputStream(mavenWrapperPropertyFile); 68 | Properties mavenWrapperProperties = new Properties(); 69 | mavenWrapperProperties.load(mavenWrapperPropertyFileInputStream); 70 | url = mavenWrapperProperties.getProperty(PROPERTY_NAME_WRAPPER_URL, url); 71 | } catch (IOException e) { 72 | System.out.println("- ERROR loading '" + MAVEN_WRAPPER_PROPERTIES_PATH + "'"); 73 | } finally { 74 | try { 75 | if(mavenWrapperPropertyFileInputStream != null) { 76 | mavenWrapperPropertyFileInputStream.close(); 77 | } 78 | } catch (IOException e) { 79 | // Ignore ... 80 | } 81 | } 82 | } 83 | System.out.println("- Downloading from: : " + url); 84 | 85 | File outputFile = new File(baseDirectory.getAbsolutePath(), MAVEN_WRAPPER_JAR_PATH); 86 | if(!outputFile.getParentFile().exists()) { 87 | if(!outputFile.getParentFile().mkdirs()) { 88 | System.out.println( 89 | "- ERROR creating output direcrory '" + outputFile.getParentFile().getAbsolutePath() + "'"); 90 | } 91 | } 92 | System.out.println("- Downloading to: " + outputFile.getAbsolutePath()); 93 | try { 94 | downloadFileFromURL(url, outputFile); 95 | System.out.println("Done"); 96 | System.exit(0); 97 | } catch (Throwable e) { 98 | System.out.println("- Error downloading"); 99 | e.printStackTrace(); 100 | System.exit(1); 101 | } 102 | } 103 | 104 | private static void downloadFileFromURL(String urlString, File destination) throws Exception { 105 | URL website = new URL(urlString); 106 | ReadableByteChannel rbc; 107 | rbc = Channels.newChannel(website.openStream()); 108 | FileOutputStream fos = new FileOutputStream(destination); 109 | fos.getChannel().transferFrom(rbc, 0, Long.MAX_VALUE); 110 | fos.close(); 111 | rbc.close(); 112 | } 113 | 114 | } 115 | -------------------------------------------------------------------------------- /.mvn/wrapper/maven-wrapper.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/gAmUssA/springboot-kafka-avro/60527fd753a99ffa259ee19acbbaffdeb266dae9/.mvn/wrapper/maven-wrapper.jar -------------------------------------------------------------------------------- /.mvn/wrapper/maven-wrapper.properties: -------------------------------------------------------------------------------- 1 | distributionUrl=https://repo.maven.apache.org/maven2/org/apache/maven/apache-maven/3.6.0/apache-maven-3.6.0-bin.zip 2 | -------------------------------------------------------------------------------- /HELP.adoc: -------------------------------------------------------------------------------- 1 | = Getting Started 2 | 3 | === Reference Documentation 4 | 5 | For further reference, please consider the following sections: 6 | 7 | * https://maven.apache.org/guides/index.html[Official Apache Maven documentation] 8 | 9 | === Guides 10 | 11 | The following guides illustrate how to use some features concretely: 12 | 13 | * https://spring.io/guides/gs/rest-service/[Building a RESTful Web Service] 14 | * https://spring.io/guides/gs/serving-web-content/[Serving Web Content with Spring MVC] 15 | * https://spring.io/guides/tutorials/bookmarks/[Building REST services with Spring] -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- 1 | MIT License 2 | 3 | Copyright (c) 2019 Viktor Gamov 4 | 5 | Permission is hereby granted, free of charge, to any person obtaining a copy 6 | of this software and associated documentation files (the "Software"), to deal 7 | in the Software without restriction, including without limitation the rights 8 | to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 9 | copies of the Software, and to permit persons to whom the Software is 10 | furnished to do so, subject to the following conditions: 11 | 12 | The above copyright notice and this permission notice shall be included in all 13 | copies or substantial portions of the Software. 14 | 15 | THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 16 | IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 17 | FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE 18 | AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 19 | LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 20 | OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 21 | SOFTWARE. 22 | -------------------------------------------------------------------------------- /README.adoc: -------------------------------------------------------------------------------- 1 | = Spring Kafka Avro 2 | Viktor Gamov , © 2019 Confluent, Inc. 3 | 2019-10-03 4 | :revdate: 2019-10-03 15:17:56 -0600 5 | :linkattrs: 6 | :ast: * 7 | :y: ✓ 8 | :n: ✘ 9 | :y: icon:check-sign[role="green"] 10 | :n: icon:check-minus[role="red"] 11 | :c: icon:file-text-alt[role="blue"] 12 | :toc: auto 13 | :toc-placement: auto 14 | :toc-position: auto 15 | :toc-title: Table of content 16 | :toclevels: 3 17 | :idprefix: 18 | :idseparator: - 19 | :sectanchors: 20 | :icons: font 21 | :source-highlighter: highlight.js 22 | :highlightjs-theme: idea 23 | :experimental: 24 | 25 | Spring Boot, spring-kafka and Confluent Schema Registry integration example 26 | 27 | toc::[] 28 | 29 | == The playbook 30 | 31 | You can find the most recent playbook doc https://gamov.io/workshop/cnfl-pivotal-ord-2020.html[here] 32 | 33 | == Local and CCloud 34 | 35 | https://www.confluent.io/blog/schema-registry-avro-in-spring-boot-application-tutorial[Read here] 36 | 37 | == Deploy app to PAS 38 | 39 | [source,json] 40 | ---- 41 | include::kafka.json[] 42 | ---- 43 | 44 | [source,shell] 45 | .filename 46 | ---- 47 | ./mvnw verify -DskipTests=true 48 | 49 | cf create-user-provided-service cp -p kafka.json 50 | 51 | cf push --no-start 52 | 53 | cf bind-service spring-kafka-avro cp 54 | 55 | cf start spring-kafka-avro 56 | ---- 57 | 58 | === Kafka Streams example 59 | 60 | The jar is containing two application - a webservice that produces data, and filtering processor (based on SpringCloud Streams and Kafka Streams). 61 | They use separate runners. 62 | 63 | === Test the app 64 | 65 | [source] 66 | .test 67 | ---- 68 | curl -X POST -d 'name=vik&age=33' spring-kafka-avro-noisy-dingo-pq.apps.richmond.cf-app.com/user/publish 69 | 70 | kafka-avro-console-consumer --bootstrap-server kafka.santamaria.cf-app.com:9092 --consumer.config kafka.properties --topic users --from-beginning --property schema.registry.url=http://schemaregistry.santamaria.cf-app.com/ 71 | ---- 72 | -------------------------------------------------------------------------------- /build-and-deploy.sh: -------------------------------------------------------------------------------- 1 | ./mvnw verify -DskipTests=true && cf push -------------------------------------------------------------------------------- /kafka.json: -------------------------------------------------------------------------------- 1 | { 2 | "brokers": "kafka.santamaria.cf-app.com:9092", 3 | "jaasconfig": "org.apache.kafka.common.security.plain.PlainLoginModule required username='test' password='test123';", 4 | "sr": "http://schemaregistry.santamaria.cf-app.com/" 5 | } -------------------------------------------------------------------------------- /manifest.yaml: -------------------------------------------------------------------------------- 1 | applications: 2 | - name: spring-kafka-avro 3 | instances: 1 4 | random-route: true 5 | buildpacks: 6 | - java_buildpack_offline 7 | path: target/kafka-workshop-0.0.1-SNAPSHOT.jar 8 | memory: 1G 9 | services: 10 | - cp 11 | env: 12 | # CF convention 13 | SPRING_PROFILES_ACTIVE: cloud 14 | JAVA_OPTS: '-Dloader.main=io.confluent.developer.kafkaworkshop.avro.KafkaWorkshopApplication' 15 | JBP_CONFIG_JAVA_MAIN: '{java_main_class: org.springframework.boot.loader.PropertiesLauncher}' 16 | - name: spring-kafka-streams 17 | instances: 1 18 | no-route: true 19 | buildpacks: 20 | - java_buildpack_offline 21 | path: target/kafka-workshop-0.0.1-SNAPSHOT.jar 22 | memory: 1G 23 | services: 24 | - cp 25 | env: 26 | # CF convention 27 | SPRING_PROFILES_ACTIVE: cloud 28 | JAVA_OPTS: '-Dloader.main=io.confluent.developer.kafkaworkshop.streams.KafkaStreamsApp' 29 | JBP_CONFIG_JAVA_MAIN: '{java_main_class: org.springframework.boot.loader.PropertiesLauncher}' -------------------------------------------------------------------------------- /mvnw: -------------------------------------------------------------------------------- 1 | #!/bin/sh 2 | # ---------------------------------------------------------------------------- 3 | # Licensed to the Apache Software Foundation (ASF) under one 4 | # or more contributor license agreements. See the NOTICE file 5 | # distributed with this work for additional information 6 | # regarding copyright ownership. The ASF licenses this file 7 | # to you under the Apache License, Version 2.0 (the 8 | # "License"); you may not use this file except in compliance 9 | # with the License. You may obtain a copy of the License at 10 | # 11 | # https://www.apache.org/licenses/LICENSE-2.0 12 | # 13 | # Unless required by applicable law or agreed to in writing, 14 | # software distributed under the License is distributed on an 15 | # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 16 | # KIND, either express or implied. See the License for the 17 | # specific language governing permissions and limitations 18 | # under the License. 19 | # ---------------------------------------------------------------------------- 20 | 21 | # ---------------------------------------------------------------------------- 22 | # Maven2 Start Up Batch script 23 | # 24 | # Required ENV vars: 25 | # ------------------ 26 | # JAVA_HOME - location of a JDK home dir 27 | # 28 | # Optional ENV vars 29 | # ----------------- 30 | # M2_HOME - location of maven2's installed home dir 31 | # MAVEN_OPTS - parameters passed to the Java VM when running Maven 32 | # e.g. to debug Maven itself, use 33 | # set MAVEN_OPTS=-Xdebug -Xrunjdwp:transport=dt_socket,server=y,suspend=y,address=8000 34 | # MAVEN_SKIP_RC - flag to disable loading of mavenrc files 35 | # ---------------------------------------------------------------------------- 36 | 37 | if [ -z "$MAVEN_SKIP_RC" ] ; then 38 | 39 | if [ -f /etc/mavenrc ] ; then 40 | . /etc/mavenrc 41 | fi 42 | 43 | if [ -f "$HOME/.mavenrc" ] ; then 44 | . "$HOME/.mavenrc" 45 | fi 46 | 47 | fi 48 | 49 | # OS specific support. $var _must_ be set to either true or false. 50 | cygwin=false; 51 | darwin=false; 52 | mingw=false 53 | case "`uname`" in 54 | CYGWIN*) cygwin=true ;; 55 | MINGW*) mingw=true;; 56 | Darwin*) darwin=true 57 | # Use /usr/libexec/java_home if available, otherwise fall back to /Library/Java/Home 58 | # See https://developer.apple.com/library/mac/qa/qa1170/_index.html 59 | if [ -z "$JAVA_HOME" ]; then 60 | if [ -x "/usr/libexec/java_home" ]; then 61 | export JAVA_HOME="`/usr/libexec/java_home`" 62 | else 63 | export JAVA_HOME="/Library/Java/Home" 64 | fi 65 | fi 66 | ;; 67 | esac 68 | 69 | if [ -z "$JAVA_HOME" ] ; then 70 | if [ -r /etc/gentoo-release ] ; then 71 | JAVA_HOME=`java-config --jre-home` 72 | fi 73 | fi 74 | 75 | if [ -z "$M2_HOME" ] ; then 76 | ## resolve links - $0 may be a link to maven's home 77 | PRG="$0" 78 | 79 | # need this for relative symlinks 80 | while [ -h "$PRG" ] ; do 81 | ls=`ls -ld "$PRG"` 82 | link=`expr "$ls" : '.*-> \(.*\)$'` 83 | if expr "$link" : '/.*' > /dev/null; then 84 | PRG="$link" 85 | else 86 | PRG="`dirname "$PRG"`/$link" 87 | fi 88 | done 89 | 90 | saveddir=`pwd` 91 | 92 | M2_HOME=`dirname "$PRG"`/.. 93 | 94 | # make it fully qualified 95 | M2_HOME=`cd "$M2_HOME" && pwd` 96 | 97 | cd "$saveddir" 98 | # echo Using m2 at $M2_HOME 99 | fi 100 | 101 | # For Cygwin, ensure paths are in UNIX format before anything is touched 102 | if $cygwin ; then 103 | [ -n "$M2_HOME" ] && 104 | M2_HOME=`cygpath --unix "$M2_HOME"` 105 | [ -n "$JAVA_HOME" ] && 106 | JAVA_HOME=`cygpath --unix "$JAVA_HOME"` 107 | [ -n "$CLASSPATH" ] && 108 | CLASSPATH=`cygpath --path --unix "$CLASSPATH"` 109 | fi 110 | 111 | # For Mingw, ensure paths are in UNIX format before anything is touched 112 | if $mingw ; then 113 | [ -n "$M2_HOME" ] && 114 | M2_HOME="`(cd "$M2_HOME"; pwd)`" 115 | [ -n "$JAVA_HOME" ] && 116 | JAVA_HOME="`(cd "$JAVA_HOME"; pwd)`" 117 | # TODO classpath? 118 | fi 119 | 120 | if [ -z "$JAVA_HOME" ]; then 121 | javaExecutable="`which javac`" 122 | if [ -n "$javaExecutable" ] && ! [ "`expr \"$javaExecutable\" : '\([^ ]*\)'`" = "no" ]; then 123 | # readlink(1) is not available as standard on Solaris 10. 124 | readLink=`which readlink` 125 | if [ ! `expr "$readLink" : '\([^ ]*\)'` = "no" ]; then 126 | if $darwin ; then 127 | javaHome="`dirname \"$javaExecutable\"`" 128 | javaExecutable="`cd \"$javaHome\" && pwd -P`/javac" 129 | else 130 | javaExecutable="`readlink -f \"$javaExecutable\"`" 131 | fi 132 | javaHome="`dirname \"$javaExecutable\"`" 133 | javaHome=`expr "$javaHome" : '\(.*\)/bin'` 134 | JAVA_HOME="$javaHome" 135 | export JAVA_HOME 136 | fi 137 | fi 138 | fi 139 | 140 | if [ -z "$JAVACMD" ] ; then 141 | if [ -n "$JAVA_HOME" ] ; then 142 | if [ -x "$JAVA_HOME/jre/sh/java" ] ; then 143 | # IBM's JDK on AIX uses strange locations for the executables 144 | JAVACMD="$JAVA_HOME/jre/sh/java" 145 | else 146 | JAVACMD="$JAVA_HOME/bin/java" 147 | fi 148 | else 149 | JAVACMD="`which java`" 150 | fi 151 | fi 152 | 153 | if [ ! -x "$JAVACMD" ] ; then 154 | echo "Error: JAVA_HOME is not defined correctly." >&2 155 | echo " We cannot execute $JAVACMD" >&2 156 | exit 1 157 | fi 158 | 159 | if [ -z "$JAVA_HOME" ] ; then 160 | echo "Warning: JAVA_HOME environment variable is not set." 161 | fi 162 | 163 | CLASSWORLDS_LAUNCHER=org.codehaus.plexus.classworlds.launcher.Launcher 164 | 165 | # traverses directory structure from process work directory to filesystem root 166 | # first directory with .mvn subdirectory is considered project base directory 167 | find_maven_basedir() { 168 | 169 | if [ -z "$1" ] 170 | then 171 | echo "Path not specified to find_maven_basedir" 172 | return 1 173 | fi 174 | 175 | basedir="$1" 176 | wdir="$1" 177 | while [ "$wdir" != '/' ] ; do 178 | if [ -d "$wdir"/.mvn ] ; then 179 | basedir=$wdir 180 | break 181 | fi 182 | # workaround for JBEAP-8937 (on Solaris 10/Sparc) 183 | if [ -d "${wdir}" ]; then 184 | wdir=`cd "$wdir/.."; pwd` 185 | fi 186 | # end of workaround 187 | done 188 | echo "${basedir}" 189 | } 190 | 191 | # concatenates all lines of a file 192 | concat_lines() { 193 | if [ -f "$1" ]; then 194 | echo "$(tr -s '\n' ' ' < "$1")" 195 | fi 196 | } 197 | 198 | BASE_DIR=`find_maven_basedir "$(pwd)"` 199 | if [ -z "$BASE_DIR" ]; then 200 | exit 1; 201 | fi 202 | 203 | ########################################################################################## 204 | # Extension to allow automatically downloading the maven-wrapper.jar from Maven-central 205 | # This allows using the maven wrapper in projects that prohibit checking in binary data. 206 | ########################################################################################## 207 | if [ -r "$BASE_DIR/.mvn/wrapper/maven-wrapper.jar" ]; then 208 | if [ "$MVNW_VERBOSE" = true ]; then 209 | echo "Found .mvn/wrapper/maven-wrapper.jar" 210 | fi 211 | else 212 | if [ "$MVNW_VERBOSE" = true ]; then 213 | echo "Couldn't find .mvn/wrapper/maven-wrapper.jar, downloading it ..." 214 | fi 215 | jarUrl="https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.4.2/maven-wrapper-0.4.2.jar" 216 | while IFS="=" read key value; do 217 | case "$key" in (wrapperUrl) jarUrl="$value"; break ;; 218 | esac 219 | done < "$BASE_DIR/.mvn/wrapper/maven-wrapper.properties" 220 | if [ "$MVNW_VERBOSE" = true ]; then 221 | echo "Downloading from: $jarUrl" 222 | fi 223 | wrapperJarPath="$BASE_DIR/.mvn/wrapper/maven-wrapper.jar" 224 | 225 | if command -v wget > /dev/null; then 226 | if [ "$MVNW_VERBOSE" = true ]; then 227 | echo "Found wget ... using wget" 228 | fi 229 | wget "$jarUrl" -O "$wrapperJarPath" 230 | elif command -v curl > /dev/null; then 231 | if [ "$MVNW_VERBOSE" = true ]; then 232 | echo "Found curl ... using curl" 233 | fi 234 | curl -o "$wrapperJarPath" "$jarUrl" 235 | else 236 | if [ "$MVNW_VERBOSE" = true ]; then 237 | echo "Falling back to using Java to download" 238 | fi 239 | javaClass="$BASE_DIR/.mvn/wrapper/MavenWrapperDownloader.java" 240 | if [ -e "$javaClass" ]; then 241 | if [ ! -e "$BASE_DIR/.mvn/wrapper/MavenWrapperDownloader.class" ]; then 242 | if [ "$MVNW_VERBOSE" = true ]; then 243 | echo " - Compiling MavenWrapperDownloader.java ..." 244 | fi 245 | # Compiling the Java class 246 | ("$JAVA_HOME/bin/javac" "$javaClass") 247 | fi 248 | if [ -e "$BASE_DIR/.mvn/wrapper/MavenWrapperDownloader.class" ]; then 249 | # Running the downloader 250 | if [ "$MVNW_VERBOSE" = true ]; then 251 | echo " - Running MavenWrapperDownloader.java ..." 252 | fi 253 | ("$JAVA_HOME/bin/java" -cp .mvn/wrapper MavenWrapperDownloader "$MAVEN_PROJECTBASEDIR") 254 | fi 255 | fi 256 | fi 257 | fi 258 | ########################################################################################## 259 | # End of extension 260 | ########################################################################################## 261 | 262 | export MAVEN_PROJECTBASEDIR=${MAVEN_BASEDIR:-"$BASE_DIR"} 263 | if [ "$MVNW_VERBOSE" = true ]; then 264 | echo $MAVEN_PROJECTBASEDIR 265 | fi 266 | MAVEN_OPTS="$(concat_lines "$MAVEN_PROJECTBASEDIR/.mvn/jvm.config") $MAVEN_OPTS" 267 | 268 | # For Cygwin, switch paths to Windows format before running java 269 | if $cygwin; then 270 | [ -n "$M2_HOME" ] && 271 | M2_HOME=`cygpath --path --windows "$M2_HOME"` 272 | [ -n "$JAVA_HOME" ] && 273 | JAVA_HOME=`cygpath --path --windows "$JAVA_HOME"` 274 | [ -n "$CLASSPATH" ] && 275 | CLASSPATH=`cygpath --path --windows "$CLASSPATH"` 276 | [ -n "$MAVEN_PROJECTBASEDIR" ] && 277 | MAVEN_PROJECTBASEDIR=`cygpath --path --windows "$MAVEN_PROJECTBASEDIR"` 278 | fi 279 | 280 | WRAPPER_LAUNCHER=org.apache.maven.wrapper.MavenWrapperMain 281 | 282 | exec "$JAVACMD" \ 283 | $MAVEN_OPTS \ 284 | -classpath "$MAVEN_PROJECTBASEDIR/.mvn/wrapper/maven-wrapper.jar" \ 285 | "-Dmaven.home=${M2_HOME}" "-Dmaven.multiModuleProjectDirectory=${MAVEN_PROJECTBASEDIR}" \ 286 | ${WRAPPER_LAUNCHER} $MAVEN_CONFIG "$@" 287 | -------------------------------------------------------------------------------- /mvnw.cmd: -------------------------------------------------------------------------------- 1 | @REM ---------------------------------------------------------------------------- 2 | @REM Licensed to the Apache Software Foundation (ASF) under one 3 | @REM or more contributor license agreements. See the NOTICE file 4 | @REM distributed with this work for additional information 5 | @REM regarding copyright ownership. The ASF licenses this file 6 | @REM to you under the Apache License, Version 2.0 (the 7 | @REM "License"); you may not use this file except in compliance 8 | @REM with the License. You may obtain a copy of the License at 9 | @REM 10 | @REM https://www.apache.org/licenses/LICENSE-2.0 11 | @REM 12 | @REM Unless required by applicable law or agreed to in writing, 13 | @REM software distributed under the License is distributed on an 14 | @REM "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | @REM KIND, either express or implied. See the License for the 16 | @REM specific language governing permissions and limitations 17 | @REM under the License. 18 | @REM ---------------------------------------------------------------------------- 19 | 20 | @REM ---------------------------------------------------------------------------- 21 | @REM Maven2 Start Up Batch script 22 | @REM 23 | @REM Required ENV vars: 24 | @REM JAVA_HOME - location of a JDK home dir 25 | @REM 26 | @REM Optional ENV vars 27 | @REM M2_HOME - location of maven2's installed home dir 28 | @REM MAVEN_BATCH_ECHO - set to 'on' to enable the echoing of the batch commands 29 | @REM MAVEN_BATCH_PAUSE - set to 'on' to wait for a key stroke before ending 30 | @REM MAVEN_OPTS - parameters passed to the Java VM when running Maven 31 | @REM e.g. to debug Maven itself, use 32 | @REM set MAVEN_OPTS=-Xdebug -Xrunjdwp:transport=dt_socket,server=y,suspend=y,address=8000 33 | @REM MAVEN_SKIP_RC - flag to disable loading of mavenrc files 34 | @REM ---------------------------------------------------------------------------- 35 | 36 | @REM Begin all REM lines with '@' in case MAVEN_BATCH_ECHO is 'on' 37 | @echo off 38 | @REM set title of command window 39 | title %0 40 | @REM enable echoing my setting MAVEN_BATCH_ECHO to 'on' 41 | @if "%MAVEN_BATCH_ECHO%" == "on" echo %MAVEN_BATCH_ECHO% 42 | 43 | @REM set %HOME% to equivalent of $HOME 44 | if "%HOME%" == "" (set "HOME=%HOMEDRIVE%%HOMEPATH%") 45 | 46 | @REM Execute a user defined script before this one 47 | if not "%MAVEN_SKIP_RC%" == "" goto skipRcPre 48 | @REM check for pre script, once with legacy .bat ending and once with .cmd ending 49 | if exist "%HOME%\mavenrc_pre.bat" call "%HOME%\mavenrc_pre.bat" 50 | if exist "%HOME%\mavenrc_pre.cmd" call "%HOME%\mavenrc_pre.cmd" 51 | :skipRcPre 52 | 53 | @setlocal 54 | 55 | set ERROR_CODE=0 56 | 57 | @REM To isolate internal variables from possible post scripts, we use another setlocal 58 | @setlocal 59 | 60 | @REM ==== START VALIDATION ==== 61 | if not "%JAVA_HOME%" == "" goto OkJHome 62 | 63 | echo. 64 | echo Error: JAVA_HOME not found in your environment. >&2 65 | echo Please set the JAVA_HOME variable in your environment to match the >&2 66 | echo location of your Java installation. >&2 67 | echo. 68 | goto error 69 | 70 | :OkJHome 71 | if exist "%JAVA_HOME%\bin\java.exe" goto init 72 | 73 | echo. 74 | echo Error: JAVA_HOME is set to an invalid directory. >&2 75 | echo JAVA_HOME = "%JAVA_HOME%" >&2 76 | echo Please set the JAVA_HOME variable in your environment to match the >&2 77 | echo location of your Java installation. >&2 78 | echo. 79 | goto error 80 | 81 | @REM ==== END VALIDATION ==== 82 | 83 | :init 84 | 85 | @REM Find the project base dir, i.e. the directory that contains the folder ".mvn". 86 | @REM Fallback to current working directory if not found. 87 | 88 | set MAVEN_PROJECTBASEDIR=%MAVEN_BASEDIR% 89 | IF NOT "%MAVEN_PROJECTBASEDIR%"=="" goto endDetectBaseDir 90 | 91 | set EXEC_DIR=%CD% 92 | set WDIR=%EXEC_DIR% 93 | :findBaseDir 94 | IF EXIST "%WDIR%"\.mvn goto baseDirFound 95 | cd .. 96 | IF "%WDIR%"=="%CD%" goto baseDirNotFound 97 | set WDIR=%CD% 98 | goto findBaseDir 99 | 100 | :baseDirFound 101 | set MAVEN_PROJECTBASEDIR=%WDIR% 102 | cd "%EXEC_DIR%" 103 | goto endDetectBaseDir 104 | 105 | :baseDirNotFound 106 | set MAVEN_PROJECTBASEDIR=%EXEC_DIR% 107 | cd "%EXEC_DIR%" 108 | 109 | :endDetectBaseDir 110 | 111 | IF NOT EXIST "%MAVEN_PROJECTBASEDIR%\.mvn\jvm.config" goto endReadAdditionalConfig 112 | 113 | @setlocal EnableExtensions EnableDelayedExpansion 114 | for /F "usebackq delims=" %%a in ("%MAVEN_PROJECTBASEDIR%\.mvn\jvm.config") do set JVM_CONFIG_MAVEN_PROPS=!JVM_CONFIG_MAVEN_PROPS! %%a 115 | @endlocal & set JVM_CONFIG_MAVEN_PROPS=%JVM_CONFIG_MAVEN_PROPS% 116 | 117 | :endReadAdditionalConfig 118 | 119 | SET MAVEN_JAVA_EXE="%JAVA_HOME%\bin\java.exe" 120 | set WRAPPER_JAR="%MAVEN_PROJECTBASEDIR%\.mvn\wrapper\maven-wrapper.jar" 121 | set WRAPPER_LAUNCHER=org.apache.maven.wrapper.MavenWrapperMain 122 | 123 | set DOWNLOAD_URL="https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.4.2/maven-wrapper-0.4.2.jar" 124 | FOR /F "tokens=1,2 delims==" %%A IN (%MAVEN_PROJECTBASEDIR%\.mvn\wrapper\maven-wrapper.properties) DO ( 125 | IF "%%A"=="wrapperUrl" SET DOWNLOAD_URL=%%B 126 | ) 127 | 128 | @REM Extension to allow automatically downloading the maven-wrapper.jar from Maven-central 129 | @REM This allows using the maven wrapper in projects that prohibit checking in binary data. 130 | if exist %WRAPPER_JAR% ( 131 | echo Found %WRAPPER_JAR% 132 | ) else ( 133 | echo Couldn't find %WRAPPER_JAR%, downloading it ... 134 | echo Downloading from: %DOWNLOAD_URL% 135 | powershell -Command "(New-Object Net.WebClient).DownloadFile('%DOWNLOAD_URL%', '%WRAPPER_JAR%')" 136 | echo Finished downloading %WRAPPER_JAR% 137 | ) 138 | @REM End of extension 139 | 140 | %MAVEN_JAVA_EXE% %JVM_CONFIG_MAVEN_PROPS% %MAVEN_OPTS% %MAVEN_DEBUG_OPTS% -classpath %WRAPPER_JAR% "-Dmaven.multiModuleProjectDirectory=%MAVEN_PROJECTBASEDIR%" %WRAPPER_LAUNCHER% %MAVEN_CONFIG% %* 141 | if ERRORLEVEL 1 goto error 142 | goto end 143 | 144 | :error 145 | set ERROR_CODE=1 146 | 147 | :end 148 | @endlocal & set ERROR_CODE=%ERROR_CODE% 149 | 150 | if not "%MAVEN_SKIP_RC%" == "" goto skipRcPost 151 | @REM check for post script, once with legacy .bat ending and once with .cmd ending 152 | if exist "%HOME%\mavenrc_post.bat" call "%HOME%\mavenrc_post.bat" 153 | if exist "%HOME%\mavenrc_post.cmd" call "%HOME%\mavenrc_post.cmd" 154 | :skipRcPost 155 | 156 | @REM pause the script if MAVEN_BATCH_PAUSE is set to 'on' 157 | if "%MAVEN_BATCH_PAUSE%" == "on" pause 158 | 159 | if "%MAVEN_TERMINATE_CMD%" == "on" exit %ERROR_CODE% 160 | 161 | exit /B %ERROR_CODE% 162 | -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- 1 | 2 | 4 | 4.0.0 5 | 6 | org.springframework.boot 7 | spring-boot-starter-parent 8 | 2.2.4.RELEASE 9 | 10 | 11 | io.confluent.developer 12 | kafka-workshop 13 | 0.0.1-SNAPSHOT 14 | kafka-workshop 15 | Demo project for Spring Boot 16 | 17 | 18 | 1.8 19 | Hoxton.SR1 20 | 21 | io.confluent.developer.kafkaworkshop.avro.KafkaWorkshopApplication 22 | 23 | 24 | 25 | 26 | org.springframework.boot 27 | spring-boot-starter-web 28 | 29 | 30 | org.apache.kafka 31 | kafka-streams 32 | 33 | 34 | org.springframework.cloud 35 | spring-cloud-stream 36 | 37 | 38 | 39 | org.springframework.cloud 40 | spring-cloud-stream-binder-kafka 41 | 3.0.0.RELEASE 42 | 43 | 44 | org.springframework.cloud 45 | spring-cloud-stream-binder-kafka-streams 46 | 3.0.0.RELEASE 47 | 48 | 49 | 50 | org.springframework.kafka 51 | spring-kafka 52 | 53 | 54 | 55 | org.projectlombok 56 | lombok 57 | true 58 | 59 | 60 | org.springframework.boot 61 | spring-boot-starter-test 62 | test 63 | 64 | 65 | org.junit.vintage 66 | junit-vintage-engine 67 | 68 | 69 | 70 | 71 | org.springframework.cloud 72 | spring-cloud-stream-test-support 73 | test 74 | 75 | 76 | org.springframework.kafka 77 | spring-kafka-test 78 | test 79 | 80 | 81 | 82 | 83 | io.confluent 84 | kafka-schema-registry-client 85 | 5.4.0 86 | 87 | 88 | org.apache.avro 89 | avro 90 | 1.9.1 91 | 92 | 93 | io.confluent 94 | kafka-avro-serializer 95 | 5.4.0 96 | 97 | 98 | io.confluent 99 | kafka-streams-avro-serde 100 | 5.4.0 101 | 102 | 103 | org.slf4j 104 | slf4j-log4j12 105 | 106 | 107 | 108 | 109 | io.confluent 110 | monitoring-interceptors 111 | 5.4.0 112 | 113 | 114 | 115 | 116 | 117 | confluent 118 | https://packages.confluent.io/maven/ 119 | 120 | 121 | 122 | 123 | 124 | 125 | org.springframework.cloud 126 | spring-cloud-dependencies 127 | ${spring-cloud.version} 128 | pom 129 | import 130 | 131 | 132 | 133 | 134 | 135 | 136 | 137 | org.springframework.boot 138 | spring-boot-maven-plugin 139 | 140 | 141 | 142 | org.apache.avro 143 | avro-maven-plugin 144 | 1.9.1 145 | 146 | 147 | generate-sources 148 | 149 | schema 150 | 151 | 152 | src/main/avro 153 | ${project.build.directory}/generated-sources 154 | String 155 | 156 | 157 | 158 | 159 | 160 | 161 | 162 | 163 | 164 | 165 | -------------------------------------------------------------------------------- /src/main/avro/user.avsc: -------------------------------------------------------------------------------- 1 | { 2 | "namespace": "io.confluent.developer", 3 | "type": "record", 4 | "name": "User", 5 | "fields": [ 6 | { 7 | "name": "name", 8 | "type": "string", 9 | "avro.java.string": "String" 10 | }, 11 | { 12 | "name": "age", 13 | "type": "int" 14 | } 15 | ] 16 | } -------------------------------------------------------------------------------- /src/main/java/io/confluent/developer/kafkaworkshop/avro/Consumer.java: -------------------------------------------------------------------------------- 1 | package io.confluent.developer.kafkaworkshop.avro; 2 | 3 | import org.springframework.kafka.annotation.KafkaListener; 4 | import org.springframework.stereotype.Service; 5 | 6 | import io.confluent.developer.User; 7 | import lombok.extern.apachecommons.CommonsLog; 8 | 9 | @Service 10 | @CommonsLog(topic = "Consumer Logger") 11 | public class Consumer { 12 | 13 | @KafkaListener( 14 | topics = "#{'${topic.name}'}", 15 | groupId = "simple-consumer" 16 | ) 17 | public void consume(User record) { 18 | log.info(String.format("Consumed message -> %s", record)); 19 | } 20 | } -------------------------------------------------------------------------------- /src/main/java/io/confluent/developer/kafkaworkshop/avro/KafkaController.java: -------------------------------------------------------------------------------- 1 | package io.confluent.developer.kafkaworkshop.avro; 2 | 3 | import org.springframework.web.bind.annotation.PostMapping; 4 | import org.springframework.web.bind.annotation.RequestMapping; 5 | import org.springframework.web.bind.annotation.RequestParam; 6 | import org.springframework.web.bind.annotation.RestController; 7 | 8 | import io.confluent.developer.User; 9 | import lombok.RequiredArgsConstructor; 10 | 11 | @RestController 12 | @RequestMapping(value = "/user") 13 | @RequiredArgsConstructor 14 | public class KafkaController { 15 | 16 | private final Producer producer; 17 | 18 | @PostMapping(value = "/publish") 19 | public void sendMessageToKafkaTopic(@RequestParam("name") String name, 20 | @RequestParam("age") Integer age) { 21 | this.producer.sendMessage(new User(name, age)); 22 | } 23 | } -------------------------------------------------------------------------------- /src/main/java/io/confluent/developer/kafkaworkshop/avro/KafkaWorkshopApplication.java: -------------------------------------------------------------------------------- 1 | package io.confluent.developer.kafkaworkshop.avro; 2 | 3 | import org.apache.kafka.clients.admin.NewTopic; 4 | import org.springframework.beans.factory.annotation.Value; 5 | import org.springframework.boot.SpringApplication; 6 | import org.springframework.boot.autoconfigure.SpringBootApplication; 7 | import org.springframework.context.annotation.Bean; 8 | 9 | @SpringBootApplication 10 | public class KafkaWorkshopApplication { 11 | 12 | @Value("${topic.name}") 13 | private String topicName; 14 | 15 | @Value("${topic.partitions-num}") 16 | private Integer partitions; 17 | 18 | @Value("${topic.replication-factor}") 19 | private short replicationFactor; 20 | 21 | public static void main(String[] args) { 22 | SpringApplication.run(KafkaWorkshopApplication.class, args); 23 | } 24 | 25 | @Bean 26 | NewTopic newTopic() { 27 | return new NewTopic(topicName, partitions, replicationFactor); 28 | } 29 | } 30 | 31 | 32 | -------------------------------------------------------------------------------- /src/main/java/io/confluent/developer/kafkaworkshop/avro/Producer.java: -------------------------------------------------------------------------------- 1 | package io.confluent.developer.kafkaworkshop.avro; 2 | 3 | import org.springframework.beans.factory.annotation.Value; 4 | import org.springframework.kafka.core.KafkaTemplate; 5 | import org.springframework.stereotype.Service; 6 | 7 | import io.confluent.developer.User; 8 | import lombok.RequiredArgsConstructor; 9 | import lombok.extern.apachecommons.CommonsLog; 10 | 11 | @Service 12 | @CommonsLog(topic = "Producer Logger") 13 | @RequiredArgsConstructor 14 | public class Producer { 15 | 16 | @Value("${topic.name}") 17 | private String TOPIC; 18 | 19 | private final KafkaTemplate kafkaTemplate; 20 | 21 | void sendMessage(User user) { 22 | this.kafkaTemplate.send(this.TOPIC, user.getName(), user); 23 | log.info(String.format("Produced user -> %s", user)); 24 | } 25 | } 26 | -------------------------------------------------------------------------------- /src/main/java/io/confluent/developer/kafkaworkshop/streams/KafkaStreamsApp.java: -------------------------------------------------------------------------------- 1 | package io.confluent.developer.kafkaworkshop.streams; 2 | 3 | import org.apache.kafka.clients.admin.NewTopic; 4 | import org.apache.kafka.streams.kstream.KStream; 5 | import org.springframework.beans.factory.annotation.Value; 6 | import org.springframework.boot.SpringApplication; 7 | import org.springframework.boot.WebApplicationType; 8 | import org.springframework.boot.autoconfigure.SpringBootApplication; 9 | import org.springframework.cloud.stream.annotation.EnableBinding; 10 | import org.springframework.cloud.stream.annotation.Input; 11 | import org.springframework.cloud.stream.annotation.Output; 12 | import org.springframework.cloud.stream.annotation.StreamListener; 13 | import org.springframework.context.annotation.Bean; 14 | import org.springframework.messaging.handler.annotation.SendTo; 15 | import org.springframework.stereotype.Component; 16 | 17 | import io.confluent.developer.User; 18 | import lombok.extern.apachecommons.CommonsLog; 19 | 20 | import static io.confluent.developer.kafkaworkshop.streams.Bindings.USERS; 21 | import static io.confluent.developer.kafkaworkshop.streams.Bindings.USERS_FILTERED; 22 | 23 | @EnableBinding(Bindings.class) 24 | @SpringBootApplication 25 | public class KafkaStreamsApp { 26 | 27 | @Value("${topic.name}-filtered") 28 | private String topicName; 29 | 30 | @Value("${topic.partitions-num}") 31 | private Integer partitions; 32 | 33 | @Value("${topic.replication-factor}") 34 | private short replicationFactor; 35 | 36 | 37 | public static void main(String[] args) { 38 | final SpringApplication application = new SpringApplication(KafkaStreamsApp.class); 39 | // we don't need web/rest interface in this app 40 | // but CF has default health check that will hit http port 41 | // https://docs.cloudfoundry.org/devguide/deploy-apps/healthchecks.html#understand-healthchecks 42 | application.setWebApplicationType(WebApplicationType.SERVLET); 43 | application.run(args); 44 | } 45 | 46 | @Bean 47 | NewTopic filteredTopic() { 48 | return new NewTopic(topicName, partitions, replicationFactor); 49 | } 50 | } 51 | 52 | interface Bindings { 53 | 54 | String USERS_FILTERED = "users-filtered"; 55 | String USERS = "users"; 56 | 57 | @Input(USERS) 58 | KStream usersI(); 59 | 60 | @Output(USERS_FILTERED) 61 | KStream filteredUsers(); 62 | } 63 | 64 | @Component 65 | @CommonsLog(topic = "Streams Logger") 66 | class UserProcessor { 67 | 68 | @StreamListener 69 | @SendTo(USERS_FILTERED) 70 | KStream processUsers(@Input(USERS) KStream inputStream) { 71 | return inputStream 72 | .filter((key, user) -> user.getAge() < 40) 73 | .mapValues(user -> new User(user.getName().toUpperCase(), user.getAge())) 74 | .peek((key, user) -> log.info("New entry in filtered stream => Key = " + key + " Value = " + user)); 75 | } 76 | } -------------------------------------------------------------------------------- /src/main/resources/application-cloud.yaml: -------------------------------------------------------------------------------- 1 | # This profile will be used in CF environment 2 | topic: 3 | name: users 4 | partitions-num: 6 5 | replication-factor: 3 6 | server: 7 | port: 9080 8 | spring: 9 | kafka: 10 | properties: 11 | bootstrap.servers: "${vcap.services.cp.credentials.brokers}" 12 | schema.registry.url: "${vcap.services.cp.credentials.sr}" 13 | security.protocol: SASL_PLAINTEXT 14 | sasl.mechanism: PLAIN 15 | sasl.jaas.config: "${vcap.services.cp.credentials.jaasconfig}" 16 | request.timeout.ms: 20000 17 | retry.backoff.ms: 500 18 | consumer: 19 | group-id: group_id 20 | auto-offset-reset: latest 21 | key-deserializer: org.apache.kafka.common.serialization.StringDeserializer 22 | value-deserializer: io.confluent.kafka.serializers.KafkaAvroDeserializer 23 | properties: 24 | specific.avro.reader: true 25 | producer: 26 | key-serializer: org.apache.kafka.common.serialization.StringSerializer 27 | value-serializer: io.confluent.kafka.serializers.KafkaAvroSerializer 28 | template: 29 | default-topic: 30 | logging: 31 | level: 32 | root: info 33 | 34 | # spring cloud streams 35 | spring.cloud.stream.kafka.streams.binder.configuration.commit.interval.ms: 1000 36 | spring.cloud.stream.kafka.streams: 37 | binder.configuration: 38 | default.key.serde: org.apache.kafka.common.serialization.Serdes$StringSerde 39 | default.value.serde: io.confluent.kafka.streams.serdes.avro.SpecificAvroSerde 40 | bindings.users.consumer.application-id: user-filter 41 | spring.cloud.stream.bindings.users-filtered: 42 | destination: users-filtered 43 | producer: 44 | useNativeEncoding: true 45 | spring.cloud.stream.bindings.users: 46 | destination: users 47 | consumer: 48 | useNativeDecoding: true 49 | -------------------------------------------------------------------------------- /src/main/resources/application-confluent-cloud.yaml: -------------------------------------------------------------------------------- 1 | topic: 2 | name: viktor-users 3 | partitions-num: 6 4 | replication-factor: 3 5 | server: 6 | port: 9080 7 | spring: 8 | kafka: 9 | properties: 10 | # CCloud broker connection parameters 11 | bootstrap.servers: mybootstrap.confluent.cloud:9092 # <1> 12 | ssl.endpoint.identification.algorithm: https 13 | sasl.mechanism: PLAIN 14 | request.timeout.ms: 20000 15 | retry.backoff.ms: 500 16 | sasl.jaas.config: org.apache.kafka.common.security.plain.PlainLoginModule required username="ccloud_key" password="ccloud_secret"; # <2> 17 | security.protocol: SASL_SSL 18 | 19 | # CCloud Schema Registry Connection parameter 20 | schema.registry.url: https://schema-registry.aws.confluent.cloud # <3> 21 | basic.auth.credentials.source: USER_INFO # <4> 22 | schema.registry.basic.auth.user.info: sr_ccloud_key:sr_ccloud_key # <5> 23 | consumer: 24 | group-id: group_id 25 | auto-offset-reset: earliest 26 | key-deserializer: org.apache.kafka.common.serialization.StringDeserializer 27 | value-deserializer: io.confluent.kafka.serializers.KafkaAvroDeserializer 28 | properties: 29 | specific.avro.reader: true 30 | producer: 31 | key-serializer: org.apache.kafka.common.serialization.StringSerializer 32 | value-serializer: io.confluent.kafka.serializers.KafkaAvroSerializer 33 | template: 34 | default-topic: 35 | logging: 36 | level: 37 | root: info 38 | 39 | # spring cloud streams 40 | spring.cloud.stream.kafka.streams.binder.configuration.commit.interval.ms: 1000 41 | spring.cloud.stream.kafka.streams: 42 | binder.configuration: 43 | default.key.serde: org.apache.kafka.common.serialization.Serdes$StringSerde 44 | default.value.serde: io.confluent.kafka.streams.serdes.avro.SpecificAvroSerde 45 | bindings.users.consumer.application-id: user-filter 46 | spring.cloud.stream.bindings.users-filtered: 47 | destination: users-filtered 48 | producer: 49 | useNativeEncoding: true 50 | spring.cloud.stream.bindings.users: 51 | destination: users 52 | consumer: 53 | useNativeDecoding: true 54 | -------------------------------------------------------------------------------- /src/main/resources/application.yaml: -------------------------------------------------------------------------------- 1 | topic: 2 | name: users 3 | partitions-num: 3 4 | replication-factor: 1 5 | server: 6 | port: 9080 7 | spring: 8 | kafka: 9 | properties: 10 | bootstrap.servers: localhost:9092 11 | schema.registry.url: http://localhost:8081 12 | consumer: 13 | group-id: my-microservice 14 | auto-offset-reset: latest 15 | key-deserializer: org.apache.kafka.common.serialization.StringDeserializer 16 | value-deserializer: io.confluent.kafka.serializers.KafkaAvroDeserializer 17 | properties: 18 | specific.avro.reader: true 19 | interceptor.classes: io.confluent.monitoring.clients.interceptor.MonitoringConsumerInterceptor 20 | producer: 21 | key-serializer: org.apache.kafka.common.serialization.StringSerializer 22 | value-serializer: io.confluent.kafka.serializers.KafkaAvroSerializer 23 | properties: 24 | interceptor.classes: io.confluent.monitoring.clients.interceptor.MonitoringProducerInterceptor 25 | template: 26 | default-topic: 27 | logging: 28 | level: 29 | root: info 30 | 31 | # spring cloud streams 32 | spring.cloud.stream.kafka.streams.binder.configuration.commit.interval.ms: 1000 33 | spring.cloud.stream.kafka.streams: 34 | binder.configuration: 35 | default.key.serde: org.apache.kafka.common.serialization.Serdes$StringSerde 36 | default.value.serde: io.confluent.kafka.streams.serdes.avro.SpecificAvroSerde 37 | bindings.users.consumer.application-id: user-filter 38 | spring.cloud.stream.bindings.users-filtered: 39 | destination: users-filtered 40 | producer: 41 | useNativeEncoding: true 42 | spring.cloud.stream.bindings.users: 43 | destination: users 44 | consumer: 45 | useNativeDecoding: true 46 | --------------------------------------------------------------------------------