├── .gitignore ├── .mvn └── wrapper │ ├── MavenWrapperDownloader.java │ ├── maven-wrapper.jar │ └── maven-wrapper.properties ├── README.md ├── build.sh ├── common ├── pom.xml └── src │ └── main │ └── java │ └── com │ └── github │ └── mangila │ └── common │ ├── Employee.java │ ├── KafkaHeaders.java │ └── KafkaTopics.java ├── consumer ├── Dockerfile ├── pom.xml └── src │ ├── main │ ├── java │ │ └── com │ │ │ └── github │ │ │ └── mangila │ │ │ └── consumer │ │ │ ├── ConsumerApplication.java │ │ │ ├── config │ │ │ ├── MapConfig.java │ │ │ └── OpenApiConfig.java │ │ │ ├── kafka │ │ │ └── EmployeeListener.java │ │ │ ├── service │ │ │ └── EmployeeService.java │ │ │ └── web │ │ │ ├── EmployeeController.java │ │ │ └── ErrorHandler.java │ └── resources │ │ ├── application-container.yml │ │ └── application.yml │ └── test │ └── java │ └── com │ └── github │ └── mangila │ └── consumer │ └── kafka │ └── EmployeeListenerTest.java ├── docker-compose-dev.yml ├── docker-compose.yml ├── mvnw ├── mvnw.cmd ├── pom.xml └── producer ├── Dockerfile ├── pom.xml └── src ├── main ├── java │ └── com │ │ └── github │ │ └── mangila │ │ └── producer │ │ ├── ProducerApplication.java │ │ ├── config │ │ ├── KafkaTopicConfig.java │ │ └── OpenApiConfig.java │ │ ├── kafka │ │ └── EmployeeProducer.java │ │ └── web │ │ └── EmployeeController.java └── resources │ ├── application-container.yml │ └── application.yml └── test └── java └── com └── github └── mangila └── producer └── kafka └── EmployeeProducerTest.java /.gitignore: -------------------------------------------------------------------------------- 1 | HELP.md 2 | target/ 3 | !.mvn/wrapper/maven-wrapper.jar 4 | !**/src/main/**/target/ 5 | !**/src/test/**/target/ 6 | 7 | ### STS ### 8 | .apt_generated 9 | .classpath 10 | .factorypath 11 | .project 12 | .settings 13 | .springBeans 14 | .sts4-cache 15 | 16 | ### IntelliJ IDEA ### 17 | .idea 18 | *.iws 19 | *.iml 20 | *.ipr 21 | 22 | ### NetBeans ### 23 | /nbproject/private/ 24 | /nbbuild/ 25 | /dist/ 26 | /nbdist/ 27 | /.nb-gradle/ 28 | build/ 29 | !**/src/main/**/build/ 30 | !**/src/test/**/build/ 31 | 32 | ### VS Code ### 33 | .vscode/ 34 | -------------------------------------------------------------------------------- /.mvn/wrapper/MavenWrapperDownloader.java: -------------------------------------------------------------------------------- 1 | /* 2 | * Copyright 2007-present the original author or authors. 3 | * 4 | * Licensed under the Apache License, Version 2.0 (the "License"); 5 | * you may not use this file except in compliance with the License. 6 | * You may obtain a copy of the License at 7 | * 8 | * https://www.apache.org/licenses/LICENSE-2.0 9 | * 10 | * Unless required by applicable law or agreed to in writing, software 11 | * distributed under the License is distributed on an "AS IS" BASIS, 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 | * See the License for the specific language governing permissions and 14 | * limitations under the License. 15 | */ 16 | 17 | import java.net.*; 18 | import java.io.*; 19 | import java.nio.channels.*; 20 | import java.util.Properties; 21 | 22 | public class MavenWrapperDownloader { 23 | 24 | private static final String WRAPPER_VERSION = "0.5.6"; 25 | /** 26 | * Default URL to download the maven-wrapper.jar from, if no 'downloadUrl' is provided. 27 | */ 28 | private static final String DEFAULT_DOWNLOAD_URL = "https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/" 29 | + WRAPPER_VERSION + "/maven-wrapper-" + WRAPPER_VERSION + ".jar"; 30 | 31 | /** 32 | * Path to the maven-wrapper.properties file, which might contain a downloadUrl property to 33 | * use instead of the default one. 34 | */ 35 | private static final String MAVEN_WRAPPER_PROPERTIES_PATH = 36 | ".mvn/wrapper/maven-wrapper.properties"; 37 | 38 | /** 39 | * Path where the maven-wrapper.jar will be saved to. 40 | */ 41 | private static final String MAVEN_WRAPPER_JAR_PATH = 42 | ".mvn/wrapper/maven-wrapper.jar"; 43 | 44 | /** 45 | * Name of the property which should be used to override the default download url for the wrapper. 46 | */ 47 | private static final String PROPERTY_NAME_WRAPPER_URL = "wrapperUrl"; 48 | 49 | public static void main(String args[]) { 50 | System.out.println("- Downloader started"); 51 | File baseDirectory = new File(args[0]); 52 | System.out.println("- Using base directory: " + baseDirectory.getAbsolutePath()); 53 | 54 | // If the maven-wrapper.properties exists, read it and check if it contains a custom 55 | // wrapperUrl parameter. 56 | File mavenWrapperPropertyFile = new File(baseDirectory, MAVEN_WRAPPER_PROPERTIES_PATH); 57 | String url = DEFAULT_DOWNLOAD_URL; 58 | if (mavenWrapperPropertyFile.exists()) { 59 | FileInputStream mavenWrapperPropertyFileInputStream = null; 60 | try { 61 | mavenWrapperPropertyFileInputStream = new FileInputStream(mavenWrapperPropertyFile); 62 | Properties mavenWrapperProperties = new Properties(); 63 | mavenWrapperProperties.load(mavenWrapperPropertyFileInputStream); 64 | url = mavenWrapperProperties.getProperty(PROPERTY_NAME_WRAPPER_URL, url); 65 | } catch (IOException e) { 66 | System.out.println("- ERROR loading '" + MAVEN_WRAPPER_PROPERTIES_PATH + "'"); 67 | } finally { 68 | try { 69 | if (mavenWrapperPropertyFileInputStream != null) { 70 | mavenWrapperPropertyFileInputStream.close(); 71 | } 72 | } catch (IOException e) { 73 | // Ignore ... 74 | } 75 | } 76 | } 77 | System.out.println("- Downloading from: " + url); 78 | 79 | File outputFile = new File(baseDirectory.getAbsolutePath(), MAVEN_WRAPPER_JAR_PATH); 80 | if (!outputFile.getParentFile().exists()) { 81 | if (!outputFile.getParentFile().mkdirs()) { 82 | System.out.println( 83 | "- ERROR creating output directory '" + outputFile.getParentFile().getAbsolutePath() + "'"); 84 | } 85 | } 86 | System.out.println("- Downloading to: " + outputFile.getAbsolutePath()); 87 | try { 88 | downloadFileFromURL(url, outputFile); 89 | System.out.println("Done"); 90 | System.exit(0); 91 | } catch (Throwable e) { 92 | System.out.println("- Error downloading"); 93 | e.printStackTrace(); 94 | System.exit(1); 95 | } 96 | } 97 | 98 | private static void downloadFileFromURL(String urlString, File destination) throws Exception { 99 | if (System.getenv("MVNW_USERNAME") != null && System.getenv("MVNW_PASSWORD") != null) { 100 | String username = System.getenv("MVNW_USERNAME"); 101 | char[] password = System.getenv("MVNW_PASSWORD").toCharArray(); 102 | Authenticator.setDefault(new Authenticator() { 103 | @Override 104 | protected PasswordAuthentication getPasswordAuthentication() { 105 | return new PasswordAuthentication(username, password); 106 | } 107 | }); 108 | } 109 | URL website = new URL(urlString); 110 | ReadableByteChannel rbc; 111 | rbc = Channels.newChannel(website.openStream()); 112 | FileOutputStream fos = new FileOutputStream(destination); 113 | fos.getChannel().transferFrom(rbc, 0, Long.MAX_VALUE); 114 | fos.close(); 115 | rbc.close(); 116 | } 117 | 118 | } 119 | -------------------------------------------------------------------------------- /.mvn/wrapper/maven-wrapper.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mangila/spring-restful-kafka/c2ac23af6d3571c50e6541dc940b186e67a0b6eb/.mvn/wrapper/maven-wrapper.jar -------------------------------------------------------------------------------- /.mvn/wrapper/maven-wrapper.properties: -------------------------------------------------------------------------------- 1 | distributionUrl=https://repo.maven.apache.org/maven2/org/apache/maven/apache-maven/3.8.1/apache-maven-3.8.1-bin.zip 2 | wrapperUrl=https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar 3 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # spring-restful-kafka 2 | producer and consumer spring boot kafka C.R.U.D service in a maven multi module project. 3 | Sample app with Kafka, Zookeeper and Testcontainers 4 | 5 | ## Swagger 6 | * http://localhost:8081/swagger-ui/index.html - consumer 7 | * http://localhost:8082/swagger-ui/index.html - producer 8 | 9 | ## Docker 10 | * ``docker-compose up -d`` - spin up kafka,zookeeper,producer and consumer 11 | * ``docker-compose -f docker-compose-dev.yml up -d`` - spin up kafka and zookeeper -------------------------------------------------------------------------------- /build.sh: -------------------------------------------------------------------------------- 1 | #!/bin/sh 2 | ./mvnw clean package 3 | docker build -t mangila/spring-restful-kafka-consumer ./consumer 4 | docker build -t mangila/spring-restful-kafka-producer ./producer 5 | docker push mangila/spring-restful-kafka-consumer 6 | docker push mangila/spring-restful-kafka-producer -------------------------------------------------------------------------------- /common/pom.xml: -------------------------------------------------------------------------------- 1 | 2 | 5 | 6 | spring-restful-kafka 7 | com.github.mangila 8 | 1.0 9 | 10 | 4.0.0 11 | 12 | common 13 | 14 | 15 | 17 16 | 17 17 | UTF-8 18 | 19 | 20 | -------------------------------------------------------------------------------- /common/src/main/java/com/github/mangila/common/Employee.java: -------------------------------------------------------------------------------- 1 | package com.github.mangila.common; 2 | 3 | import lombok.*; 4 | 5 | import java.io.Serializable; 6 | import java.time.Instant; 7 | 8 | @Getter 9 | @Setter 10 | @Builder 11 | @ToString 12 | @NoArgsConstructor 13 | @AllArgsConstructor 14 | public class Employee implements Serializable { 15 | private String id; 16 | private String name; 17 | private Instant updated; 18 | } 19 | -------------------------------------------------------------------------------- /common/src/main/java/com/github/mangila/common/KafkaHeaders.java: -------------------------------------------------------------------------------- 1 | package com.github.mangila.common; 2 | 3 | public class KafkaHeaders { 4 | public static final String CONSUMER_OPERATION = "CONSUMER_OPERATION"; 5 | } 6 | -------------------------------------------------------------------------------- /common/src/main/java/com/github/mangila/common/KafkaTopics.java: -------------------------------------------------------------------------------- 1 | package com.github.mangila.common; 2 | 3 | public class KafkaTopics { 4 | 5 | public static final String EMPLOYEE_TOPIC = "employee"; 6 | } 7 | -------------------------------------------------------------------------------- /consumer/Dockerfile: -------------------------------------------------------------------------------- 1 | FROM openjdk:17-alpine 2 | ADD target/consumer.jar consumer.jar 3 | ENTRYPOINT ["java","-jar","/consumer.jar"] -------------------------------------------------------------------------------- /consumer/pom.xml: -------------------------------------------------------------------------------- 1 | 2 | 5 | 6 | spring-restful-kafka 7 | com.github.mangila 8 | 1.0 9 | 10 | 4.0.0 11 | 12 | consumer 13 | 14 | 15 | com.github.mangila 16 | common 17 | 1.0 18 | compile 19 | 20 | 21 | 22 | 23 | 17 24 | 17 25 | UTF-8 26 | 27 | 28 | 29 | consumer 30 | 31 | 32 | org.springframework.boot 33 | spring-boot-maven-plugin 34 | 35 | 36 | 37 | org.projectlombok 38 | lombok 39 | 40 | 41 | 42 | 43 | 44 | 45 | 46 | -------------------------------------------------------------------------------- /consumer/src/main/java/com/github/mangila/consumer/ConsumerApplication.java: -------------------------------------------------------------------------------- 1 | package com.github.mangila.consumer; 2 | 3 | import org.springframework.boot.SpringApplication; 4 | import org.springframework.boot.autoconfigure.SpringBootApplication; 5 | 6 | @SpringBootApplication 7 | public class ConsumerApplication { 8 | public static void main(String[] args) { 9 | SpringApplication.run(ConsumerApplication.class, args); 10 | } 11 | } -------------------------------------------------------------------------------- /consumer/src/main/java/com/github/mangila/consumer/config/MapConfig.java: -------------------------------------------------------------------------------- 1 | package com.github.mangila.consumer.config; 2 | 3 | import com.github.mangila.common.Employee; 4 | import org.springframework.context.annotation.Bean; 5 | import org.springframework.context.annotation.Configuration; 6 | 7 | import java.util.concurrent.ConcurrentHashMap; 8 | 9 | @Configuration 10 | public class MapConfig { 11 | 12 | @Bean 13 | public ConcurrentHashMap map() { 14 | return new ConcurrentHashMap<>(); 15 | } 16 | 17 | } 18 | -------------------------------------------------------------------------------- /consumer/src/main/java/com/github/mangila/consumer/config/OpenApiConfig.java: -------------------------------------------------------------------------------- 1 | package com.github.mangila.consumer.config; 2 | 3 | import com.github.mangila.common.Employee; 4 | import io.swagger.v3.oas.models.OpenAPI; 5 | import io.swagger.v3.oas.models.info.Contact; 6 | import io.swagger.v3.oas.models.info.Info; 7 | import org.springframework.context.annotation.Bean; 8 | import org.springframework.context.annotation.Configuration; 9 | 10 | @Configuration 11 | public class OpenApiConfig { 12 | 13 | @Bean 14 | public OpenAPI customOpenAPI() { 15 | return new OpenAPI() 16 | .info(new Info() 17 | .title("Consumer") 18 | .version("1.0") 19 | .description("Consume messages") 20 | .termsOfService("http://swagger.io/terms/") 21 | .contact(new Contact() 22 | .name("Mangila"))); 23 | } 24 | } 25 | -------------------------------------------------------------------------------- /consumer/src/main/java/com/github/mangila/consumer/kafka/EmployeeListener.java: -------------------------------------------------------------------------------- 1 | package com.github.mangila.consumer.kafka; 2 | 3 | import com.github.mangila.common.Employee; 4 | import com.github.mangila.common.KafkaHeaders; 5 | import com.github.mangila.common.KafkaTopics; 6 | import com.github.mangila.consumer.service.EmployeeService; 7 | import lombok.AllArgsConstructor; 8 | import lombok.extern.slf4j.Slf4j; 9 | import org.springframework.kafka.annotation.KafkaListener; 10 | import org.springframework.messaging.handler.annotation.Header; 11 | import org.springframework.messaging.handler.annotation.Payload; 12 | import org.springframework.stereotype.Component; 13 | 14 | @Component 15 | @AllArgsConstructor 16 | @Slf4j 17 | public class EmployeeListener { 18 | 19 | private final EmployeeService service; 20 | 21 | @KafkaListener(topics = KafkaTopics.EMPLOYEE_TOPIC) 22 | public void listen( 23 | @Payload Employee employee, 24 | @Header(KafkaHeaders.CONSUMER_OPERATION) String operation) { 25 | switch (operation) { 26 | case "update" -> service.update(employee); 27 | case "delete" -> service.delete(employee); 28 | case "insert" -> service.insert(employee); 29 | default -> log.warn("EmployeeListener.listen has a invalid CONSUMER_OPERATION header " + operation); 30 | } 31 | ; 32 | } 33 | } 34 | -------------------------------------------------------------------------------- /consumer/src/main/java/com/github/mangila/consumer/service/EmployeeService.java: -------------------------------------------------------------------------------- 1 | package com.github.mangila.consumer.service; 2 | 3 | import com.github.mangila.common.Employee; 4 | import lombok.AllArgsConstructor; 5 | import lombok.extern.slf4j.Slf4j; 6 | import org.springframework.dao.DataAccessResourceFailureException; 7 | import org.springframework.stereotype.Service; 8 | 9 | import java.util.Collection; 10 | import java.util.Objects; 11 | import java.util.concurrent.ConcurrentHashMap; 12 | 13 | @Service 14 | @AllArgsConstructor 15 | @Slf4j 16 | public class EmployeeService { 17 | 18 | private final ConcurrentHashMap map; 19 | 20 | public Collection findAll() { 21 | return map.values(); 22 | } 23 | 24 | public Employee findById(String id) { 25 | var employee = map.get(id); 26 | if (Objects.nonNull(employee)) { 27 | return employee; 28 | } 29 | log.warn("Employee with id: '" + id + "' does not exist!"); 30 | throw new DataAccessResourceFailureException("Employee with id: '" + id + "' does not exist!"); 31 | } 32 | 33 | public void update(Employee employee) { 34 | if (map.containsKey(employee.getId())) { 35 | map.replace(employee.getId(), employee); 36 | log.info("EmployeeService.update " + employee + " was updated!"); 37 | } else { 38 | insert(employee); 39 | } 40 | } 41 | 42 | public void delete(Employee employee) { 43 | map.remove(employee.getId()); 44 | log.info("EmployeeService.delete " + employee + " was deleted!"); 45 | } 46 | 47 | public void insert(Employee employee) { 48 | map.put(employee.getId(), employee); 49 | log.info("EmployeeService.insert " + employee + " was inserted!"); 50 | } 51 | } 52 | -------------------------------------------------------------------------------- /consumer/src/main/java/com/github/mangila/consumer/web/EmployeeController.java: -------------------------------------------------------------------------------- 1 | package com.github.mangila.consumer.web; 2 | 3 | import com.github.mangila.common.Employee; 4 | import com.github.mangila.consumer.service.EmployeeService; 5 | import lombok.AllArgsConstructor; 6 | import org.springframework.http.ResponseEntity; 7 | import org.springframework.web.bind.annotation.GetMapping; 8 | import org.springframework.web.bind.annotation.PathVariable; 9 | import org.springframework.web.bind.annotation.RequestMapping; 10 | import org.springframework.web.bind.annotation.RestController; 11 | 12 | import java.util.Collection; 13 | 14 | @RestController 15 | @RequestMapping("api/v1/employee") 16 | @AllArgsConstructor 17 | public class EmployeeController { 18 | 19 | private final EmployeeService service; 20 | 21 | @GetMapping 22 | public ResponseEntity> findAll() { 23 | return ResponseEntity.ok(service.findAll()); 24 | } 25 | 26 | @GetMapping("{id}") 27 | public ResponseEntity findById(@PathVariable String id) { 28 | return ResponseEntity.ok(service.findById(id)); 29 | } 30 | } 31 | -------------------------------------------------------------------------------- /consumer/src/main/java/com/github/mangila/consumer/web/ErrorHandler.java: -------------------------------------------------------------------------------- 1 | package com.github.mangila.consumer.web; 2 | 3 | import org.springframework.dao.DataAccessResourceFailureException; 4 | import org.springframework.http.HttpStatus; 5 | import org.springframework.http.ResponseEntity; 6 | import org.springframework.web.bind.annotation.ExceptionHandler; 7 | import org.springframework.web.bind.annotation.RestControllerAdvice; 8 | import org.springframework.web.context.request.WebRequest; 9 | 10 | @RestControllerAdvice 11 | public class ErrorHandler { 12 | 13 | @ExceptionHandler(DataAccessResourceFailureException.class) 14 | public ResponseEntity handleDataAccessResourceFailureException(DataAccessResourceFailureException exception, 15 | WebRequest request) { 16 | return ResponseEntity.status(HttpStatus.NOT_FOUND) 17 | .body(exception.getMessage()); 18 | } 19 | } 20 | -------------------------------------------------------------------------------- /consumer/src/main/resources/application-container.yml: -------------------------------------------------------------------------------- 1 | # Spring Properties 2 | spring: 3 | kafka: 4 | consumer: 5 | bootstrap-servers: kafka:9092 -------------------------------------------------------------------------------- /consumer/src/main/resources/application.yml: -------------------------------------------------------------------------------- 1 | # Server properties 2 | server: 3 | port: 8081 4 | # Spring Properties 5 | spring: 6 | kafka: 7 | consumer: 8 | client-id: employee-consumer 9 | bootstrap-servers: localhost:9094 10 | group-id: employee-consumer-group 11 | key-deserializer: org.apache.kafka.common.serialization.StringDeserializer 12 | value-deserializer: org.springframework.kafka.support.serializer.JsonDeserializer 13 | auto-offset-reset: earliest 14 | properties: 15 | spring.json.trusted.packages: "*" 16 | # Swagger properties 17 | springdoc: 18 | show-actuator: true -------------------------------------------------------------------------------- /consumer/src/test/java/com/github/mangila/consumer/kafka/EmployeeListenerTest.java: -------------------------------------------------------------------------------- 1 | package com.github.mangila.consumer.kafka; 2 | 3 | import com.github.mangila.common.Employee; 4 | import com.github.mangila.common.KafkaHeaders; 5 | import com.github.mangila.common.KafkaTopics; 6 | import org.apache.kafka.clients.admin.AdminClient; 7 | import org.apache.kafka.clients.admin.TopicListing; 8 | import org.apache.kafka.clients.producer.KafkaProducer; 9 | import org.apache.kafka.clients.producer.ProducerConfig; 10 | import org.apache.kafka.clients.producer.ProducerRecord; 11 | import org.apache.kafka.common.serialization.StringSerializer; 12 | import org.junit.jupiter.api.BeforeEach; 13 | import org.junit.jupiter.api.Test; 14 | import org.junit.jupiter.api.extension.ExtendWith; 15 | import org.springframework.beans.factory.annotation.Autowired; 16 | import org.springframework.boot.test.context.SpringBootTest; 17 | import org.springframework.boot.test.system.CapturedOutput; 18 | import org.springframework.boot.test.system.OutputCaptureExtension; 19 | import org.springframework.kafka.core.KafkaAdmin; 20 | import org.springframework.kafka.support.serializer.JsonSerializer; 21 | import org.springframework.test.context.DynamicPropertyRegistry; 22 | import org.springframework.test.context.DynamicPropertySource; 23 | import org.testcontainers.containers.KafkaContainer; 24 | import org.testcontainers.junit.jupiter.Container; 25 | import org.testcontainers.junit.jupiter.Testcontainers; 26 | import org.testcontainers.utility.DockerImageName; 27 | 28 | import java.time.Instant; 29 | import java.util.HashMap; 30 | import java.util.Map; 31 | import java.util.concurrent.ExecutionException; 32 | 33 | import static org.assertj.core.api.Assertions.assertThat; 34 | 35 | @Testcontainers 36 | @SpringBootTest 37 | @ExtendWith(OutputCaptureExtension.class) 38 | class EmployeeListenerTest { 39 | 40 | @Container 41 | private static final KafkaContainer KAFKA_CONTAINER = new KafkaContainer(DockerImageName.parse("confluentinc/cp-kafka:latest")); 42 | @Autowired 43 | private KafkaAdmin admin; 44 | private KafkaProducer producer; 45 | 46 | @DynamicPropertySource 47 | static void kafkaProperties(DynamicPropertyRegistry registry) { 48 | registry.add("spring.kafka.bootstrap-servers", KAFKA_CONTAINER::getBootstrapServers); 49 | registry.add("spring.kafka.consumer.bootstrap-servers", KAFKA_CONTAINER::getBootstrapServers); 50 | } 51 | 52 | @BeforeEach 53 | void setUp() { 54 | Map props = new HashMap<>(); 55 | props.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, KAFKA_CONTAINER.getBootstrapServers()); 56 | props.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, StringSerializer.class); 57 | props.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, JsonSerializer.class); 58 | this.producer = new KafkaProducer<>(props); 59 | } 60 | 61 | @Test 62 | void hasEmployeeTopic() throws ExecutionException, InterruptedException { 63 | try (var client = AdminClient.create(admin.getConfigurationProperties())) { 64 | var topicListings = client.listTopics().listings().get(); 65 | assertThat(topicListings.isEmpty()).isFalse(); 66 | assertThat(topicListings.size()).isEqualTo(1); 67 | var hasEmployeeTopic = topicListings.stream() 68 | .map(TopicListing::name) 69 | .anyMatch(name -> name.equals(KafkaTopics.EMPLOYEE_TOPIC)); 70 | assertThat(hasEmployeeTopic).isTrue(); 71 | } 72 | } 73 | 74 | @Test 75 | void listen(CapturedOutput output) throws InterruptedException { 76 | var now = Instant.now(); 77 | var e = Employee.builder() 78 | .id("1") 79 | .name("John") 80 | .updated(now) 81 | .build(); 82 | var record = new ProducerRecord<>(KafkaTopics.EMPLOYEE_TOPIC, e.getId(), e); 83 | record.headers().add(KafkaHeaders.CONSUMER_OPERATION, "insert".getBytes()); 84 | producer.send(record); 85 | Thread.sleep(1000); 86 | assertThat(output).contains("EmployeeService.insert " + e + " was inserted!"); 87 | } 88 | } -------------------------------------------------------------------------------- /docker-compose-dev.yml: -------------------------------------------------------------------------------- 1 | services: 2 | zookeeper: 3 | image: confluentinc/cp-zookeeper 4 | ports: 5 | - 2181:2181 6 | environment: 7 | ZOOKEEPER_CLIENT_PORT: 2181 8 | ZOOKEEPER_TICK_TIME: 2000 9 | ZOOKEEPER_SYNC_LIMIT: 2 10 | kafka: 11 | image: confluentinc/cp-kafka 12 | ports: 13 | - 9094:9094 14 | depends_on: 15 | - zookeeper 16 | environment: 17 | KAFKA_BROKER_ID: 1 18 | KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1 19 | KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181 20 | KAFKA_LISTENERS: INTERNAL://0.0.0.0:9092,OUTSIDE://0.0.0.0:9094 21 | KAFKA_ADVERTISED_LISTENERS: INTERNAL://kafka:9092,OUTSIDE://localhost:9094 22 | KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INTERNAL:PLAINTEXT,OUTSIDE:PLAINTEXT 23 | KAFKA_INTER_BROKER_LISTENER_NAME: INTERNAL -------------------------------------------------------------------------------- /docker-compose.yml: -------------------------------------------------------------------------------- 1 | services: 2 | consumer: 3 | restart: always 4 | image: mangila/spring-restful-kafka-consumer 5 | environment: 6 | - "SPRING_PROFILES_ACTIVE=container" 7 | ports: 8 | - 8081:8081 9 | depends_on: 10 | - zookeeper 11 | - kafka 12 | producer: 13 | restart: always 14 | image: mangila/spring-restful-kafka-producer 15 | environment: 16 | - "SPRING_PROFILES_ACTIVE=container" 17 | ports: 18 | - 8082:8082 19 | depends_on: 20 | - zookeeper 21 | - kafka 22 | zookeeper: 23 | image: confluentinc/cp-zookeeper 24 | ports: 25 | - 2181:2181 26 | environment: 27 | ZOOKEEPER_CLIENT_PORT: 2181 28 | ZOOKEEPER_TICK_TIME: 2000 29 | ZOOKEEPER_SYNC_LIMIT: 2 30 | kafka: 31 | image: confluentinc/cp-kafka 32 | ports: 33 | - 9094:9094 34 | depends_on: 35 | - zookeeper 36 | environment: 37 | KAFKA_BROKER_ID: 1 38 | KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1 39 | KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181 40 | KAFKA_LISTENERS: INTERNAL://0.0.0.0:9092,OUTSIDE://0.0.0.0:9094 41 | KAFKA_ADVERTISED_LISTENERS: INTERNAL://kafka:9092,OUTSIDE://localhost:9094 42 | KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INTERNAL:PLAINTEXT,OUTSIDE:PLAINTEXT 43 | KAFKA_INTER_BROKER_LISTENER_NAME: INTERNAL -------------------------------------------------------------------------------- /mvnw: -------------------------------------------------------------------------------- 1 | #!/bin/sh 2 | # ---------------------------------------------------------------------------- 3 | # Licensed to the Apache Software Foundation (ASF) under one 4 | # or more contributor license agreements. See the NOTICE file 5 | # distributed with this work for additional information 6 | # regarding copyright ownership. The ASF licenses this file 7 | # to you under the Apache License, Version 2.0 (the 8 | # "License"); you may not use this file except in compliance 9 | # with the License. You may obtain a copy of the License at 10 | # 11 | # https://www.apache.org/licenses/LICENSE-2.0 12 | # 13 | # Unless required by applicable law or agreed to in writing, 14 | # software distributed under the License is distributed on an 15 | # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 16 | # KIND, either express or implied. See the License for the 17 | # specific language governing permissions and limitations 18 | # under the License. 19 | # ---------------------------------------------------------------------------- 20 | 21 | # ---------------------------------------------------------------------------- 22 | # Maven Start Up Batch script 23 | # 24 | # Required ENV vars: 25 | # ------------------ 26 | # JAVA_HOME - location of a JDK home dir 27 | # 28 | # Optional ENV vars 29 | # ----------------- 30 | # M2_HOME - location of maven2's installed home dir 31 | # MAVEN_OPTS - parameters passed to the Java VM when running Maven 32 | # e.g. to debug Maven itself, use 33 | # set MAVEN_OPTS=-Xdebug -Xrunjdwp:transport=dt_socket,server=y,suspend=y,address=8000 34 | # MAVEN_SKIP_RC - flag to disable loading of mavenrc files 35 | # ---------------------------------------------------------------------------- 36 | 37 | if [ -z "$MAVEN_SKIP_RC" ] ; then 38 | 39 | if [ -f /etc/mavenrc ] ; then 40 | . /etc/mavenrc 41 | fi 42 | 43 | if [ -f "$HOME/.mavenrc" ] ; then 44 | . "$HOME/.mavenrc" 45 | fi 46 | 47 | fi 48 | 49 | # OS specific support. $var _must_ be set to either true or false. 50 | cygwin=false; 51 | darwin=false; 52 | mingw=false 53 | case "`uname`" in 54 | CYGWIN*) cygwin=true ;; 55 | MINGW*) mingw=true;; 56 | Darwin*) darwin=true 57 | # Use /usr/libexec/java_home if available, otherwise fall back to /Library/Java/Home 58 | # See https://developer.apple.com/library/mac/qa/qa1170/_index.html 59 | if [ -z "$JAVA_HOME" ]; then 60 | if [ -x "/usr/libexec/java_home" ]; then 61 | export JAVA_HOME="`/usr/libexec/java_home`" 62 | else 63 | export JAVA_HOME="/Library/Java/Home" 64 | fi 65 | fi 66 | ;; 67 | esac 68 | 69 | if [ -z "$JAVA_HOME" ] ; then 70 | if [ -r /etc/gentoo-release ] ; then 71 | JAVA_HOME=`java-config --jre-home` 72 | fi 73 | fi 74 | 75 | if [ -z "$M2_HOME" ] ; then 76 | ## resolve links - $0 may be a link to maven's home 77 | PRG="$0" 78 | 79 | # need this for relative symlinks 80 | while [ -h "$PRG" ] ; do 81 | ls=`ls -ld "$PRG"` 82 | link=`expr "$ls" : '.*-> \(.*\)$'` 83 | if expr "$link" : '/.*' > /dev/null; then 84 | PRG="$link" 85 | else 86 | PRG="`dirname "$PRG"`/$link" 87 | fi 88 | done 89 | 90 | saveddir=`pwd` 91 | 92 | M2_HOME=`dirname "$PRG"`/.. 93 | 94 | # make it fully qualified 95 | M2_HOME=`cd "$M2_HOME" && pwd` 96 | 97 | cd "$saveddir" 98 | # echo Using m2 at $M2_HOME 99 | fi 100 | 101 | # For Cygwin, ensure paths are in UNIX format before anything is touched 102 | if $cygwin ; then 103 | [ -n "$M2_HOME" ] && 104 | M2_HOME=`cygpath --unix "$M2_HOME"` 105 | [ -n "$JAVA_HOME" ] && 106 | JAVA_HOME=`cygpath --unix "$JAVA_HOME"` 107 | [ -n "$CLASSPATH" ] && 108 | CLASSPATH=`cygpath --path --unix "$CLASSPATH"` 109 | fi 110 | 111 | # For Mingw, ensure paths are in UNIX format before anything is touched 112 | if $mingw ; then 113 | [ -n "$M2_HOME" ] && 114 | M2_HOME="`(cd "$M2_HOME"; pwd)`" 115 | [ -n "$JAVA_HOME" ] && 116 | JAVA_HOME="`(cd "$JAVA_HOME"; pwd)`" 117 | fi 118 | 119 | if [ -z "$JAVA_HOME" ]; then 120 | javaExecutable="`which javac`" 121 | if [ -n "$javaExecutable" ] && ! [ "`expr \"$javaExecutable\" : '\([^ ]*\)'`" = "no" ]; then 122 | # readlink(1) is not available as standard on Solaris 10. 123 | readLink=`which readlink` 124 | if [ ! `expr "$readLink" : '\([^ ]*\)'` = "no" ]; then 125 | if $darwin ; then 126 | javaHome="`dirname \"$javaExecutable\"`" 127 | javaExecutable="`cd \"$javaHome\" && pwd -P`/javac" 128 | else 129 | javaExecutable="`readlink -f \"$javaExecutable\"`" 130 | fi 131 | javaHome="`dirname \"$javaExecutable\"`" 132 | javaHome=`expr "$javaHome" : '\(.*\)/bin'` 133 | JAVA_HOME="$javaHome" 134 | export JAVA_HOME 135 | fi 136 | fi 137 | fi 138 | 139 | if [ -z "$JAVACMD" ] ; then 140 | if [ -n "$JAVA_HOME" ] ; then 141 | if [ -x "$JAVA_HOME/jre/sh/java" ] ; then 142 | # IBM's JDK on AIX uses strange locations for the executables 143 | JAVACMD="$JAVA_HOME/jre/sh/java" 144 | else 145 | JAVACMD="$JAVA_HOME/bin/java" 146 | fi 147 | else 148 | JAVACMD="`which java`" 149 | fi 150 | fi 151 | 152 | if [ ! -x "$JAVACMD" ] ; then 153 | echo "Error: JAVA_HOME is not defined correctly." >&2 154 | echo " We cannot execute $JAVACMD" >&2 155 | exit 1 156 | fi 157 | 158 | if [ -z "$JAVA_HOME" ] ; then 159 | echo "Warning: JAVA_HOME environment variable is not set." 160 | fi 161 | 162 | CLASSWORLDS_LAUNCHER=org.codehaus.plexus.classworlds.launcher.Launcher 163 | 164 | # traverses directory structure from process work directory to filesystem root 165 | # first directory with .mvn subdirectory is considered project base directory 166 | find_maven_basedir() { 167 | 168 | if [ -z "$1" ] 169 | then 170 | echo "Path not specified to find_maven_basedir" 171 | return 1 172 | fi 173 | 174 | basedir="$1" 175 | wdir="$1" 176 | while [ "$wdir" != '/' ] ; do 177 | if [ -d "$wdir"/.mvn ] ; then 178 | basedir=$wdir 179 | break 180 | fi 181 | # workaround for JBEAP-8937 (on Solaris 10/Sparc) 182 | if [ -d "${wdir}" ]; then 183 | wdir=`cd "$wdir/.."; pwd` 184 | fi 185 | # end of workaround 186 | done 187 | echo "${basedir}" 188 | } 189 | 190 | # concatenates all lines of a file 191 | concat_lines() { 192 | if [ -f "$1" ]; then 193 | echo "$(tr -s '\n' ' ' < "$1")" 194 | fi 195 | } 196 | 197 | BASE_DIR=`find_maven_basedir "$(pwd)"` 198 | if [ -z "$BASE_DIR" ]; then 199 | exit 1; 200 | fi 201 | 202 | ########################################################################################## 203 | # Extension to allow automatically downloading the maven-wrapper.jar from Maven-central 204 | # This allows using the maven wrapper in projects that prohibit checking in binary data. 205 | ########################################################################################## 206 | if [ -r "$BASE_DIR/.mvn/wrapper/maven-wrapper.jar" ]; then 207 | if [ "$MVNW_VERBOSE" = true ]; then 208 | echo "Found .mvn/wrapper/maven-wrapper.jar" 209 | fi 210 | else 211 | if [ "$MVNW_VERBOSE" = true ]; then 212 | echo "Couldn't find .mvn/wrapper/maven-wrapper.jar, downloading it ..." 213 | fi 214 | if [ -n "$MVNW_REPOURL" ]; then 215 | jarUrl="$MVNW_REPOURL/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar" 216 | else 217 | jarUrl="https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar" 218 | fi 219 | while IFS="=" read key value; do 220 | case "$key" in (wrapperUrl) jarUrl="$value"; break ;; 221 | esac 222 | done < "$BASE_DIR/.mvn/wrapper/maven-wrapper.properties" 223 | if [ "$MVNW_VERBOSE" = true ]; then 224 | echo "Downloading from: $jarUrl" 225 | fi 226 | wrapperJarPath="$BASE_DIR/.mvn/wrapper/maven-wrapper.jar" 227 | if $cygwin; then 228 | wrapperJarPath=`cygpath --path --windows "$wrapperJarPath"` 229 | fi 230 | 231 | if command -v wget > /dev/null; then 232 | if [ "$MVNW_VERBOSE" = true ]; then 233 | echo "Found wget ... using wget" 234 | fi 235 | if [ -z "$MVNW_USERNAME" ] || [ -z "$MVNW_PASSWORD" ]; then 236 | wget "$jarUrl" -O "$wrapperJarPath" 237 | else 238 | wget --http-user=$MVNW_USERNAME --http-password=$MVNW_PASSWORD "$jarUrl" -O "$wrapperJarPath" 239 | fi 240 | elif command -v curl > /dev/null; then 241 | if [ "$MVNW_VERBOSE" = true ]; then 242 | echo "Found curl ... using curl" 243 | fi 244 | if [ -z "$MVNW_USERNAME" ] || [ -z "$MVNW_PASSWORD" ]; then 245 | curl -o "$wrapperJarPath" "$jarUrl" -f 246 | else 247 | curl --user $MVNW_USERNAME:$MVNW_PASSWORD -o "$wrapperJarPath" "$jarUrl" -f 248 | fi 249 | 250 | else 251 | if [ "$MVNW_VERBOSE" = true ]; then 252 | echo "Falling back to using Java to download" 253 | fi 254 | javaClass="$BASE_DIR/.mvn/wrapper/MavenWrapperDownloader.java" 255 | # For Cygwin, switch paths to Windows format before running javac 256 | if $cygwin; then 257 | javaClass=`cygpath --path --windows "$javaClass"` 258 | fi 259 | if [ -e "$javaClass" ]; then 260 | if [ ! -e "$BASE_DIR/.mvn/wrapper/MavenWrapperDownloader.class" ]; then 261 | if [ "$MVNW_VERBOSE" = true ]; then 262 | echo " - Compiling MavenWrapperDownloader.java ..." 263 | fi 264 | # Compiling the Java class 265 | ("$JAVA_HOME/bin/javac" "$javaClass") 266 | fi 267 | if [ -e "$BASE_DIR/.mvn/wrapper/MavenWrapperDownloader.class" ]; then 268 | # Running the downloader 269 | if [ "$MVNW_VERBOSE" = true ]; then 270 | echo " - Running MavenWrapperDownloader.java ..." 271 | fi 272 | ("$JAVA_HOME/bin/java" -cp .mvn/wrapper MavenWrapperDownloader "$MAVEN_PROJECTBASEDIR") 273 | fi 274 | fi 275 | fi 276 | fi 277 | ########################################################################################## 278 | # End of extension 279 | ########################################################################################## 280 | 281 | export MAVEN_PROJECTBASEDIR=${MAVEN_BASEDIR:-"$BASE_DIR"} 282 | if [ "$MVNW_VERBOSE" = true ]; then 283 | echo $MAVEN_PROJECTBASEDIR 284 | fi 285 | MAVEN_OPTS="$(concat_lines "$MAVEN_PROJECTBASEDIR/.mvn/jvm.config") $MAVEN_OPTS" 286 | 287 | # For Cygwin, switch paths to Windows format before running java 288 | if $cygwin; then 289 | [ -n "$M2_HOME" ] && 290 | M2_HOME=`cygpath --path --windows "$M2_HOME"` 291 | [ -n "$JAVA_HOME" ] && 292 | JAVA_HOME=`cygpath --path --windows "$JAVA_HOME"` 293 | [ -n "$CLASSPATH" ] && 294 | CLASSPATH=`cygpath --path --windows "$CLASSPATH"` 295 | [ -n "$MAVEN_PROJECTBASEDIR" ] && 296 | MAVEN_PROJECTBASEDIR=`cygpath --path --windows "$MAVEN_PROJECTBASEDIR"` 297 | fi 298 | 299 | # Provide a "standardized" way to retrieve the CLI args that will 300 | # work with both Windows and non-Windows executions. 301 | MAVEN_CMD_LINE_ARGS="$MAVEN_CONFIG $@" 302 | export MAVEN_CMD_LINE_ARGS 303 | 304 | WRAPPER_LAUNCHER=org.apache.maven.wrapper.MavenWrapperMain 305 | 306 | exec "$JAVACMD" \ 307 | $MAVEN_OPTS \ 308 | -classpath "$MAVEN_PROJECTBASEDIR/.mvn/wrapper/maven-wrapper.jar" \ 309 | "-Dmaven.home=${M2_HOME}" "-Dmaven.multiModuleProjectDirectory=${MAVEN_PROJECTBASEDIR}" \ 310 | ${WRAPPER_LAUNCHER} $MAVEN_CONFIG "$@" 311 | -------------------------------------------------------------------------------- /mvnw.cmd: -------------------------------------------------------------------------------- 1 | @REM ---------------------------------------------------------------------------- 2 | @REM Licensed to the Apache Software Foundation (ASF) under one 3 | @REM or more contributor license agreements. See the NOTICE file 4 | @REM distributed with this work for additional information 5 | @REM regarding copyright ownership. The ASF licenses this file 6 | @REM to you under the Apache License, Version 2.0 (the 7 | @REM "License"); you may not use this file except in compliance 8 | @REM with the License. You may obtain a copy of the License at 9 | @REM 10 | @REM https://www.apache.org/licenses/LICENSE-2.0 11 | @REM 12 | @REM Unless required by applicable law or agreed to in writing, 13 | @REM software distributed under the License is distributed on an 14 | @REM "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 15 | @REM KIND, either express or implied. See the License for the 16 | @REM specific language governing permissions and limitations 17 | @REM under the License. 18 | @REM ---------------------------------------------------------------------------- 19 | 20 | @REM ---------------------------------------------------------------------------- 21 | @REM Maven Start Up Batch script 22 | @REM 23 | @REM Required ENV vars: 24 | @REM JAVA_HOME - location of a JDK home dir 25 | @REM 26 | @REM Optional ENV vars 27 | @REM M2_HOME - location of maven2's installed home dir 28 | @REM MAVEN_BATCH_ECHO - set to 'on' to enable the echoing of the batch commands 29 | @REM MAVEN_BATCH_PAUSE - set to 'on' to wait for a keystroke before ending 30 | @REM MAVEN_OPTS - parameters passed to the Java VM when running Maven 31 | @REM e.g. to debug Maven itself, use 32 | @REM set MAVEN_OPTS=-Xdebug -Xrunjdwp:transport=dt_socket,server=y,suspend=y,address=8000 33 | @REM MAVEN_SKIP_RC - flag to disable loading of mavenrc files 34 | @REM ---------------------------------------------------------------------------- 35 | 36 | @REM Begin all REM lines with '@' in case MAVEN_BATCH_ECHO is 'on' 37 | @echo off 38 | @REM set title of command window 39 | title %0 40 | @REM enable echoing by setting MAVEN_BATCH_ECHO to 'on' 41 | @if "%MAVEN_BATCH_ECHO%" == "on" echo %MAVEN_BATCH_ECHO% 42 | 43 | @REM set %HOME% to equivalent of $HOME 44 | if "%HOME%" == "" (set "HOME=%HOMEDRIVE%%HOMEPATH%") 45 | 46 | @REM Execute a user defined script before this one 47 | if not "%MAVEN_SKIP_RC%" == "" goto skipRcPre 48 | @REM check for pre script, once with legacy .bat ending and once with .cmd ending 49 | if exist "%HOME%\mavenrc_pre.bat" call "%HOME%\mavenrc_pre.bat" 50 | if exist "%HOME%\mavenrc_pre.cmd" call "%HOME%\mavenrc_pre.cmd" 51 | :skipRcPre 52 | 53 | @setlocal 54 | 55 | set ERROR_CODE=0 56 | 57 | @REM To isolate internal variables from possible post scripts, we use another setlocal 58 | @setlocal 59 | 60 | @REM ==== START VALIDATION ==== 61 | if not "%JAVA_HOME%" == "" goto OkJHome 62 | 63 | echo. 64 | echo Error: JAVA_HOME not found in your environment. >&2 65 | echo Please set the JAVA_HOME variable in your environment to match the >&2 66 | echo location of your Java installation. >&2 67 | echo. 68 | goto error 69 | 70 | :OkJHome 71 | if exist "%JAVA_HOME%\bin\java.exe" goto init 72 | 73 | echo. 74 | echo Error: JAVA_HOME is set to an invalid directory. >&2 75 | echo JAVA_HOME = "%JAVA_HOME%" >&2 76 | echo Please set the JAVA_HOME variable in your environment to match the >&2 77 | echo location of your Java installation. >&2 78 | echo. 79 | goto error 80 | 81 | @REM ==== END VALIDATION ==== 82 | 83 | :init 84 | 85 | @REM Find the project base dir, i.e. the directory that contains the folder ".mvn". 86 | @REM Fallback to current working directory if not found. 87 | 88 | set MAVEN_PROJECTBASEDIR=%MAVEN_BASEDIR% 89 | IF NOT "%MAVEN_PROJECTBASEDIR%"=="" goto endDetectBaseDir 90 | 91 | set EXEC_DIR=%CD% 92 | set WDIR=%EXEC_DIR% 93 | :findBaseDir 94 | IF EXIST "%WDIR%"\.mvn goto baseDirFound 95 | cd .. 96 | IF "%WDIR%"=="%CD%" goto baseDirNotFound 97 | set WDIR=%CD% 98 | goto findBaseDir 99 | 100 | :baseDirFound 101 | set MAVEN_PROJECTBASEDIR=%WDIR% 102 | cd "%EXEC_DIR%" 103 | goto endDetectBaseDir 104 | 105 | :baseDirNotFound 106 | set MAVEN_PROJECTBASEDIR=%EXEC_DIR% 107 | cd "%EXEC_DIR%" 108 | 109 | :endDetectBaseDir 110 | 111 | IF NOT EXIST "%MAVEN_PROJECTBASEDIR%\.mvn\jvm.config" goto endReadAdditionalConfig 112 | 113 | @setlocal EnableExtensions EnableDelayedExpansion 114 | for /F "usebackq delims=" %%a in ("%MAVEN_PROJECTBASEDIR%\.mvn\jvm.config") do set JVM_CONFIG_MAVEN_PROPS=!JVM_CONFIG_MAVEN_PROPS! %%a 115 | @endlocal & set JVM_CONFIG_MAVEN_PROPS=%JVM_CONFIG_MAVEN_PROPS% 116 | 117 | :endReadAdditionalConfig 118 | 119 | SET MAVEN_JAVA_EXE="%JAVA_HOME%\bin\java.exe" 120 | set WRAPPER_JAR="%MAVEN_PROJECTBASEDIR%\.mvn\wrapper\maven-wrapper.jar" 121 | set WRAPPER_LAUNCHER=org.apache.maven.wrapper.MavenWrapperMain 122 | 123 | set DOWNLOAD_URL="https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar" 124 | 125 | FOR /F "tokens=1,2 delims==" %%A IN ("%MAVEN_PROJECTBASEDIR%\.mvn\wrapper\maven-wrapper.properties") DO ( 126 | IF "%%A"=="wrapperUrl" SET DOWNLOAD_URL=%%B 127 | ) 128 | 129 | @REM Extension to allow automatically downloading the maven-wrapper.jar from Maven-central 130 | @REM This allows using the maven wrapper in projects that prohibit checking in binary data. 131 | if exist %WRAPPER_JAR% ( 132 | if "%MVNW_VERBOSE%" == "true" ( 133 | echo Found %WRAPPER_JAR% 134 | ) 135 | ) else ( 136 | if not "%MVNW_REPOURL%" == "" ( 137 | SET DOWNLOAD_URL="%MVNW_REPOURL%/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar" 138 | ) 139 | if "%MVNW_VERBOSE%" == "true" ( 140 | echo Couldn't find %WRAPPER_JAR%, downloading it ... 141 | echo Downloading from: %DOWNLOAD_URL% 142 | ) 143 | 144 | powershell -Command "&{"^ 145 | "$webclient = new-object System.Net.WebClient;"^ 146 | "if (-not ([string]::IsNullOrEmpty('%MVNW_USERNAME%') -and [string]::IsNullOrEmpty('%MVNW_PASSWORD%'))) {"^ 147 | "$webclient.Credentials = new-object System.Net.NetworkCredential('%MVNW_USERNAME%', '%MVNW_PASSWORD%');"^ 148 | "}"^ 149 | "[Net.ServicePointManager]::SecurityProtocol = [Net.SecurityProtocolType]::Tls12; $webclient.DownloadFile('%DOWNLOAD_URL%', '%WRAPPER_JAR%')"^ 150 | "}" 151 | if "%MVNW_VERBOSE%" == "true" ( 152 | echo Finished downloading %WRAPPER_JAR% 153 | ) 154 | ) 155 | @REM End of extension 156 | 157 | @REM Provide a "standardized" way to retrieve the CLI args that will 158 | @REM work with both Windows and non-Windows executions. 159 | set MAVEN_CMD_LINE_ARGS=%* 160 | 161 | %MAVEN_JAVA_EXE% %JVM_CONFIG_MAVEN_PROPS% %MAVEN_OPTS% %MAVEN_DEBUG_OPTS% -classpath %WRAPPER_JAR% "-Dmaven.multiModuleProjectDirectory=%MAVEN_PROJECTBASEDIR%" %WRAPPER_LAUNCHER% %MAVEN_CONFIG% %* 162 | if ERRORLEVEL 1 goto error 163 | goto end 164 | 165 | :error 166 | set ERROR_CODE=1 167 | 168 | :end 169 | @endlocal & set ERROR_CODE=%ERROR_CODE% 170 | 171 | if not "%MAVEN_SKIP_RC%" == "" goto skipRcPost 172 | @REM check for post script, once with legacy .bat ending and once with .cmd ending 173 | if exist "%HOME%\mavenrc_post.bat" call "%HOME%\mavenrc_post.bat" 174 | if exist "%HOME%\mavenrc_post.cmd" call "%HOME%\mavenrc_post.cmd" 175 | :skipRcPost 176 | 177 | @REM pause the script if MAVEN_BATCH_PAUSE is set to 'on' 178 | if "%MAVEN_BATCH_PAUSE%" == "on" pause 179 | 180 | if "%MAVEN_TERMINATE_CMD%" == "on" exit %ERROR_CODE% 181 | 182 | exit /B %ERROR_CODE% 183 | -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- 1 | 2 | 4 | 4.0.0 5 | pom 6 | com.github.mangila 7 | spring-restful-kafka 8 | 1.0 9 | spring-restful-kafka 10 | Producer and consumer Spring Kafka application 11 | 12 | producer 13 | consumer 14 | common 15 | 16 | 17 | 18 | org.springframework.boot 19 | spring-boot-starter-parent 20 | 2.7.3 21 | 22 | 23 | 24 | 25 | 17 26 | 1.17.3 27 | 28 | 29 | 30 | 31 | org.springframework.boot 32 | spring-boot-starter-actuator 33 | 34 | 35 | org.springframework.boot 36 | spring-boot-starter-web 37 | 38 | 39 | org.springframework.kafka 40 | spring-kafka 41 | 42 | 43 | org.springdoc 44 | springdoc-openapi-ui 45 | 1.6.11 46 | 47 | 48 | org.springframework.boot 49 | spring-boot-devtools 50 | runtime 51 | true 52 | 53 | 54 | org.springframework.boot 55 | spring-boot-configuration-processor 56 | true 57 | 58 | 59 | org.projectlombok 60 | lombok 61 | true 62 | 63 | 64 | org.springframework.boot 65 | spring-boot-starter-test 66 | test 67 | 68 | 69 | org.awaitility 70 | awaitility 71 | test 72 | 73 | 74 | org.springframework.kafka 75 | spring-kafka-test 76 | test 77 | 78 | 79 | org.testcontainers 80 | junit-jupiter 81 | test 82 | 83 | 84 | org.testcontainers 85 | kafka 86 | test 87 | 88 | 89 | 90 | 91 | 92 | org.testcontainers 93 | testcontainers-bom 94 | ${testcontainers.version} 95 | pom 96 | import 97 | 98 | 99 | 100 | 101 | 102 | 103 | 104 | 105 | org.springframework.boot 106 | spring-boot-maven-plugin 107 | 108 | 109 | 110 | 111 | 112 | 113 | -------------------------------------------------------------------------------- /producer/Dockerfile: -------------------------------------------------------------------------------- 1 | FROM openjdk:17-alpine 2 | ADD target/producer.jar producer.jar 3 | ENTRYPOINT ["java","-jar","/producer.jar"] -------------------------------------------------------------------------------- /producer/pom.xml: -------------------------------------------------------------------------------- 1 | 2 | 5 | 6 | spring-restful-kafka 7 | com.github.mangila 8 | 1.0 9 | 10 | 4.0.0 11 | 12 | producer 13 | 14 | 15 | com.github.mangila 16 | common 17 | 1.0 18 | compile 19 | 20 | 21 | 22 | 23 | 17 24 | 17 25 | UTF-8 26 | 27 | 28 | 29 | producer 30 | 31 | 32 | org.springframework.boot 33 | spring-boot-maven-plugin 34 | 35 | 36 | 37 | org.projectlombok 38 | lombok 39 | 40 | 41 | 42 | 43 | 44 | 45 | 46 | -------------------------------------------------------------------------------- /producer/src/main/java/com/github/mangila/producer/ProducerApplication.java: -------------------------------------------------------------------------------- 1 | package com.github.mangila.producer; 2 | 3 | import org.springframework.boot.SpringApplication; 4 | import org.springframework.boot.autoconfigure.SpringBootApplication; 5 | 6 | @SpringBootApplication 7 | public class ProducerApplication { 8 | public static void main(String[] args) { 9 | SpringApplication.run(ProducerApplication.class, args); 10 | } 11 | } -------------------------------------------------------------------------------- /producer/src/main/java/com/github/mangila/producer/config/KafkaTopicConfig.java: -------------------------------------------------------------------------------- 1 | package com.github.mangila.producer.config; 2 | 3 | import com.github.mangila.common.KafkaTopics; 4 | import org.apache.kafka.clients.admin.NewTopic; 5 | import org.springframework.context.annotation.Bean; 6 | import org.springframework.context.annotation.Configuration; 7 | import org.springframework.kafka.config.TopicBuilder; 8 | 9 | @Configuration 10 | public class KafkaTopicConfig { 11 | 12 | @Bean 13 | public NewTopic employee() { 14 | return TopicBuilder.name(KafkaTopics.EMPLOYEE_TOPIC) 15 | .partitions(1) 16 | .replicas(1) 17 | .build(); 18 | } 19 | } 20 | -------------------------------------------------------------------------------- /producer/src/main/java/com/github/mangila/producer/config/OpenApiConfig.java: -------------------------------------------------------------------------------- 1 | package com.github.mangila.producer.config; 2 | 3 | import io.swagger.v3.oas.models.OpenAPI; 4 | import io.swagger.v3.oas.models.info.Contact; 5 | import io.swagger.v3.oas.models.info.Info; 6 | import org.springframework.context.annotation.Bean; 7 | import org.springframework.context.annotation.Configuration; 8 | 9 | @Configuration 10 | public class OpenApiConfig { 11 | 12 | @Bean 13 | public OpenAPI customOpenAPI() { 14 | return new OpenAPI() 15 | .info(new Info() 16 | .title("Producer") 17 | .version("1.0") 18 | .description("Produce messages") 19 | .termsOfService("http://swagger.io/terms/") 20 | .contact(new Contact() 21 | .name("Mangila"))); 22 | } 23 | } 24 | -------------------------------------------------------------------------------- /producer/src/main/java/com/github/mangila/producer/kafka/EmployeeProducer.java: -------------------------------------------------------------------------------- 1 | package com.github.mangila.producer.kafka; 2 | 3 | import com.github.mangila.common.Employee; 4 | import com.github.mangila.common.KafkaHeaders; 5 | import com.github.mangila.common.KafkaTopics; 6 | import lombok.AllArgsConstructor; 7 | import lombok.extern.slf4j.Slf4j; 8 | import org.apache.kafka.clients.producer.ProducerRecord; 9 | import org.springframework.kafka.core.KafkaTemplate; 10 | import org.springframework.kafka.support.SendResult; 11 | import org.springframework.stereotype.Service; 12 | import org.springframework.util.concurrent.ListenableFutureCallback; 13 | 14 | @Service 15 | @AllArgsConstructor 16 | @Slf4j 17 | public class EmployeeProducer { 18 | 19 | private final KafkaTemplate kafka; 20 | 21 | public void delete(String id) { 22 | var employee = Employee.builder().id(id).build(); 23 | var record = new ProducerRecord<>(KafkaTopics.EMPLOYEE_TOPIC, employee.getId(), employee); 24 | record.headers().add(KafkaHeaders.CONSUMER_OPERATION, "delete".getBytes()); 25 | var f = kafka.send(record); 26 | f.addCallback(new ListenableFutureCallback<>() { 27 | @Override 28 | public void onFailure(Throwable ex) { 29 | ex.printStackTrace(); 30 | log.warn("EmployeeService.delete - message failed!"); 31 | } 32 | 33 | @Override 34 | public void onSuccess(SendResult result) { 35 | log.info("EmployeeService.delete - message success!"); 36 | } 37 | }); 38 | } 39 | 40 | public void insert(Employee employee) { 41 | var record = new ProducerRecord<>(KafkaTopics.EMPLOYEE_TOPIC, employee.getId(), employee); 42 | record.headers().add(KafkaHeaders.CONSUMER_OPERATION, "insert".getBytes()); 43 | var f = kafka.send(record); 44 | f.addCallback(new ListenableFutureCallback<>() { 45 | @Override 46 | public void onFailure(Throwable ex) { 47 | ex.printStackTrace(); 48 | log.warn("EmployeeService.insert - message failed!"); 49 | } 50 | 51 | @Override 52 | public void onSuccess(SendResult result) { 53 | log.info("EmployeeService.insert - message success!"); 54 | } 55 | }); 56 | } 57 | 58 | public void update(Employee employee) { 59 | var record = new ProducerRecord<>(KafkaTopics.EMPLOYEE_TOPIC, employee.getId(), employee); 60 | record.headers().add(KafkaHeaders.CONSUMER_OPERATION, "update".getBytes()); 61 | var f = kafka.send(record); 62 | f.addCallback(new ListenableFutureCallback<>() { 63 | @Override 64 | public void onFailure(Throwable ex) { 65 | ex.printStackTrace(); 66 | log.warn("EmployeeService.update - message failed!"); 67 | } 68 | 69 | @Override 70 | public void onSuccess(SendResult result) { 71 | log.info("EmployeeService.update - message success!"); 72 | } 73 | }); 74 | } 75 | } 76 | -------------------------------------------------------------------------------- /producer/src/main/java/com/github/mangila/producer/web/EmployeeController.java: -------------------------------------------------------------------------------- 1 | package com.github.mangila.producer.web; 2 | 3 | import com.github.mangila.common.Employee; 4 | import com.github.mangila.producer.kafka.EmployeeProducer; 5 | import lombok.AllArgsConstructor; 6 | import org.springframework.http.ResponseEntity; 7 | import org.springframework.web.bind.annotation.*; 8 | 9 | @RestController 10 | @RequestMapping("api/v1/employee") 11 | @AllArgsConstructor 12 | public class EmployeeController { 13 | 14 | private final EmployeeProducer service; 15 | 16 | @DeleteMapping("{id}") 17 | public ResponseEntity delete(@PathVariable String id) { 18 | service.delete(id); 19 | return ResponseEntity.ok().build(); 20 | } 21 | 22 | @PostMapping 23 | public ResponseEntity insert(@RequestBody Employee employee) { 24 | service.insert(employee); 25 | return ResponseEntity.ok().build(); 26 | } 27 | 28 | @PutMapping 29 | public ResponseEntity update(@RequestBody Employee employee) { 30 | service.update(employee); 31 | return ResponseEntity.ok().build(); 32 | } 33 | 34 | } 35 | -------------------------------------------------------------------------------- /producer/src/main/resources/application-container.yml: -------------------------------------------------------------------------------- 1 | # Spring Properties 2 | spring: 3 | kafka: 4 | # Admin client config 5 | bootstrap-servers: kafka:9092 6 | # Spring kafka producer 7 | producer: 8 | bootstrap-servers: kafka:9092 -------------------------------------------------------------------------------- /producer/src/main/resources/application.yml: -------------------------------------------------------------------------------- 1 | # Server properties 2 | server: 3 | port: 8082 4 | # Spring Properties 5 | spring: 6 | kafka: 7 | # Admin client config 8 | bootstrap-servers: localhost:9094 9 | # Spring kafka producer 10 | producer: 11 | bootstrap-servers: localhost:9094 12 | client-id: employee-producer 13 | key-serializer: org.apache.kafka.common.serialization.StringSerializer 14 | value-serializer: org.springframework.kafka.support.serializer.JsonSerializer 15 | # Swagger properties 16 | springdoc: 17 | show-actuator: true 18 | -------------------------------------------------------------------------------- /producer/src/test/java/com/github/mangila/producer/kafka/EmployeeProducerTest.java: -------------------------------------------------------------------------------- 1 | package com.github.mangila.producer.kafka; 2 | 3 | import com.github.mangila.common.Employee; 4 | import com.github.mangila.common.KafkaTopics; 5 | import org.apache.kafka.clients.admin.AdminClient; 6 | import org.apache.kafka.clients.admin.TopicListing; 7 | import org.apache.kafka.clients.consumer.ConsumerConfig; 8 | import org.apache.kafka.clients.consumer.KafkaConsumer; 9 | import org.apache.kafka.common.serialization.StringDeserializer; 10 | import org.junit.jupiter.api.BeforeEach; 11 | import org.junit.jupiter.api.Test; 12 | import org.junit.jupiter.api.extension.ExtendWith; 13 | import org.springframework.beans.factory.annotation.Autowired; 14 | import org.springframework.boot.test.context.SpringBootTest; 15 | import org.springframework.boot.test.system.CapturedOutput; 16 | import org.springframework.boot.test.system.OutputCaptureExtension; 17 | import org.springframework.kafka.core.KafkaAdmin; 18 | import org.springframework.kafka.support.serializer.JsonDeserializer; 19 | import org.springframework.test.context.DynamicPropertyRegistry; 20 | import org.springframework.test.context.DynamicPropertySource; 21 | import org.testcontainers.containers.KafkaContainer; 22 | import org.testcontainers.junit.jupiter.Container; 23 | import org.testcontainers.junit.jupiter.Testcontainers; 24 | import org.testcontainers.utility.DockerImageName; 25 | 26 | import java.time.Duration; 27 | import java.time.Instant; 28 | import java.util.HashMap; 29 | import java.util.List; 30 | import java.util.Map; 31 | import java.util.concurrent.ExecutionException; 32 | 33 | import static org.assertj.core.api.Assertions.assertThat; 34 | import static org.awaitility.Awaitility.await; 35 | 36 | @Testcontainers 37 | @SpringBootTest 38 | @ExtendWith(OutputCaptureExtension.class) 39 | class EmployeeProducerTest { 40 | @Container 41 | private static final KafkaContainer KAFKA_CONTAINER = new KafkaContainer(DockerImageName.parse("confluentinc/cp-kafka:latest")); 42 | @Autowired 43 | private EmployeeProducer producer; 44 | @Autowired 45 | private KafkaAdmin admin; 46 | private KafkaConsumer consumer; 47 | 48 | @DynamicPropertySource 49 | static void kafkaProperties(DynamicPropertyRegistry registry) { 50 | registry.add("spring.kafka.bootstrap-servers", KAFKA_CONTAINER::getBootstrapServers); 51 | registry.add("spring.kafka.producer.bootstrap-servers", KAFKA_CONTAINER::getBootstrapServers); 52 | } 53 | 54 | @BeforeEach 55 | void beforeEach() { 56 | Map props = new HashMap<>(); 57 | props.put(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG, KAFKA_CONTAINER.getBootstrapServers()); 58 | props.put(ConsumerConfig.GROUP_ID_CONFIG, "employee-consumer-group"); 59 | props.put(ConsumerConfig.KEY_DESERIALIZER_CLASS_CONFIG, StringDeserializer.class); 60 | props.put(ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG, JsonDeserializer.class); 61 | props.put(ConsumerConfig.AUTO_OFFSET_RESET_CONFIG, "earliest"); 62 | props.put(JsonDeserializer.TRUSTED_PACKAGES, "*"); 63 | this.consumer = new KafkaConsumer<>(props); 64 | consumer.subscribe(List.of(KafkaTopics.EMPLOYEE_TOPIC)); 65 | } 66 | 67 | @Test 68 | void hasEmployeeTopic() throws ExecutionException, InterruptedException { 69 | try (var client = AdminClient.create(admin.getConfigurationProperties())) { 70 | var topicListings = client.listTopics().listings().get(); 71 | assertThat(topicListings.isEmpty()).isFalse(); 72 | assertThat(topicListings.size()).isEqualTo(1); 73 | var hasEmployeeTopic = topicListings.stream() 74 | .map(TopicListing::name) 75 | .anyMatch(name -> name.equals(KafkaTopics.EMPLOYEE_TOPIC)); 76 | assertThat(hasEmployeeTopic).isTrue(); 77 | } 78 | } 79 | 80 | @Test 81 | void produce(CapturedOutput output) throws InterruptedException { 82 | var now = Instant.now(); 83 | var e = Employee.builder() 84 | .id("1") 85 | .name("John") 86 | .updated(now) 87 | .build(); 88 | producer.insert(e); 89 | Thread.sleep(1000); 90 | assertThat(output).contains("EmployeeService.insert - message success!"); 91 | await().atMost(Duration.ofSeconds(10)).until(() -> { 92 | var record = consumer.poll(Duration.ofMillis(100)); 93 | if (record.isEmpty()) { 94 | return false; 95 | } 96 | assertThat(record.count()).isEqualTo(1); 97 | var employee = record.iterator().next().value(); 98 | assertThat(employee).extracting(Employee::getId, 99 | Employee::getName, 100 | Employee::getUpdated) 101 | .doesNotContainNull() 102 | .containsExactly("1", "John", now); 103 | return true; 104 | }); 105 | } 106 | } --------------------------------------------------------------------------------