and() {
115 | return this;
116 | }
117 |
118 | /**
119 | * Reads the next record and creates an {@code Expectation} for it.
120 | * This is logically equivalent to {@link TestOutput#expectNextRecord()}.
121 | * This methods main purpose is to allow chaining:
122 | * {@code
123 | * myOutput.expectNextRecord()
124 | * .expectNextRecord()
125 | * .expectNoMoreRecord();
126 | * }
127 | *
128 | * @return An {@code Expectation} containing the next record from the output.
129 | */
130 | public Expectation expectNextRecord() {
131 | return this.output.expectNextRecord();
132 | }
133 |
134 | /**
135 | * Reads the next record from the output and expects it to be the end of output.
136 | * This is logically equivalent to {@link TestOutput#expectNoMoreRecord()}.
137 | * This methods main purpose is to allow chaining:
138 | * {@code
139 | * myOutput.expectNextRecord()
140 | * .expectNextRecord()
141 | * .expectNoMoreRecord();
142 | * }
143 | *
144 | * @return An {@code Expectation} containing the next record from the output.
145 | */
146 | public Expectation expectNoMoreRecord() {
147 | return this.output.expectNoMoreRecord();
148 | }
149 |
150 | /**
151 | * Asserts that there is no records present, i.e., the end of the output has been reached.
152 | * This method should be used when there are no records at all expected.
153 | * @return the current {@code Expectation} chain
154 | */
155 | public Expectation toBeEmpty() {
156 | if (this.lastRecord != null) {
157 | throw new AssertionError(
158 | String.format("More records found. {key='%s', value='%s'}", this.lastRecord.key(), this.lastRecord.value()));
159 | }
160 | return this.and();
161 | }
162 | }
163 |
--------------------------------------------------------------------------------
/fluent-kafka-streams-tests/src/main/java/com/bakdata/fluent_kafka_streams_tests/StreamOutput.java:
--------------------------------------------------------------------------------
1 | /*
2 | * MIT License
3 | *
4 | * Copyright (c) 2025 bakdata
5 | *
6 | * Permission is hereby granted, free of charge, to any person obtaining a copy
7 | * of this software and associated documentation files (the "Software"), to deal
8 | * in the Software without restriction, including without limitation the rights
9 | * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10 | * copies of the Software, and to permit persons to whom the Software is
11 | * furnished to do so, subject to the following conditions:
12 | *
13 | * The above copyright notice and this permission notice shall be included in all
14 | * copies or substantial portions of the Software.
15 | *
16 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 | * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 | * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 | * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 | * SOFTWARE.
23 | */
24 |
25 | package com.bakdata.fluent_kafka_streams_tests;
26 |
27 | import com.bakdata.kafka.Configurator;
28 | import java.util.Iterator;
29 | import java.util.NoSuchElementException;
30 | import lombok.NonNull;
31 | import org.apache.kafka.clients.producer.ProducerRecord;
32 | import org.apache.kafka.common.serialization.Serde;
33 | import org.apache.kafka.streams.TopologyTestDriver;
34 |
35 | /**
36 | * Represents the {@link TestOutput} with {@link org.apache.kafka.streams.kstream.KStream} semantics.
37 | *
38 | * Note: The StreamOutput is a one-time iterable. Cache it if you need to iterate several times.
39 | */
40 | class StreamOutput extends BaseOutput {
41 | StreamOutput(final TopologyTestDriver testDriver, final String topic, final Serde keySerde,
42 | final Serde valueSerde, final Configurator configurator) {
43 | super(testDriver, topic, keySerde, valueSerde, configurator);
44 | }
45 |
46 | /**
47 | * Reads the next value from the output stream.
Usually, you should not need to call this. The recommended way
48 | * should be to use either
49 | *
50 | * - the {@link #expectNextRecord()} and {@link #expectNoMoreRecord()} methods OR
51 | * - the iterable interface (via {@link #iterator()}.
52 | *
53 | *
54 | * @return The next value in the output stream. {@code null} if no more values are present.
55 | */
56 | @Override
57 | public ProducerRecord readOneRecord() {
58 | return this.readFromTestDriver();
59 | }
60 |
61 | /**
62 | * Creates an iterator of {@link ProducerRecord} for the stream output. Can only be read once.
63 | */
64 | @Override
65 | public @NonNull Iterator> iterator() {
66 | return new Iterator>() {
67 | private ProducerRecord current = StreamOutput.this.readFromTestDriver();
68 |
69 | @Override
70 | public boolean hasNext() {
71 | return this.current != null;
72 | }
73 |
74 | @Override
75 | public ProducerRecord next() {
76 | if (!this.hasNext()) {
77 | throw new NoSuchElementException();
78 | }
79 | final ProducerRecord toReturn = this.current;
80 | this.current = StreamOutput.this.readFromTestDriver();
81 | return toReturn;
82 | }
83 | };
84 | }
85 |
86 | // ==================
87 | // Non-public methods
88 | // ==================
89 | @Override
90 | protected TestOutput create(final TopologyTestDriver testDriver, final String topic,
91 | final Serde keySerde, final Serde valueSerde, final Configurator configurator) {
92 | return new StreamOutput<>(testDriver, topic, keySerde, valueSerde, configurator);
93 | }
94 | }
95 |
--------------------------------------------------------------------------------
/fluent-kafka-streams-tests/src/main/java/com/bakdata/fluent_kafka_streams_tests/TableOutput.java:
--------------------------------------------------------------------------------
1 | /*
2 | * MIT License
3 | *
4 | * Copyright (c) 2025 bakdata
5 | *
6 | * Permission is hereby granted, free of charge, to any person obtaining a copy
7 | * of this software and associated documentation files (the "Software"), to deal
8 | * in the Software without restriction, including without limitation the rights
9 | * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10 | * copies of the Software, and to permit persons to whom the Software is
11 | * furnished to do so, subject to the following conditions:
12 | *
13 | * The above copyright notice and this permission notice shall be included in all
14 | * copies or substantial portions of the Software.
15 | *
16 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 | * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 | * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 | * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 | * SOFTWARE.
23 | */
24 |
25 | package com.bakdata.fluent_kafka_streams_tests;
26 |
27 | import com.bakdata.kafka.Configurator;
28 | import java.util.Iterator;
29 | import java.util.LinkedHashMap;
30 | import java.util.Map;
31 | import lombok.NonNull;
32 | import org.apache.kafka.clients.producer.ProducerRecord;
33 | import org.apache.kafka.common.serialization.Serde;
34 | import org.apache.kafka.streams.TopologyTestDriver;
35 |
36 | class TableOutput extends BaseOutput {
37 | private final Map> table = new LinkedHashMap<>();
38 | private Iterator> tableIterator;
39 |
40 | TableOutput(final TopologyTestDriver testDriver, final String topic, final Serde keySerde,
41 | final Serde valueSerde, final Configurator configurator) {
42 | super(testDriver, topic, keySerde, valueSerde, configurator);
43 | }
44 |
45 | /**
46 | * Reads the next value from the output stream.
47 | * Usually, you should not need to call this. The recommended way should be to use either
48 | *
49 | * - the {@link #expectNextRecord()} and {@link #expectNoMoreRecord()} methods OR
50 | * - the iterable interface (via {@link #iterator()}.
51 | *
52 | *
53 | * @return The next value in the output stream. {@code null} if no more values are present.
54 | */
55 | @Override
56 | public ProducerRecord readOneRecord() {
57 | if (this.tableIterator == null) {
58 | this.tableIterator = this.iterator();
59 | }
60 |
61 | // Emulate testDriver, which returns null on last read
62 | return this.tableIterator.hasNext() ? this.tableIterator.next() : null;
63 | }
64 |
65 | /**
66 | * Creates an iterator of {@link ProducerRecord} for the table output. Can only be read once.
67 | */
68 | @Override
69 | public @NonNull Iterator> iterator() {
70 | ProducerRecord producerRecord = this.readFromTestDriver();
71 | while (producerRecord != null) {
72 | this.table.put(producerRecord.key(), producerRecord);
73 | producerRecord = this.readFromTestDriver();
74 | }
75 | return this.table.values().stream().iterator();
76 | }
77 |
78 | // ==================
79 | // Non-public methods
80 | // ==================
81 | @Override
82 | protected TestOutput create(final TopologyTestDriver testDriver, final String topic,
83 | final Serde keySerde, final Serde valueSerde, final Configurator configurator) {
84 | return new TableOutput<>(testDriver, topic, keySerde, valueSerde, configurator);
85 | }
86 | }
87 |
--------------------------------------------------------------------------------
/fluent-kafka-streams-tests/src/main/java/com/bakdata/fluent_kafka_streams_tests/TestOutput.java:
--------------------------------------------------------------------------------
1 | /*
2 | * MIT License
3 | *
4 | * Copyright (c) 2025 bakdata
5 | *
6 | * Permission is hereby granted, free of charge, to any person obtaining a copy
7 | * of this software and associated documentation files (the "Software"), to deal
8 | * in the Software without restriction, including without limitation the rights
9 | * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10 | * copies of the Software, and to permit persons to whom the Software is
11 | * furnished to do so, subject to the following conditions:
12 | *
13 | * The above copyright notice and this permission notice shall be included in all
14 | * copies or substantial portions of the Software.
15 | *
16 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 | * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 | * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 | * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 | * SOFTWARE.
23 | */
24 |
25 | package com.bakdata.fluent_kafka_streams_tests;
26 |
27 | import com.bakdata.kafka.Preconfigured;
28 | import java.util.List;
29 | import org.apache.kafka.clients.producer.ProducerRecord;
30 | import org.apache.kafka.common.serialization.Serde;
31 |
32 |
33 | /**
34 | * Represents the output stream of the tested app via the {@link TestTopology}.
35 | * This can be used via the {@link StreamOutput} or the {@link TableOutput}, dependent on the desired semantics.
36 | * For more details see each implementation.
37 | *
38 | * Note: The StreamOutput is a one-time iterable. Cache it if you need to iterate several times.
39 | *
40 | * @param the key type of the output stream
41 | * @param the value type of the output stream
42 | */
43 | public interface TestOutput extends Iterable> {
44 | /**
45 | * Set new serde for this output.
46 | *
47 | * @param keySerde The serializer/deserializer to be used for the keys in the output
48 | * @param valueSerde The serializer/deserializer to be used for the values in the output
49 | * @return Copy of current {@code TestOutput} with provided serdes
50 | */
51 | TestOutput withSerde(Serde keySerde, Serde valueSerde);
52 |
53 | /**
54 | * Set new serde for this output. Serdes are configured using properties of the test topology.
55 | *
56 | * @param keySerde The serializer/deserializer to be used for the keys in the output
57 | * @param valueSerde The serializer/deserializer to be used for the values in the output
58 | * @return Copy of current {@code TestOutput} with provided serdes
59 | */
60 | TestOutput configureWithSerde(Preconfigured> keySerde,
61 | Preconfigured> valueSerde);
62 |
63 | /**
64 | * Set new serde for this output. Serdes are configured using properties of the test topology.
65 | *
66 | * @param keySerde The serializer/deserializer to be used for the keys in the output
67 | * @param valueSerde The serializer/deserializer to be used for the values in the output
68 | * @return Copy of current {@code TestOutput} with provided serdes
69 | */
70 | TestOutput configureWithSerde(Serde keySerde, Serde valueSerde);
71 |
72 | /**
73 | * Set new key serde for this output.
74 | *
75 | * @param keySerde The serializer/deserializer to be used for the keys in the output
76 | * @return Copy of current {@code TestOutput} with provided key serde
77 | */
78 | TestOutput withKeySerde(Serde keySerde);
79 |
80 | /**
81 | * Set new key serde for this output. Serde is configured using properties of the test topology.
82 | *
83 | * @param keySerde The serializer/deserializer to be used for the keys in the output
84 | * @return Copy of current {@code TestOutput} with provided key serde
85 | */
86 | TestOutput configureWithKeySerde(Preconfigured> keySerde);
87 |
88 | /**
89 | * Set new key serde for this output. Serde is configured using properties of the test topology.
90 | *
91 | * @param keySerde The serializer/deserializer to be used for the keys in the output
92 | * @return Copy of current {@code TestOutput} with provided key serde
93 | */
94 | TestOutput configureWithKeySerde(Serde keySerde);
95 |
96 | /**
97 | * Set new value serde for this output.
98 | *
99 | * @param valueSerde The serializer/deserializer to be used for the values in the output
100 | * @return Copy of current {@code TestOutput} with provided value serde
101 | */
102 | TestOutput withValueSerde(Serde valueSerde);
103 |
104 | /**
105 | * Set new value serde for this output. Serde is configured using properties of the test topology.
106 | *
107 | * @param valueSerde The serializer/deserializer to be used for the values in the output
108 | * @return Copy of current {@code TestOutput} with provided value serde
109 | */
110 | TestOutput configureWithValueSerde(Preconfigured> valueSerde);
111 |
112 | /**
113 | * Set new value serde for this output. Serde is configured using properties of the test topology.
114 | *
115 | * @param valueSerde The serializer/deserializer to be used for the values in the output
116 | * @return Copy of current {@code TestOutput} with provided value serde
117 | */
118 | TestOutput configureWithValueSerde(Serde valueSerde);
119 |
120 | /**
121 | * Type-casts the key and value to the given types.
122 | *
123 | * A type-cast is useful if you have general-purpose serde, such as Json or Avro, which is used for different types
124 | * in input and output. Thus, instead of unnecessarily overriding the serde, this method just casts the output.
125 | *
126 | * @param keyType the new key type.
127 | * @param valueType the new value type.
128 | * @return Copy of current {@code TestOutput} with provided types
129 | */
130 | default TestOutput withTypes(final Class keyType, final Class valueType) {
131 | return (TestOutput) this;
132 | }
133 |
134 | /**
135 | * Type-casts the key to the given type.
136 | *
137 | * A type-cast is useful if you have general-purpose serde, such as Json or Avro, which is used for different types
138 | * in input and output. Thus, instead of unnecessarily overriding the serde, this method just casts the output.
139 | *
140 | * @param keyType the new key type.
141 | * @return Copy of current {@code TestOutput} with provided key type
142 | */
143 | default TestOutput withKeyType(final Class keyType) {
144 | return (TestOutput) this;
145 | }
146 |
147 | /**
148 | * Type-casts the value to the given type.
149 | *
150 | * A type-cast is useful if you have general-purpose serde, such as Json or Avro, which is used for different types
151 | * in input and output. Thus, instead of unnecessarily overriding the serde, this method just casts the output.
152 | *
153 | * @param valueType the new value type.
154 | * @return Copy of current {@code TestOutput} with provided value type
155 | */
156 | default TestOutput withValueType(final Class valueType) {
157 | return (TestOutput) this;
158 | }
159 |
160 | /**
161 | * Reads the next value from the output stream.
162 | * Usually, you should not need to call this. The recommended way should be to use either
163 | *
164 | * - the {@link #expectNextRecord()} and {@link #expectNoMoreRecord()} methods OR
165 | * - the iterable interface (via {@link #iterator()}.
166 | *
167 | *
168 | * @return The next value in the output stream depending on the output type (stream or table semantics). {@code
169 | * null} if no more values are present.
170 | */
171 | ProducerRecord readOneRecord();
172 |
173 | /**
174 | * Reads the next record and creates an {@link Expectation} for it.
175 | *
176 | * @return An {@link Expectation} containing the next record from the output.
177 | */
178 | Expectation expectNextRecord();
179 |
180 | /**
181 | * Reads the next record from the output and expects it to be the end of output.
182 | *
183 | * @return An {@link Expectation} containing the next record from the output.
184 | */
185 | Expectation expectNoMoreRecord();
186 |
187 | /**
188 | * Interpret the output with {@link org.apache.kafka.streams.kstream.KTable} semantics (each key only once).
189 | * Note: once the first value of the stream has been read or the iterator has be called, you cannot switch
190 | * between the output types any more.
191 | * @return Current output with {@link org.apache.kafka.streams.kstream.KTable} semantics
192 | */
193 | TestOutput asTable();
194 |
195 | /**
196 | * Interpret the output with {@link org.apache.kafka.streams.kstream.KStream} semantics (each key multiple
197 | * times).
198 | * This is the default, there should usually be no need to call this method.
199 | * Note: once the first value of the stream has been read or the iterator has be called, you cannot switch
200 | * between the output types any more.
201 | *
202 | * @return Current output with {@link org.apache.kafka.streams.kstream.KStream} semantics
203 | */
204 | TestOutput asStream();
205 |
206 | /**
207 | * Convert the output to a {@link java.util.List}.
208 | *
209 | * @return A {@link java.util.List} representing the output
210 | */
211 | List> toList();
212 | }
213 |
214 |
--------------------------------------------------------------------------------
/fluent-kafka-streams-tests/src/test/avro/City.avsc:
--------------------------------------------------------------------------------
1 | {
2 | "type": "record",
3 | "name": "City",
4 | "namespace": "com.bakdata.fluent_kafka_streams_tests.test_types",
5 | "fields": [
6 | {
7 | "name": "name",
8 | "type": "string"
9 | },
10 | {
11 | "name": "inhabitants",
12 | "type": "int"
13 | }
14 | ]
15 | }
--------------------------------------------------------------------------------
/fluent-kafka-streams-tests/src/test/avro/Person.avsc:
--------------------------------------------------------------------------------
1 | {
2 | "type": "record",
3 | "name": "Person",
4 | "namespace": "com.bakdata.fluent_kafka_streams_tests.test_types",
5 | "fields": [
6 | {
7 | "name": "name",
8 | "type": "string"
9 | },
10 | {
11 | "name": "city",
12 | "type": "string"
13 | }
14 | ]
15 | }
--------------------------------------------------------------------------------
/fluent-kafka-streams-tests/src/test/java/com/bakdata/fluent_kafka_streams_tests/CountInhabitantsWithAvroTest.java:
--------------------------------------------------------------------------------
1 | /*
2 | * MIT License
3 | *
4 | * Copyright (c) 2025 bakdata
5 | *
6 | * Permission is hereby granted, free of charge, to any person obtaining a copy
7 | * of this software and associated documentation files (the "Software"), to deal
8 | * in the Software without restriction, including without limitation the rights
9 | * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10 | * copies of the Software, and to permit persons to whom the Software is
11 | * furnished to do so, subject to the following conditions:
12 | *
13 | * The above copyright notice and this permission notice shall be included in all
14 | * copies or substantial portions of the Software.
15 | *
16 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 | * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 | * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 | * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 | * SOFTWARE.
23 | */
24 |
25 | package com.bakdata.fluent_kafka_streams_tests;
26 |
27 | import com.bakdata.fluent_kafka_streams_tests.test_applications.CountInhabitantsWithAvro;
28 | import com.bakdata.fluent_kafka_streams_tests.test_types.City;
29 | import com.bakdata.fluent_kafka_streams_tests.test_types.Person;
30 | import org.apache.kafka.common.serialization.Serdes;
31 | import org.junit.jupiter.api.AfterEach;
32 | import org.junit.jupiter.api.BeforeEach;
33 | import org.junit.jupiter.api.Test;
34 |
35 |
36 | class CountInhabitantsWithAvroTest {
37 |
38 | private final TestTopology testTopology =
39 | new TestTopology<>(CountInhabitantsWithAvro::getTopology, CountInhabitantsWithAvro.getKafkaProperties());
40 |
41 | @BeforeEach
42 | void start() {
43 | this.testTopology.start();
44 | }
45 |
46 | @AfterEach
47 | void stop() {
48 | this.testTopology.stop();
49 | }
50 |
51 | @Test
52 | void shouldAggregateInhabitants() {
53 | this.testTopology.input()
54 | .add(new Person("Huey", "City1"))
55 | .add(new Person("Dewey", "City2"))
56 | .add(new Person("Louie", "City1"));
57 |
58 | this.testTopology.tableOutput().withValueType(City.class)
59 | .expectNextRecord().hasKey("City1").hasValue(new City("City1", 2))
60 | .expectNextRecord().hasKey("City2").hasValue(new City("City2", 1))
61 | .expectNoMoreRecord();
62 | }
63 |
64 | @Test
65 | void shouldWorkForEmptyInput() {
66 | this.testTopology.tableOutput().withSerde(Serdes.String(), Serdes.Long())
67 | .expectNoMoreRecord();
68 | }
69 | }
70 |
--------------------------------------------------------------------------------
/fluent-kafka-streams-tests/src/test/java/com/bakdata/fluent_kafka_streams_tests/CountInhabitantsWithProtoTest.java:
--------------------------------------------------------------------------------
1 | /*
2 | * MIT License
3 | *
4 | * Copyright (c) 2025 bakdata
5 | *
6 | * Permission is hereby granted, free of charge, to any person obtaining a copy
7 | * of this software and associated documentation files (the "Software"), to deal
8 | * in the Software without restriction, including without limitation the rights
9 | * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10 | * copies of the Software, and to permit persons to whom the Software is
11 | * furnished to do so, subject to the following conditions:
12 | *
13 | * The above copyright notice and this permission notice shall be included in all
14 | * copies or substantial portions of the Software.
15 | *
16 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 | * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 | * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 | * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 | * SOFTWARE.
23 | */
24 |
25 | package com.bakdata.fluent_kafka_streams_tests;
26 |
27 | import static com.bakdata.fluent_kafka_streams_tests.test_types.proto.CityOuterClass.City;
28 | import static com.bakdata.fluent_kafka_streams_tests.test_types.proto.PersonOuterClass.Person;
29 |
30 | import com.bakdata.fluent_kafka_streams_tests.test_applications.CountInhabitantsWithProto;
31 | import org.apache.kafka.common.serialization.Serdes;
32 | import org.junit.jupiter.api.AfterEach;
33 | import org.junit.jupiter.api.BeforeEach;
34 | import org.junit.jupiter.api.Test;
35 |
36 | class CountInhabitantsWithProtoTest {
37 |
38 | private final TestTopology testTopology =
39 | new TestTopology<>(CountInhabitantsWithProto::getTopology, CountInhabitantsWithProto.getKafkaProperties());
40 |
41 | static Person newPerson(final String name, final String city) {
42 | return Person.newBuilder().setName(name).setCity(city).build();
43 | }
44 |
45 | static City newCity(final String name, final int inhabitants) {
46 | return City.newBuilder().setName(name).setInhabitants(inhabitants).build();
47 | }
48 |
49 | @BeforeEach
50 | void start() {
51 | this.testTopology.start();
52 | }
53 |
54 | @AfterEach
55 | void stop() {
56 | this.testTopology.stop();
57 | }
58 |
59 | @Test
60 | void shouldAggregateInhabitants() {
61 | this.testTopology.input()
62 | .withValueSerde(CountInhabitantsWithProto.newPersonSerde())
63 | .add("test", newPerson("Huey", "City1"))
64 | .add("test", newPerson("Dewey", "City2"))
65 | .add("test", newPerson("Louie", "City1"));
66 |
67 | this.testTopology.tableOutput().withValueSerde(CountInhabitantsWithProto.newCitySerde())
68 | .expectNextRecord().hasKey("City1").hasValue(newCity("City1", 2))
69 | .expectNextRecord().hasKey("City2").hasValue(newCity("City2", 1))
70 | .expectNoMoreRecord();
71 | }
72 |
73 | @Test
74 | void shouldWorkForEmptyInput() {
75 | this.testTopology.tableOutput().withSerde(Serdes.String(), Serdes.Long())
76 | .expectNoMoreRecord();
77 | }
78 |
79 | }
80 |
--------------------------------------------------------------------------------
/fluent-kafka-streams-tests/src/test/java/com/bakdata/fluent_kafka_streams_tests/DynamicTopicTest.java:
--------------------------------------------------------------------------------
1 | package com.bakdata.fluent_kafka_streams_tests;
2 |
3 | import static org.assertj.core.api.Assertions.assertThatExceptionOfType;
4 |
5 | import com.bakdata.fluent_kafka_streams_tests.test_applications.TopicExtractorApplication;
6 | import java.util.NoSuchElementException;
7 | import org.junit.jupiter.api.AfterEach;
8 | import org.junit.jupiter.api.BeforeEach;
9 | import org.junit.jupiter.api.Test;
10 |
11 | class DynamicTopicTest {
12 |
13 | private static final String KEY = "key";
14 | private static final String VALUE = "value";
15 | private final TestTopology testTopology =
16 | new TestTopology<>(TopicExtractorApplication::getTopology, TopicExtractorApplication.getProperties());
17 |
18 | @BeforeEach
19 | void start() {
20 | this.testTopology.start();
21 | this.testTopology.input().add(KEY, VALUE);
22 | this.testTopology.getOutputTopics().add(TopicExtractorApplication.OUTPUT_TOPIC);
23 | }
24 |
25 | @AfterEach
26 | void stop() {
27 | this.testTopology.stop();
28 | }
29 |
30 | @Test
31 | void shouldHaveOutputForTopicName() {
32 | this.testTopology.streamOutput(TopicExtractorApplication.OUTPUT_TOPIC)
33 | .expectNextRecord()
34 | .hasKey(KEY).and().hasValue(VALUE);
35 | }
36 |
37 | @Test
38 | void shouldHaveOutputWithoutTopicName() {
39 | this.testTopology.streamOutput()
40 | .expectNextRecord()
41 | .hasKey(KEY).and().hasValue(VALUE);
42 | }
43 |
44 | @Test
45 | void shouldThrowExceptionForNonExistingStreamOutputTopic() {
46 | assertThatExceptionOfType(NoSuchElementException.class)
47 | .isThrownBy(() -> this.testTopology.streamOutput("non-existing"))
48 | .withMessage("Output topic 'non-existing' not found");
49 | }
50 |
51 | @Test
52 | void shouldThrowExceptionForNonExistingTableOutputTopic() {
53 | assertThatExceptionOfType(NoSuchElementException.class)
54 | .isThrownBy(() -> this.testTopology.tableOutput("non-existing"))
55 | .withMessage("Output topic 'non-existing' not found");
56 | }
57 |
58 | }
59 |
--------------------------------------------------------------------------------
/fluent-kafka-streams-tests/src/test/java/com/bakdata/fluent_kafka_streams_tests/ForeignKeyJoinTest.java:
--------------------------------------------------------------------------------
1 | /*
2 | * MIT License
3 | *
4 | * Copyright (c) 2025 bakdata
5 | *
6 | * Permission is hereby granted, free of charge, to any person obtaining a copy
7 | * of this software and associated documentation files (the "Software"), to deal
8 | * in the Software without restriction, including without limitation the rights
9 | * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10 | * copies of the Software, and to permit persons to whom the Software is
11 | * furnished to do so, subject to the following conditions:
12 | *
13 | * The above copyright notice and this permission notice shall be included in all
14 | * copies or substantial portions of the Software.
15 | *
16 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 | * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 | * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 | * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 | * SOFTWARE.
23 | */
24 |
25 | package com.bakdata.fluent_kafka_streams_tests;
26 |
27 | import com.bakdata.fluent_kafka_streams_tests.test_applications.ForeignKeyJoin;
28 | import org.junit.jupiter.api.AfterEach;
29 | import org.junit.jupiter.api.BeforeEach;
30 | import org.junit.jupiter.api.Test;
31 |
32 | class ForeignKeyJoinTest {
33 |
34 | private final TestTopology testTopology =
35 | new TestTopology<>(ForeignKeyJoin::getTopology, ForeignKeyJoin.getKafkaProperties());
36 |
37 | @BeforeEach
38 | void start() {
39 | this.testTopology.start();
40 | }
41 |
42 | @AfterEach
43 | void stop() {
44 | this.testTopology.stop();
45 | }
46 |
47 | @Test
48 | void shouldIgnoreForeignKeyTopicsAsOutput() {
49 | this.testTopology.input(ForeignKeyJoin.LEFT_INPUT_TOPIC)
50 | .add("foo", "bar");
51 |
52 | this.testTopology.input(ForeignKeyJoin.RIGHT_INPUT_TOPIC)
53 | .add("bar", "baz");
54 |
55 | this.testTopology.streamOutput()
56 | .expectNextRecord().hasKey("foo").hasValue("barbaz")
57 | .expectNoMoreRecord();
58 | }
59 |
60 | }
61 |
--------------------------------------------------------------------------------
/fluent-kafka-streams-tests/src/test/java/com/bakdata/fluent_kafka_streams_tests/HeaderTest.java:
--------------------------------------------------------------------------------
1 | /*
2 | * MIT License
3 | *
4 | * Copyright (c) 2025 bakdata
5 | *
6 | * Permission is hereby granted, free of charge, to any person obtaining a copy
7 | * of this software and associated documentation files (the "Software"), to deal
8 | * in the Software without restriction, including without limitation the rights
9 | * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10 | * copies of the Software, and to permit persons to whom the Software is
11 | * furnished to do so, subject to the following conditions:
12 | *
13 | * The above copyright notice and this permission notice shall be included in all
14 | * copies or substantial portions of the Software.
15 | *
16 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 | * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 | * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 | * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 | * SOFTWARE.
23 | */
24 |
25 | package com.bakdata.fluent_kafka_streams_tests;
26 |
27 | import static org.assertj.core.api.Assertions.assertThat;
28 |
29 | import com.bakdata.fluent_kafka_streams_tests.test_applications.Mirror;
30 | import com.google.common.collect.Lists;
31 | import java.util.List;
32 | import org.apache.kafka.clients.producer.ProducerRecord;
33 | import org.apache.kafka.common.header.internals.RecordHeaders;
34 | import org.junit.jupiter.api.AfterEach;
35 | import org.junit.jupiter.api.BeforeEach;
36 | import org.junit.jupiter.api.Test;
37 |
38 | class HeaderTest {
39 | private final Mirror app = new Mirror();
40 |
41 | private final TestTopology testTopology =
42 | new TestTopology<>(this.app::getTopology, Mirror.getKafkaProperties());
43 |
44 | @BeforeEach
45 | void start() {
46 | this.testTopology.start();
47 | }
48 |
49 | @AfterEach
50 | void stop() {
51 | this.testTopology.stop();
52 | }
53 |
54 | @Test
55 | void shouldAddHeaders() {
56 | this.testTopology.input()
57 | .add("key1", "value1", new RecordHeaders()
58 | .add("header1", new byte[]{0}))
59 | .add("key2", "value2", 1L, new RecordHeaders()
60 | .add("header1", new byte[]{1})
61 | .add("header2", new byte[]{2, 3}));
62 |
63 | final List> records = Lists.newArrayList(this.testTopology.streamOutput());
64 | assertThat(records)
65 | .hasSize(2)
66 | .anySatisfy(producerRecord -> {
67 | assertThat(producerRecord.key()).isEqualTo("key1");
68 | assertThat(producerRecord.value()).isEqualTo("value1");
69 | assertThat(producerRecord.timestamp()).isZero();
70 | assertThat(producerRecord.headers().toArray())
71 | .hasSize(1)
72 | .anySatisfy(header -> {
73 | assertThat(header.key()).isEqualTo("header1");
74 | assertThat(header.value()).isEqualTo(new byte[]{0});
75 | });
76 | })
77 | .anySatisfy(producerRecord -> {
78 | assertThat(producerRecord.key()).isEqualTo("key2");
79 | assertThat(producerRecord.value()).isEqualTo("value2");
80 | assertThat(producerRecord.timestamp()).isEqualTo(1L);
81 | assertThat(producerRecord.headers().toArray())
82 | .hasSize(2)
83 | .anySatisfy(header -> {
84 | assertThat(header.key()).isEqualTo("header1");
85 | assertThat(header.value()).isEqualTo(new byte[]{1});
86 | })
87 | .anySatisfy(header -> {
88 | assertThat(header.key()).isEqualTo("header2");
89 | assertThat(header.value()).isEqualTo(new byte[]{2, 3});
90 | });
91 | });
92 | }
93 | }
94 |
--------------------------------------------------------------------------------
/fluent-kafka-streams-tests/src/test/java/com/bakdata/fluent_kafka_streams_tests/MirrorAvroNonDefaultSerdeTest.java:
--------------------------------------------------------------------------------
1 | /*
2 | * MIT License
3 | *
4 | * Copyright (c) 2025 bakdata
5 | *
6 | * Permission is hereby granted, free of charge, to any person obtaining a copy
7 | * of this software and associated documentation files (the "Software"), to deal
8 | * in the Software without restriction, including without limitation the rights
9 | * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10 | * copies of the Software, and to permit persons to whom the Software is
11 | * furnished to do so, subject to the following conditions:
12 | *
13 | * The above copyright notice and this permission notice shall be included in all
14 | * copies or substantial portions of the Software.
15 | *
16 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 | * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 | * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 | * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 | * SOFTWARE.
23 | */
24 |
25 | package com.bakdata.fluent_kafka_streams_tests;
26 |
27 | import static com.bakdata.fluent_kafka_streams_tests.test_applications.MirrorAvroNonDefaultSerde.getKeySerde;
28 | import static com.bakdata.fluent_kafka_streams_tests.test_applications.MirrorAvroNonDefaultSerde.getValueSerde;
29 |
30 | import com.bakdata.fluent_kafka_streams_tests.test_applications.MirrorAvroNonDefaultSerde;
31 | import com.bakdata.fluent_kafka_streams_tests.test_types.City;
32 | import com.bakdata.fluent_kafka_streams_tests.test_types.Person;
33 | import io.confluent.kafka.streams.serdes.avro.SpecificAvroSerde;
34 | import org.junit.jupiter.api.AfterEach;
35 | import org.junit.jupiter.api.BeforeEach;
36 | import org.junit.jupiter.api.Test;
37 |
38 |
39 | class MirrorAvroNonDefaultSerdeTest {
40 |
41 | private final TestTopology testTopology =
42 | new TestTopology<>(MirrorAvroNonDefaultSerde::getTopology, MirrorAvroNonDefaultSerde.getKafkaProperties());
43 |
44 | @BeforeEach
45 | void start() {
46 | this.testTopology.start();
47 | }
48 |
49 | @AfterEach
50 | void stop() {
51 | this.testTopology.stop();
52 | }
53 |
54 | @Test
55 | void shouldConfigurePreconfiguredSerdes() {
56 | this.testTopology.input()
57 | .configureWithSerde(getKeySerde(), getValueSerde())
58 | .add(new City("City1", 2), new Person("Huey", "City1"));
59 |
60 | this.testTopology.streamOutput()
61 | .configureWithSerde(getKeySerde(), getValueSerde())
62 | .expectNextRecord().hasKey(new City("City1", 2)).hasValue(new Person("Huey", "City1"))
63 | .expectNoMoreRecord();
64 | }
65 |
66 | @Test
67 | void shouldConfigureSerdes() {
68 | this.testTopology.input()
69 | .configureWithSerde(new SpecificAvroSerde<>(), new SpecificAvroSerde<>())
70 | .add(new City("City1", 2), new Person("Huey", "City1"));
71 |
72 | this.testTopology.streamOutput()
73 | .configureWithSerde(new SpecificAvroSerde<>(), new SpecificAvroSerde<>())
74 | .expectNextRecord().hasKey(new City("City1", 2)).hasValue(new Person("Huey", "City1"))
75 | .expectNoMoreRecord();
76 | }
77 |
78 | @Test
79 | void shouldConfigurePreconfiguredKeyAndValueSerdes() {
80 | this.testTopology.input()
81 | .configureWithKeySerde(getKeySerde())
82 | .configureWithValueSerde(getValueSerde())
83 | .add(new City("City1", 2), new Person("Huey", "City1"));
84 |
85 | this.testTopology.streamOutput()
86 | .configureWithKeySerde(getKeySerde())
87 | .configureWithValueSerde(getValueSerde())
88 | .expectNextRecord().hasKey(new City("City1", 2)).hasValue(new Person("Huey", "City1"))
89 | .expectNoMoreRecord();
90 | }
91 |
92 | @Test
93 | void shouldConfigureKeyAndValueSerdes() {
94 | this.testTopology.input()
95 | .configureWithKeySerde(new SpecificAvroSerde<>())
96 | .configureWithValueSerde(new SpecificAvroSerde<>())
97 | .add(new City("City1", 2), new Person("Huey", "City1"));
98 |
99 | this.testTopology.streamOutput()
100 | .configureWithKeySerde(new SpecificAvroSerde<>())
101 | .configureWithValueSerde(new SpecificAvroSerde<>())
102 | .expectNextRecord().hasKey(new City("City1", 2)).hasValue(new Person("Huey", "City1"))
103 | .expectNoMoreRecord();
104 | }
105 | }
106 |
--------------------------------------------------------------------------------
/fluent-kafka-streams-tests/src/test/java/com/bakdata/fluent_kafka_streams_tests/MirrorPatternTest.java:
--------------------------------------------------------------------------------
1 | package com.bakdata.fluent_kafka_streams_tests;
2 |
3 | import static org.assertj.core.api.Assertions.assertThatExceptionOfType;
4 |
5 | import com.bakdata.fluent_kafka_streams_tests.test_applications.MirrorPattern;
6 | import java.util.NoSuchElementException;
7 | import org.junit.jupiter.api.AfterEach;
8 | import org.junit.jupiter.api.BeforeEach;
9 | import org.junit.jupiter.api.Test;
10 |
11 | class MirrorPatternTest {
12 | private final MirrorPattern app = new MirrorPattern();
13 |
14 | private final TestTopology testTopology = new TestTopology<>(this.app::getTopology,
15 | MirrorPattern.getKafkaProperties());
16 |
17 | @BeforeEach
18 | void start() {
19 | this.testTopology.start();
20 | }
21 |
22 | @AfterEach
23 | void stop() {
24 | this.testTopology.stop();
25 | }
26 |
27 | @Test
28 | void shouldConsumeFromPattern() {
29 | this.testTopology.input("example-input1")
30 | .add("key1", "value1")
31 | .add("key2", "value2");
32 | this.testTopology.input("another-input1")
33 | .add("key3", "value3");
34 | this.testTopology.input("example-input2")
35 | .add("key4", "value4");
36 |
37 | this.testTopology.streamOutput()
38 | .expectNextRecord().hasKey("key1").hasValue("value1")
39 | .expectNextRecord().hasKey("key2").hasValue("value2")
40 | .expectNextRecord().hasKey("key3").hasValue("value3")
41 | .expectNextRecord().hasKey("key4").hasValue("value4")
42 | .expectNoMoreRecord();
43 | }
44 |
45 | @Test
46 | void shouldThrowIfInputDoesNotMatchPattern() {
47 | assertThatExceptionOfType(NoSuchElementException.class)
48 | .isThrownBy(() -> this.testTopology.input("not-matching"));
49 | }
50 | }
51 |
--------------------------------------------------------------------------------
/fluent-kafka-streams-tests/src/test/java/com/bakdata/fluent_kafka_streams_tests/MirrorPatternTopicMixedTest.java:
--------------------------------------------------------------------------------
1 | /*
2 | * MIT License
3 | *
4 | * Copyright (c) 2024 bakdata
5 | *
6 | * Permission is hereby granted, free of charge, to any person obtaining a copy
7 | * of this software and associated documentation files (the "Software"), to deal
8 | * in the Software without restriction, including without limitation the rights
9 | * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10 | * copies of the Software, and to permit persons to whom the Software is
11 | * furnished to do so, subject to the following conditions:
12 | *
13 | * The above copyright notice and this permission notice shall be included in all
14 | * copies or substantial portions of the Software.
15 | *
16 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 | * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 | * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 | * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 | * SOFTWARE.
23 | */
24 |
25 | package com.bakdata.fluent_kafka_streams_tests;
26 |
27 | import static org.assertj.core.api.Assertions.assertThatExceptionOfType;
28 |
29 | import com.bakdata.fluent_kafka_streams_tests.test_applications.MirrorPatternTopicMixed;
30 | import java.util.NoSuchElementException;
31 | import org.junit.jupiter.api.AfterEach;
32 | import org.junit.jupiter.api.BeforeEach;
33 | import org.junit.jupiter.api.Test;
34 |
35 | class MirrorPatternTopicMixedTest {
36 | private final MirrorPatternTopicMixed app = new MirrorPatternTopicMixed();
37 |
38 | private final TestTopology testTopology = new TestTopology<>(this.app::getTopology,
39 | MirrorPatternTopicMixed.getKafkaProperties());
40 |
41 | @BeforeEach
42 | void start() {
43 | this.testTopology.start();
44 | }
45 |
46 | @AfterEach
47 | void stop() {
48 | this.testTopology.stop();
49 | }
50 |
51 | @Test
52 | void shouldConsumeFromPattern() {
53 | this.testTopology.input("example-input1")
54 | .add("key1", "value1")
55 | .add("key2", "value2");
56 | this.testTopology.input("another-input1")
57 | .add("key3", "value3");
58 | this.testTopology.input("input2")
59 | .add("key4", "value4");
60 |
61 | this.testTopology.streamOutput()
62 | .expectNextRecord().hasKey("key1").hasValue("value1")
63 | .expectNextRecord().hasKey("key2").hasValue("value2")
64 | .expectNextRecord().hasKey("key3").hasValue("value3")
65 | .expectNextRecord().hasKey("key4").hasValue("value4")
66 | .expectNoMoreRecord();
67 | }
68 |
69 | @Test
70 | void shouldThrowIfInputDoesNotMatchPattern() {
71 | assertThatExceptionOfType(NoSuchElementException.class)
72 | .isThrownBy(() -> this.testTopology.input("not-matching"));
73 | }
74 | }
75 |
--------------------------------------------------------------------------------
/fluent-kafka-streams-tests/src/test/java/com/bakdata/fluent_kafka_streams_tests/NameJoinTest.java:
--------------------------------------------------------------------------------
1 | /*
2 | * MIT License
3 | *
4 | * Copyright (c) 2024 bakdata
5 | *
6 | * Permission is hereby granted, free of charge, to any person obtaining a copy
7 | * of this software and associated documentation files (the "Software"), to deal
8 | * in the Software without restriction, including without limitation the rights
9 | * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10 | * copies of the Software, and to permit persons to whom the Software is
11 | * furnished to do so, subject to the following conditions:
12 | *
13 | * The above copyright notice and this permission notice shall be included in all
14 | * copies or substantial portions of the Software.
15 | *
16 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 | * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 | * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 | * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 | * SOFTWARE.
23 | */
24 |
25 | package com.bakdata.fluent_kafka_streams_tests;
26 |
27 | import com.bakdata.fluent_kafka_streams_tests.test_applications.NameJoinGlobalKTable;
28 | import com.bakdata.fluent_kafka_streams_tests.test_types.Person;
29 | import org.apache.kafka.common.serialization.Serdes;
30 | import org.junit.jupiter.api.AfterEach;
31 | import org.junit.jupiter.api.BeforeEach;
32 | import org.junit.jupiter.api.Test;
33 |
34 | class NameJoinTest {
35 |
36 | private final TestTopology testTopology =
37 | new TestTopology<>(NameJoinGlobalKTable::getTopology, NameJoinGlobalKTable.getKafkaProperties());
38 |
39 | @BeforeEach
40 | void start() {
41 | this.testTopology.start();
42 | }
43 |
44 | @AfterEach
45 | void stop() {
46 | this.testTopology.stop();
47 | }
48 |
49 | @Test
50 | void testTopology() {
51 | this.testTopology.input(NameJoinGlobalKTable.NAME_INPUT).withSerde(Serdes.Long(), Serdes.String())
52 | .add(1L, "Robinson")
53 | .add(2L, "Walker");
54 |
55 | this.testTopology.input(NameJoinGlobalKTable.INPUT_TOPIC).withSerde(Serdes.Long(), Serdes.Long())
56 | .add(1L, 1L)
57 | .add(2L, 2L);
58 |
59 | this.testTopology.streamOutput(NameJoinGlobalKTable.OUTPUT_TOPIC).withSerde(Serdes.Long(), Serdes.String())
60 | .expectNextRecord().hasKey(1L).hasValue("Robinson")
61 | .expectNextRecord().hasKey(2L).hasValue("Walker")
62 | .expectNoMoreRecord();
63 | }
64 |
65 | }
66 |
--------------------------------------------------------------------------------
/fluent-kafka-streams-tests/src/test/java/com/bakdata/fluent_kafka_streams_tests/NameJoinWithIntermediateTopicTest.java:
--------------------------------------------------------------------------------
1 | /*
2 | * MIT License
3 | *
4 | * Copyright (c) 2024 bakdata
5 | *
6 | * Permission is hereby granted, free of charge, to any person obtaining a copy
7 | * of this software and associated documentation files (the "Software"), to deal
8 | * in the Software without restriction, including without limitation the rights
9 | * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10 | * copies of the Software, and to permit persons to whom the Software is
11 | * furnished to do so, subject to the following conditions:
12 | *
13 | * The above copyright notice and this permission notice shall be included in all
14 | * copies or substantial portions of the Software.
15 | *
16 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 | * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 | * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 | * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 | * SOFTWARE.
23 | */
24 |
25 | package com.bakdata.fluent_kafka_streams_tests;
26 |
27 | import com.bakdata.fluent_kafka_streams_tests.test_applications.NameJoinGlobalKTable;
28 | import com.bakdata.fluent_kafka_streams_tests.test_types.Person;
29 | import org.apache.kafka.common.serialization.Serdes;
30 | import org.junit.jupiter.api.AfterEach;
31 | import org.junit.jupiter.api.BeforeEach;
32 | import org.junit.jupiter.api.Test;
33 |
34 | class NameJoinWithIntermediateTopicTest {
35 |
36 | private final TestTopology testTopology =
37 | new TestTopology<>(NameJoinGlobalKTable::getTopologyWithIntermediateTopic,
38 | NameJoinGlobalKTable.getKafkaProperties());
39 |
40 | @BeforeEach
41 | void start() {
42 | this.testTopology.start();
43 | }
44 |
45 | @AfterEach
46 | void stop() {
47 | this.testTopology.stop();
48 | }
49 |
50 | @Test
51 | void testTopology() {
52 | this.testTopology.input(NameJoinGlobalKTable.NAME_INPUT).withSerde(Serdes.Long(), Serdes.String())
53 | .add(1L, "Robinson")
54 | .add(2L, "Walker");
55 |
56 | this.testTopology.input(NameJoinGlobalKTable.INPUT_TOPIC).withSerde(Serdes.Long(), Serdes.Long())
57 | .add(1L, 1L)
58 | .add(2L, 2L);
59 |
60 | this.testTopology.streamOutput(NameJoinGlobalKTable.OUTPUT_TOPIC).withSerde(Serdes.Long(), Serdes.String())
61 | .expectNextRecord().hasKey(1L).hasValue("ROBINSON")
62 | .expectNextRecord().hasKey(2L).hasValue("WALKER")
63 | .expectNoMoreRecord();
64 | }
65 | }
66 |
--------------------------------------------------------------------------------
/fluent-kafka-streams-tests/src/test/java/com/bakdata/fluent_kafka_streams_tests/TestInputAndOutputTest.java:
--------------------------------------------------------------------------------
1 | /*
2 | * MIT License
3 | *
4 | * Copyright (c) 2023 bakdata
5 | *
6 | * Permission is hereby granted, free of charge, to any person obtaining a copy
7 | * of this software and associated documentation files (the "Software"), to deal
8 | * in the Software without restriction, including without limitation the rights
9 | * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10 | * copies of the Software, and to permit persons to whom the Software is
11 | * furnished to do so, subject to the following conditions:
12 | *
13 | * The above copyright notice and this permission notice shall be included in all
14 | * copies or substantial portions of the Software.
15 | *
16 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 | * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 | * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 | * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 | * SOFTWARE.
23 | */
24 |
25 | package com.bakdata.fluent_kafka_streams_tests;
26 |
27 | import com.bakdata.fluent_kafka_streams_tests.test_applications.MirrorAvro;
28 | import com.bakdata.fluent_kafka_streams_tests.test_types.City;
29 | import com.bakdata.fluent_kafka_streams_tests.test_types.Person;
30 | import org.junit.jupiter.api.AfterEach;
31 | import org.junit.jupiter.api.BeforeEach;
32 | import org.junit.jupiter.api.Test;
33 |
34 |
35 | class TestInputAndOutputTest {
36 |
37 | private final TestTopology testTopology =
38 | new TestTopology<>(MirrorAvro::getTopology, MirrorAvro.getKafkaProperties());
39 |
40 | @BeforeEach
41 | void start() {
42 | this.testTopology.start();
43 | }
44 |
45 | @AfterEach
46 | void stop() {
47 | this.testTopology.stop();
48 | }
49 |
50 | @Test
51 | void shouldUseTypes() {
52 | this.testTopology.input()
53 | .withTypes(City.class, Person.class)
54 | .add(new City("City1", 2), new Person("Huey", "City1"));
55 |
56 | this.testTopology.streamOutput()
57 | .withTypes(City.class, Person.class)
58 | .expectNextRecord().hasKey(new City("City1", 2)).hasValue(new Person("Huey", "City1"))
59 | .expectNoMoreRecord();
60 | }
61 |
62 | @Test
63 | void shouldUseValueTypes() {
64 | this.testTopology.input()
65 | .withValueType(Person.class)
66 | .add(new Person("Huey", "City1"), new Person("Huey", "City1"));
67 |
68 | this.testTopology.streamOutput()
69 | .withValueType(Person.class)
70 | .expectNextRecord().hasKey(new Person("Huey", "City1")).hasValue(new Person("Huey", "City1"))
71 | .expectNoMoreRecord();
72 | }
73 |
74 | @Test
75 | void shouldUseKeyTypes() {
76 | this.testTopology.input()
77 | .withKeyType(City.class)
78 | .add(new City("City1", 2), new City("City1", 2));
79 |
80 | this.testTopology.streamOutput()
81 | .withKeyType(City.class)
82 | .expectNextRecord().hasKey(new City("City1", 2)).hasValue(new City("City1", 2))
83 | .expectNoMoreRecord();
84 | }
85 |
86 | @Test
87 | void shouldVerifyNullKeys() {
88 | this.testTopology.input()
89 | .add(null, new City("City1", 2));
90 |
91 | this.testTopology.streamOutput()
92 | .expectNextRecord().hasKey(null).hasValue(new City("City1", 2))
93 | .expectNoMoreRecord();
94 | }
95 |
96 | @Test
97 | void shouldVerifyNullValues() {
98 | this.testTopology.input()
99 | .add(new Person("Huey", "City1"), null);
100 |
101 | this.testTopology.streamOutput()
102 | .expectNextRecord().hasKey(new Person("Huey", "City1")).hasValue(null)
103 | .expectNoMoreRecord();
104 | }
105 | }
106 |
--------------------------------------------------------------------------------
/fluent-kafka-streams-tests/src/test/java/com/bakdata/fluent_kafka_streams_tests/TestTopologyTest.java:
--------------------------------------------------------------------------------
1 | /*
2 | * MIT License
3 | *
4 | * Copyright (c) 2024 bakdata
5 | *
6 | * Permission is hereby granted, free of charge, to any person obtaining a copy
7 | * of this software and associated documentation files (the "Software"), to deal
8 | * in the Software without restriction, including without limitation the rights
9 | * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10 | * copies of the Software, and to permit persons to whom the Software is
11 | * furnished to do so, subject to the following conditions:
12 | *
13 | * The above copyright notice and this permission notice shall be included in all
14 | * copies or substantial portions of the Software.
15 | *
16 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 | * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 | * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 | * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 | * SOFTWARE.
23 | */
24 |
25 | package com.bakdata.fluent_kafka_streams_tests;
26 |
27 | import static org.assertj.core.api.Assertions.assertThatCode;
28 |
29 | import com.bakdata.fluent_kafka_streams_tests.test_applications.MirrorAvro;
30 | import com.bakdata.fluent_kafka_streams_tests.test_types.City;
31 | import com.bakdata.fluent_kafka_streams_tests.test_types.Person;
32 | import java.util.Map;
33 | import org.junit.jupiter.api.Test;
34 |
35 |
36 | class TestTopologyTest {
37 |
38 | @Test
39 | void shouldUseImmutableProperties() {
40 | final TestTopology testTopology =
41 | new TestTopology<>(MirrorAvro::getTopology, Map.copyOf(MirrorAvro.getKafkaProperties()));
42 | assertThatCode(testTopology::start).doesNotThrowAnyException();
43 | testTopology.stop();
44 | }
45 | }
46 |
--------------------------------------------------------------------------------
/fluent-kafka-streams-tests/src/test/java/com/bakdata/fluent_kafka_streams_tests/UserClicksPerMinuteTest.java:
--------------------------------------------------------------------------------
1 | /*
2 | * MIT License
3 | *
4 | * Copyright (c) 2024 bakdata
5 | *
6 | * Permission is hereby granted, free of charge, to any person obtaining a copy
7 | * of this software and associated documentation files (the "Software"), to deal
8 | * in the Software without restriction, including without limitation the rights
9 | * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10 | * copies of the Software, and to permit persons to whom the Software is
11 | * furnished to do so, subject to the following conditions:
12 | *
13 | * The above copyright notice and this permission notice shall be included in all
14 | * copies or substantial portions of the Software.
15 | *
16 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 | * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 | * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 | * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 | * SOFTWARE.
23 | */
24 |
25 | package com.bakdata.fluent_kafka_streams_tests;
26 |
27 | import com.bakdata.fluent_kafka_streams_tests.serde.JsonSerde;
28 | import com.bakdata.fluent_kafka_streams_tests.test_applications.UserClicksPerMinute;
29 | import com.bakdata.fluent_kafka_streams_tests.test_types.ClickEvent;
30 | import com.bakdata.fluent_kafka_streams_tests.test_types.ClickOutput;
31 | import java.util.concurrent.TimeUnit;
32 | import org.apache.kafka.common.serialization.Serdes;
33 | import org.junit.jupiter.api.AfterEach;
34 | import org.junit.jupiter.api.BeforeEach;
35 | import org.junit.jupiter.api.Test;
36 |
37 | class UserClicksPerMinuteTest {
38 | private static final int USER = 1;
39 | private static final int USER1 = 1;
40 | private static final int USER2 = 2;
41 |
42 | private final TestTopology testTopology =
43 | new TestTopology<>(UserClicksPerMinute::getTopology, UserClicksPerMinute.getKafkaProperties());
44 |
45 | @BeforeEach
46 | void start() {
47 | this.testTopology.start();
48 | }
49 |
50 | @AfterEach
51 | void stop() {
52 | this.testTopology.stop();
53 | }
54 |
55 | @Test
56 | void shouldCountSingleUserSingleEventCorrectlyStream() {
57 | final long time = TimeUnit.MINUTES.toMillis(1);
58 | this.testTopology.input().at(time).add(USER, new ClickEvent(USER));
59 |
60 | this.testTopology.streamOutput().withValueSerde(new JsonSerde<>(ClickOutput.class))
61 | .expectNextRecord().hasKey(USER).hasValue(new ClickOutput(USER, 1L, time))
62 | .expectNoMoreRecord();
63 | }
64 |
65 | @Test
66 | void shouldCountSingleUserSingleEventCorrectlyTable() {
67 | final long time = TimeUnit.MINUTES.toMillis(1);
68 | this.testTopology.input().at(time).add(USER, new ClickEvent(USER));
69 |
70 | this.testTopology.tableOutput().withValueSerde(new JsonSerde<>(ClickOutput.class))
71 | .expectNextRecord().hasKey(USER).hasValue(new ClickOutput(USER, 1L, time))
72 | .expectNoMoreRecord();
73 | }
74 |
75 | @Test
76 | void shouldCountSingleUserSingleEventCorrectlyExplicitTime() {
77 | this.testTopology.input().at(1, TimeUnit.HOURS).add(USER, new ClickEvent(USER));
78 |
79 | this.testTopology.tableOutput().withValueSerde(new JsonSerde<>(ClickOutput.class))
80 | .expectNextRecord().hasKey(USER).hasValue(new ClickOutput(USER, 1L, TimeUnit.HOURS.toMillis(1)))
81 | .expectNoMoreRecord();
82 | }
83 |
84 | @Test
85 | void shouldCountSingleUserSingleEventCorrectlyExplicitTimeWithoutAt() {
86 | final long time = TimeUnit.MINUTES.toMillis(1);
87 | this.testTopology.input()
88 | .add(USER, new ClickEvent(USER), time)
89 | .add(USER, new ClickEvent(USER), time);
90 |
91 | this.testTopology.tableOutput().withValueSerde(new JsonSerde<>(ClickOutput.class))
92 | .expectNextRecord().hasKey(USER).hasValue(new ClickOutput(USER, 2L, time))
93 | .expectNoMoreRecord();
94 | }
95 |
96 | @Test
97 | void shouldCountSingleUserMultipleEventCorrectly() {
98 | // Window timestamps
99 | final long time1 = TimeUnit.MINUTES.toMillis(1);
100 | final long time2 = time1 + TimeUnit.MINUTES.toMillis(1);
101 |
102 | this.testTopology.input()
103 | .at(time1).add(USER, new ClickEvent(USER))
104 | .at(time1 + 10).add(USER, new ClickEvent(USER))
105 | .at(time1 + 20).add(USER, new ClickEvent(USER))
106 | .at(time2).add(USER, new ClickEvent(USER));
107 |
108 | this.testTopology.streamOutput().withValueSerde(new JsonSerde<>(ClickOutput.class))
109 | .expectNextRecord().hasKey(USER).hasValue(new ClickOutput(USER, 1L, time1))
110 | .expectNextRecord().hasKey(USER).hasValue(new ClickOutput(USER, 2L, time1))
111 | .expectNextRecord().hasKey(USER).hasValue(new ClickOutput(USER, 3L, time1))
112 | .expectNextRecord().hasKey(USER).hasValue(new ClickOutput(USER, 1L, time2))
113 | .expectNoMoreRecord();
114 | }
115 |
116 | @Test
117 | void shouldCountMultiUserMultipleEventCorrectly() {
118 | // Window timestamps
119 | final long time1 = TimeUnit.MINUTES.toMillis(1);
120 | final long time2 = time1 + TimeUnit.MINUTES.toMillis(1);
121 |
122 | this.testTopology.input()
123 | // First window
124 | .at(time1).add(new ClickEvent(USER1).getUserId(), new ClickEvent(USER1))
125 | .at(time1 + 10).add(new ClickEvent(USER2).getUserId(), new ClickEvent(USER2))
126 | .at(time1 + 20).add(new ClickEvent(USER1).getUserId(), new ClickEvent(USER1))
127 | // Second window
128 | .at(time2).add(new ClickEvent(USER2).getUserId(), new ClickEvent(USER2))
129 | .at(time2 + 10).add(new ClickEvent(USER1).getUserId(), new ClickEvent(USER1))
130 | .at(time2 + 20).add(new ClickEvent(USER2).getUserId(), new ClickEvent(USER2));
131 |
132 | this.testTopology.streamOutput().withValueSerde(new JsonSerde<>(ClickOutput.class))
133 | .expectNextRecord().hasKey(USER1).hasValue(new ClickOutput(USER1, 1L, time1))
134 | .expectNextRecord().hasKey(USER2).hasValue(new ClickOutput(USER2, 1L, time1))
135 | .expectNextRecord().hasKey(USER1).hasValue(new ClickOutput(USER1, 2L, time1))
136 |
137 | .expectNextRecord().hasKey(USER2).hasValue(new ClickOutput(USER2, 1L, time2))
138 | .expectNextRecord().hasKey(USER1).hasValue(new ClickOutput(USER1, 1L, time2))
139 | .expectNextRecord().hasKey(USER2).hasValue(new ClickOutput(USER2, 2L, time2))
140 | .expectNoMoreRecord();
141 | }
142 |
143 | @Test
144 | void shouldWorkWithExplicitKeySerdes() {
145 | final long time = TimeUnit.MINUTES.toMillis(1);
146 | this.testTopology.input().withKeySerde(Serdes.Integer())
147 | .at(time).add(USER, new ClickEvent(USER));
148 |
149 | this.testTopology.streamOutput()
150 | .withKeySerde(Serdes.Integer())
151 | .withValueSerde(new JsonSerde<>(ClickOutput.class))
152 | .expectNextRecord().hasKey(USER).hasValue(new ClickOutput(USER, 1, time));
153 | }
154 | }
155 |
--------------------------------------------------------------------------------
/fluent-kafka-streams-tests/src/test/java/com/bakdata/fluent_kafka_streams_tests/WordCountWithDefaultSerdeTest.java:
--------------------------------------------------------------------------------
1 | /*
2 | * MIT License
3 | *
4 | * Copyright (c) 2024 bakdata
5 | *
6 | * Permission is hereby granted, free of charge, to any person obtaining a copy
7 | * of this software and associated documentation files (the "Software"), to deal
8 | * in the Software without restriction, including without limitation the rights
9 | * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10 | * copies of the Software, and to permit persons to whom the Software is
11 | * furnished to do so, subject to the following conditions:
12 | *
13 | * The above copyright notice and this permission notice shall be included in all
14 | * copies or substantial portions of the Software.
15 | *
16 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 | * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 | * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 | * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 | * SOFTWARE.
23 | */
24 |
25 | package com.bakdata.fluent_kafka_streams_tests;
26 |
27 | import com.bakdata.fluent_kafka_streams_tests.test_applications.WordCount;
28 | import org.apache.kafka.common.serialization.Serdes;
29 | import org.junit.jupiter.api.AfterEach;
30 | import org.junit.jupiter.api.BeforeEach;
31 | import org.junit.jupiter.api.Test;
32 |
33 | class WordCountWithDefaultSerdeTest {
34 | private final WordCount app = new WordCount();
35 |
36 | private final TestTopology testTopology =
37 | new TestTopology<>(this.app.getTopology(), WordCount.getKafkaProperties())
38 | .withDefaultValueSerde(Serdes.String());
39 |
40 | @BeforeEach
41 | void start() {
42 | this.testTopology.start();
43 | }
44 |
45 | @AfterEach
46 | void stop() {
47 | this.testTopology.stop();
48 | }
49 |
50 | @Test
51 | void shouldAggregateSameWordStream() {
52 | this.testTopology.input().add("bla")
53 | .add("blub")
54 | .add("bla");
55 |
56 | this.testTopology.streamOutput().withSerde(Serdes.String(), Serdes.Long())
57 | .expectNextRecord().hasKey("bla").hasValue(1L)
58 | .expectNextRecord().hasKey("blub").hasValue(1L)
59 | .expectNextRecord().hasKey("bla").hasValue(2L)
60 | .expectNoMoreRecord();
61 | }
62 | }
63 |
--------------------------------------------------------------------------------
/fluent-kafka-streams-tests/src/test/java/com/bakdata/fluent_kafka_streams_tests/WordCountWithStaticTopologyTest.java:
--------------------------------------------------------------------------------
1 | /*
2 | * MIT License
3 | *
4 | * Copyright (c) 2024 bakdata
5 | *
6 | * Permission is hereby granted, free of charge, to any person obtaining a copy
7 | * of this software and associated documentation files (the "Software"), to deal
8 | * in the Software without restriction, including without limitation the rights
9 | * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10 | * copies of the Software, and to permit persons to whom the Software is
11 | * furnished to do so, subject to the following conditions:
12 | *
13 | * The above copyright notice and this permission notice shall be included in all
14 | * copies or substantial portions of the Software.
15 | *
16 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 | * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 | * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 | * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 | * SOFTWARE.
23 | */
24 |
25 | package com.bakdata.fluent_kafka_streams_tests;
26 |
27 | import com.bakdata.fluent_kafka_streams_tests.test_applications.WordCount;
28 | import org.apache.kafka.common.serialization.Serdes;
29 | import org.junit.jupiter.api.AfterEach;
30 | import org.junit.jupiter.api.BeforeEach;
31 | import org.junit.jupiter.api.Test;
32 |
33 | class WordCountWithStaticTopologyTest {
34 | private final WordCount app = new WordCount();
35 |
36 | private final TestTopology testTopology =
37 | new TestTopology<>(this.app::getTopology, WordCount.getKafkaProperties());
38 |
39 | @BeforeEach
40 | void start() {
41 | this.testTopology.start();
42 | }
43 |
44 | @AfterEach
45 | void stop() {
46 | this.testTopology.stop();
47 | }
48 |
49 | @Test
50 | void shouldAggregateSameWordStream() {
51 | this.testTopology.input().add("bla")
52 | .add("blub")
53 | .add("bla");
54 |
55 | this.testTopology.streamOutput().withSerde(Serdes.String(), Serdes.Long())
56 | .expectNextRecord().hasKey("bla").hasValue(1L)
57 | .expectNextRecord().hasKey("blub").hasValue(1L)
58 | .expectNextRecord().hasKey("bla").hasValue(2L)
59 | .expectNoMoreRecord();
60 | }
61 | }
62 |
--------------------------------------------------------------------------------
/fluent-kafka-streams-tests/src/test/java/com/bakdata/fluent_kafka_streams_tests/serde/JsonDeserializer.java:
--------------------------------------------------------------------------------
1 | /*
2 | * MIT License
3 | *
4 | * Copyright (c) 2023 bakdata GmbH
5 | *
6 | * Permission is hereby granted, free of charge, to any person obtaining a copy
7 | * of this software and associated documentation files (the "Software"), to deal
8 | * in the Software without restriction, including without limitation the rights
9 | * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10 | * copies of the Software, and to permit persons to whom the Software is
11 | * furnished to do so, subject to the following conditions:
12 | *
13 | * The above copyright notice and this permission notice shall be included in all
14 | * copies or substantial portions of the Software.
15 | *
16 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 | * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 | * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 | * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 | * SOFTWARE.
23 | */
24 |
25 | package com.bakdata.fluent_kafka_streams_tests.serde;
26 |
27 | import com.fasterxml.jackson.databind.ObjectMapper;
28 | import java.io.IOException;
29 | import java.util.Map;
30 | import org.apache.kafka.common.errors.SerializationException;
31 | import org.apache.kafka.common.serialization.Deserializer;
32 |
33 | public class JsonDeserializer implements Deserializer {
34 | private final ObjectMapper objectMapper = new ObjectMapper();
35 | private final Class clazz;
36 |
37 | public JsonDeserializer(final Class clazz) {
38 | this.clazz = clazz;
39 | }
40 |
41 | @Override
42 | public void configure(final Map props, final boolean isKey) {
43 | // nothing to configure
44 | }
45 |
46 | @Override
47 | public T deserialize(final String topic, final byte[] bytes) {
48 | if (bytes == null)
49 | return null;
50 |
51 | try {
52 | return this.objectMapper.readValue(bytes, this.clazz);
53 | } catch (final IOException e) {
54 | throw new SerializationException(e);
55 | }
56 | }
57 |
58 | @Override
59 | public void close() {
60 | // nothing to close
61 | }
62 | }
63 |
--------------------------------------------------------------------------------
/fluent-kafka-streams-tests/src/test/java/com/bakdata/fluent_kafka_streams_tests/serde/JsonSerde.java:
--------------------------------------------------------------------------------
1 | package com.bakdata.fluent_kafka_streams_tests.serde;
2 |
3 | import lombok.experimental.Delegate;
4 | import org.apache.kafka.common.serialization.Serde;
5 | import org.apache.kafka.common.serialization.Serdes;
6 |
7 | public class JsonSerde implements Serde {
8 | @Delegate
9 | private final Serde inner;
10 |
11 | public JsonSerde(final Class clazz) {
12 | this.inner = Serdes.serdeFrom(new JsonSerializer<>(), new JsonDeserializer<>(clazz));
13 | }
14 |
15 | public JsonSerde() {
16 | this((Class) Object.class);
17 | }
18 | }
19 |
--------------------------------------------------------------------------------
/fluent-kafka-streams-tests/src/test/java/com/bakdata/fluent_kafka_streams_tests/serde/JsonSerializer.java:
--------------------------------------------------------------------------------
1 | /*
2 | * MIT License
3 | *
4 | * Copyright (c) 2023 bakdata GmbH
5 | *
6 | * Permission is hereby granted, free of charge, to any person obtaining a copy
7 | * of this software and associated documentation files (the "Software"), to deal
8 | * in the Software without restriction, including without limitation the rights
9 | * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10 | * copies of the Software, and to permit persons to whom the Software is
11 | * furnished to do so, subject to the following conditions:
12 | *
13 | * The above copyright notice and this permission notice shall be included in all
14 | * copies or substantial portions of the Software.
15 | *
16 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 | * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 | * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 | * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 | * SOFTWARE.
23 | */
24 |
25 | package com.bakdata.fluent_kafka_streams_tests.serde;
26 |
27 | import com.fasterxml.jackson.databind.ObjectMapper;
28 | import java.io.IOException;
29 | import java.util.Map;
30 | import lombok.NoArgsConstructor;
31 | import org.apache.kafka.common.errors.SerializationException;
32 | import org.apache.kafka.common.serialization.Serializer;
33 |
34 | @NoArgsConstructor
35 | public class JsonSerializer implements Serializer {
36 | private final ObjectMapper objectMapper = new ObjectMapper();
37 |
38 | @Override
39 | public void configure(final Map props, final boolean isKey) {
40 | // nothing to configure
41 | }
42 |
43 | @Override
44 | public byte[] serialize(final String topic, final T data) {
45 | if (data == null)
46 | return null;
47 |
48 | try {
49 | return this.objectMapper.writeValueAsBytes(data);
50 | } catch (final IOException e) {
51 | throw new SerializationException("Error serializing JSON message", e);
52 | }
53 | }
54 |
55 | @Override
56 | public void close() {
57 | // nothing to close
58 | }
59 |
60 | }
61 |
--------------------------------------------------------------------------------
/fluent-kafka-streams-tests/src/test/java/com/bakdata/fluent_kafka_streams_tests/test_applications/CountInhabitantsWithAvro.java:
--------------------------------------------------------------------------------
1 | /*
2 | * MIT License
3 | *
4 | * Copyright (c) 2025 bakdata
5 | *
6 | * Permission is hereby granted, free of charge, to any person obtaining a copy
7 | * of this software and associated documentation files (the "Software"), to deal
8 | * in the Software without restriction, including without limitation the rights
9 | * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10 | * copies of the Software, and to permit persons to whom the Software is
11 | * furnished to do so, subject to the following conditions:
12 | *
13 | * The above copyright notice and this permission notice shall be included in all
14 | * copies or substantial portions of the Software.
15 | *
16 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 | * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 | * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 | * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 | * SOFTWARE.
23 | */
24 |
25 | package com.bakdata.fluent_kafka_streams_tests.test_applications;
26 |
27 | import com.bakdata.fluent_kafka_streams_tests.test_types.City;
28 | import com.bakdata.fluent_kafka_streams_tests.test_types.Person;
29 | import io.confluent.kafka.serializers.AbstractKafkaSchemaSerDeConfig;
30 | import io.confluent.kafka.streams.serdes.avro.SpecificAvroSerde;
31 | import java.util.HashMap;
32 | import java.util.Map;
33 | import lombok.experimental.UtilityClass;
34 | import org.apache.kafka.common.serialization.Serdes.StringSerde;
35 | import org.apache.kafka.streams.KeyValue;
36 | import org.apache.kafka.streams.StreamsBuilder;
37 | import org.apache.kafka.streams.StreamsConfig;
38 | import org.apache.kafka.streams.Topology;
39 | import org.apache.kafka.streams.kstream.KStream;
40 | import org.apache.kafka.streams.kstream.KTable;
41 |
42 | @UtilityClass
43 | public class CountInhabitantsWithAvro {
44 |
45 | private static final String INPUT_TOPIC = "person-input";
46 | private static final String OUTPUT_TOPIC = "city-output";
47 | private static final String SCHEMA_REGISTRY_URL = "mock://";
48 |
49 | public static Map getKafkaProperties() {
50 | final String brokers = "localhost:9092";
51 | final Map