├── .github └── workflows │ ├── maven-win.yaml │ └── maven.yaml ├── .gitignore ├── .mvn └── wrapper │ ├── MavenWrapperDownloader.java │ └── maven-wrapper.properties ├── LICENSE ├── README.md ├── bin ├── run-class.sh └── sleep-forever.sh ├── chapter1 ├── license-header-spotless.txt ├── pom.xml └── src │ ├── main │ ├── java │ │ └── com │ │ │ └── packtpub │ │ │ └── beam │ │ │ └── chapter1 │ │ │ ├── Chapter1Demo.java │ │ │ ├── FirstPipeline.java │ │ │ ├── FirstStreamingPipeline.java │ │ │ ├── MissingWindowPipeline.java │ │ │ ├── ProcessingTimeWindow.java │ │ │ └── WithReadDelay.java │ └── resources │ │ ├── log4j.properties │ │ └── lorem.txt │ └── test │ ├── java │ └── com │ │ └── packtpub │ │ └── beam │ │ └── chapter1 │ │ └── Chapter1DemoTest.java │ └── resources │ └── log4j.properties ├── chapter2 ├── license-header-spotless.txt ├── pom.xml └── src │ ├── main │ ├── java │ │ └── com │ │ │ └── packtpub │ │ │ └── beam │ │ │ └── chapter2 │ │ │ ├── AverageWordLength.java │ │ │ ├── MaxWordLength.java │ │ │ ├── MaxWordLengthWithTimestamp.java │ │ │ ├── MaxWordLengthWithTimestampWithLatestCombiner.java │ │ │ ├── MyStringCoder.java │ │ │ ├── SlidingWindowWordLength.java │ │ │ ├── SportTracker.java │ │ │ ├── TestKafkaWrite.java │ │ │ └── TopKWords.java │ └── resources │ │ └── log4j.properties │ └── test │ ├── java │ └── com │ │ └── packtpub │ │ └── beam │ │ └── chapter2 │ │ ├── AverageWordLengthTest.java │ │ ├── MaxWordLengthTest.java │ │ ├── MaxWordLengthWithTimestampTest.java │ │ ├── MyStringCoderTest.java │ │ ├── SlidingWindowWordLengthTest.java │ │ ├── SportTrackerTest.java │ │ └── TopKWordsTest.java │ └── resources │ ├── test-tracker-data-200.txt │ └── test-tracker-data.txt ├── chapter3 ├── license-header-spotless.txt ├── pom.xml └── src │ ├── main │ ├── java │ │ └── com │ │ │ └── packtpub │ │ │ └── beam │ │ │ └── chapter3 │ │ │ ├── AutoCloseableServer.java │ │ │ ├── DroppableDataFilter.java │ │ │ ├── DroppableDataFilter2.java │ │ │ ├── RPCParDo.java │ │ │ ├── RPCParDoBatch.java │ │ │ ├── RPCParDoStateful.java │ │ │ └── RPCService.java │ ├── proto │ │ └── service.proto │ └── resources │ │ ├── log4j.properties │ │ └── lorem.txt │ └── test │ └── java │ └── com │ └── packtpub │ └── beam │ └── chapter3 │ ├── DroppableDataFilter2Test.java │ ├── DroppableDataFilterTest.java │ ├── RPCParDoBatchTest.java │ ├── RPCParDoStatefulTest.java │ └── RPCParDoTest.java ├── chapter4 ├── bin │ └── emit_tracks.py ├── license-header-spotless.txt ├── pom.xml └── src │ ├── main │ └── java │ │ └── com │ │ └── packtpub │ │ └── beam │ │ └── chapter4 │ │ ├── ComputeAverage.java │ │ ├── JoinResult.java │ │ ├── JoinRow.java │ │ ├── SportTrackerMotivationUsingCoGBK.java │ │ ├── SportTrackerMotivationUsingJoinLibrary.java │ │ ├── SportTrackerMotivationUsingOwnJoin.java │ │ ├── SportTrackerMotivationUsingSideInputs.java │ │ └── StreamingInnerJoin.java │ └── test │ └── java │ └── com │ └── packtpub │ └── beam │ └── chapter4 │ ├── ComputeAverageTest.java │ ├── SportTrackerMotivationUsingCoGBKTest.java │ ├── SportTrackerMotivationUsingJoinLibraryTest.java │ ├── SportTrackerMotivationUsingOwnJoinTest.java │ ├── SportTrackerMotivationUsingSideInputsTest.java │ └── StreamingInnerJoinTest.java ├── chapter5 ├── license-header-spotless.txt ├── pom.xml └── src │ ├── main │ ├── java │ │ └── com │ │ │ └── packtpub │ │ │ └── beam │ │ │ └── chapter5 │ │ │ ├── FirstSQLPipeline.java │ │ │ ├── FirstStreamingSQLPipeline.java │ │ │ ├── SQLMaxWordLength.java │ │ │ ├── SQLSportTrackerMotivation.java │ │ │ └── SchemaSportTracker.java │ └── resources │ │ └── lorem.txt │ └── test │ ├── java │ └── com │ │ └── packtpub │ │ └── beam │ │ └── chapter5 │ │ ├── SQLMaxWordLengthTest.java │ │ ├── SQLSportTrackerMotivationTest.java │ │ ├── SchemaSportTrackerTest.java │ │ └── TestSchemaInference.java │ └── resources │ ├── test-tracker-data.csv │ └── test-tracker-data.txt ├── chapter6 ├── license-header-spotless.txt ├── pom.xml └── src │ └── main │ ├── proto │ └── python │ ├── __init__.py │ ├── beam_utils.py │ ├── first_pipeline.py │ ├── first_streaming_pipeline.py │ ├── max_word_length.py │ ├── requirements.txt │ ├── rpc_par_do.py │ ├── setup.py │ ├── sport_tracker.py │ ├── sport_tracker_motivation.py │ ├── test_max_word_length.py │ ├── test_rpc_par_do.py │ ├── test_sport_tracker.py │ ├── test_sport_tracker_motivation.py │ └── utils.py ├── chapter7 ├── license-header-spotless.txt ├── pom.xml └── src │ ├── main │ └── java │ │ └── com │ │ └── packtpub │ │ └── beam │ │ └── chapter7 │ │ ├── PiSampler.java │ │ └── StreamingFileRead.java │ └── test │ └── java │ └── com │ └── packtpub │ └── beam │ └── chapter7 │ ├── PiSamplerTest.java │ └── StreamingFileReadTest.java ├── copy-jars.sh ├── docker ├── Dockerfile └── Dockerfile.base ├── env ├── build-docker-base.sh ├── build-docker.sh ├── delay_input.sh ├── docker │ ├── flink │ │ └── Dockerfile │ ├── harness │ │ └── Dockerfile │ └── kafka │ │ └── Dockerfile ├── format-stamp.sh ├── install-flink.sh ├── install-kafka.sh ├── install-minikube.sh ├── install-packt-beam.sh ├── kafka-consumer.sh ├── kafka-producer.sh ├── kafka-topics.sh ├── manifests │ ├── flink.yaml │ ├── kafka_micro.yaml │ ├── packt_beam.yaml │ └── zookeeper_micro.yaml └── start-all.sh ├── license-header-spotless.txt ├── mvnw ├── mvnw.cmd ├── pom.xml └── util ├── license-header-spotless.txt ├── pom.xml └── src ├── main └── java │ └── com │ └── packtpub │ └── beam │ └── util │ ├── DebugOutput.java │ ├── MapToLines.java │ ├── Position.java │ ├── PositionCoder.java │ ├── PrintElements.java │ ├── ReadPositionsFromKafka.java │ ├── ToMetric.java │ ├── Tokenize.java │ ├── Utils.java │ ├── WithStringSchema.java │ ├── WriteNotificationsToKafka.java │ └── WritePositionsToKafka.java └── test └── java └── com └── packtpub └── beam └── util ├── PositionTest.java ├── ToMetricTest.java └── WithStringSchemaTest.java /.github/workflows/maven-win.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/.github/workflows/maven-win.yaml -------------------------------------------------------------------------------- /.github/workflows/maven.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/.github/workflows/maven.yaml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/.gitignore -------------------------------------------------------------------------------- /.mvn/wrapper/MavenWrapperDownloader.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/.mvn/wrapper/MavenWrapperDownloader.java -------------------------------------------------------------------------------- /.mvn/wrapper/maven-wrapper.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/.mvn/wrapper/maven-wrapper.properties -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/README.md -------------------------------------------------------------------------------- /bin/run-class.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/bin/run-class.sh -------------------------------------------------------------------------------- /bin/sleep-forever.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/bin/sleep-forever.sh -------------------------------------------------------------------------------- /chapter1/license-header-spotless.txt: -------------------------------------------------------------------------------- 1 | ../license-header-spotless.txt -------------------------------------------------------------------------------- /chapter1/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter1/pom.xml -------------------------------------------------------------------------------- /chapter1/src/main/java/com/packtpub/beam/chapter1/Chapter1Demo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter1/src/main/java/com/packtpub/beam/chapter1/Chapter1Demo.java -------------------------------------------------------------------------------- /chapter1/src/main/java/com/packtpub/beam/chapter1/FirstPipeline.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter1/src/main/java/com/packtpub/beam/chapter1/FirstPipeline.java -------------------------------------------------------------------------------- /chapter1/src/main/java/com/packtpub/beam/chapter1/FirstStreamingPipeline.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter1/src/main/java/com/packtpub/beam/chapter1/FirstStreamingPipeline.java -------------------------------------------------------------------------------- /chapter1/src/main/java/com/packtpub/beam/chapter1/MissingWindowPipeline.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter1/src/main/java/com/packtpub/beam/chapter1/MissingWindowPipeline.java -------------------------------------------------------------------------------- /chapter1/src/main/java/com/packtpub/beam/chapter1/ProcessingTimeWindow.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter1/src/main/java/com/packtpub/beam/chapter1/ProcessingTimeWindow.java -------------------------------------------------------------------------------- /chapter1/src/main/java/com/packtpub/beam/chapter1/WithReadDelay.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter1/src/main/java/com/packtpub/beam/chapter1/WithReadDelay.java -------------------------------------------------------------------------------- /chapter1/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter1/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /chapter1/src/main/resources/lorem.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter1/src/main/resources/lorem.txt -------------------------------------------------------------------------------- /chapter1/src/test/java/com/packtpub/beam/chapter1/Chapter1DemoTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter1/src/test/java/com/packtpub/beam/chapter1/Chapter1DemoTest.java -------------------------------------------------------------------------------- /chapter1/src/test/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter1/src/test/resources/log4j.properties -------------------------------------------------------------------------------- /chapter2/license-header-spotless.txt: -------------------------------------------------------------------------------- 1 | ../license-header-spotless.txt -------------------------------------------------------------------------------- /chapter2/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter2/pom.xml -------------------------------------------------------------------------------- /chapter2/src/main/java/com/packtpub/beam/chapter2/AverageWordLength.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter2/src/main/java/com/packtpub/beam/chapter2/AverageWordLength.java -------------------------------------------------------------------------------- /chapter2/src/main/java/com/packtpub/beam/chapter2/MaxWordLength.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter2/src/main/java/com/packtpub/beam/chapter2/MaxWordLength.java -------------------------------------------------------------------------------- /chapter2/src/main/java/com/packtpub/beam/chapter2/MaxWordLengthWithTimestamp.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter2/src/main/java/com/packtpub/beam/chapter2/MaxWordLengthWithTimestamp.java -------------------------------------------------------------------------------- /chapter2/src/main/java/com/packtpub/beam/chapter2/MaxWordLengthWithTimestampWithLatestCombiner.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter2/src/main/java/com/packtpub/beam/chapter2/MaxWordLengthWithTimestampWithLatestCombiner.java -------------------------------------------------------------------------------- /chapter2/src/main/java/com/packtpub/beam/chapter2/MyStringCoder.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter2/src/main/java/com/packtpub/beam/chapter2/MyStringCoder.java -------------------------------------------------------------------------------- /chapter2/src/main/java/com/packtpub/beam/chapter2/SlidingWindowWordLength.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter2/src/main/java/com/packtpub/beam/chapter2/SlidingWindowWordLength.java -------------------------------------------------------------------------------- /chapter2/src/main/java/com/packtpub/beam/chapter2/SportTracker.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter2/src/main/java/com/packtpub/beam/chapter2/SportTracker.java -------------------------------------------------------------------------------- /chapter2/src/main/java/com/packtpub/beam/chapter2/TestKafkaWrite.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter2/src/main/java/com/packtpub/beam/chapter2/TestKafkaWrite.java -------------------------------------------------------------------------------- /chapter2/src/main/java/com/packtpub/beam/chapter2/TopKWords.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter2/src/main/java/com/packtpub/beam/chapter2/TopKWords.java -------------------------------------------------------------------------------- /chapter2/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter2/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /chapter2/src/test/java/com/packtpub/beam/chapter2/AverageWordLengthTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter2/src/test/java/com/packtpub/beam/chapter2/AverageWordLengthTest.java -------------------------------------------------------------------------------- /chapter2/src/test/java/com/packtpub/beam/chapter2/MaxWordLengthTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter2/src/test/java/com/packtpub/beam/chapter2/MaxWordLengthTest.java -------------------------------------------------------------------------------- /chapter2/src/test/java/com/packtpub/beam/chapter2/MaxWordLengthWithTimestampTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter2/src/test/java/com/packtpub/beam/chapter2/MaxWordLengthWithTimestampTest.java -------------------------------------------------------------------------------- /chapter2/src/test/java/com/packtpub/beam/chapter2/MyStringCoderTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter2/src/test/java/com/packtpub/beam/chapter2/MyStringCoderTest.java -------------------------------------------------------------------------------- /chapter2/src/test/java/com/packtpub/beam/chapter2/SlidingWindowWordLengthTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter2/src/test/java/com/packtpub/beam/chapter2/SlidingWindowWordLengthTest.java -------------------------------------------------------------------------------- /chapter2/src/test/java/com/packtpub/beam/chapter2/SportTrackerTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter2/src/test/java/com/packtpub/beam/chapter2/SportTrackerTest.java -------------------------------------------------------------------------------- /chapter2/src/test/java/com/packtpub/beam/chapter2/TopKWordsTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter2/src/test/java/com/packtpub/beam/chapter2/TopKWordsTest.java -------------------------------------------------------------------------------- /chapter2/src/test/resources/test-tracker-data-200.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter2/src/test/resources/test-tracker-data-200.txt -------------------------------------------------------------------------------- /chapter2/src/test/resources/test-tracker-data.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter2/src/test/resources/test-tracker-data.txt -------------------------------------------------------------------------------- /chapter3/license-header-spotless.txt: -------------------------------------------------------------------------------- 1 | ../license-header-spotless.txt -------------------------------------------------------------------------------- /chapter3/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter3/pom.xml -------------------------------------------------------------------------------- /chapter3/src/main/java/com/packtpub/beam/chapter3/AutoCloseableServer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter3/src/main/java/com/packtpub/beam/chapter3/AutoCloseableServer.java -------------------------------------------------------------------------------- /chapter3/src/main/java/com/packtpub/beam/chapter3/DroppableDataFilter.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter3/src/main/java/com/packtpub/beam/chapter3/DroppableDataFilter.java -------------------------------------------------------------------------------- /chapter3/src/main/java/com/packtpub/beam/chapter3/DroppableDataFilter2.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter3/src/main/java/com/packtpub/beam/chapter3/DroppableDataFilter2.java -------------------------------------------------------------------------------- /chapter3/src/main/java/com/packtpub/beam/chapter3/RPCParDo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter3/src/main/java/com/packtpub/beam/chapter3/RPCParDo.java -------------------------------------------------------------------------------- /chapter3/src/main/java/com/packtpub/beam/chapter3/RPCParDoBatch.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter3/src/main/java/com/packtpub/beam/chapter3/RPCParDoBatch.java -------------------------------------------------------------------------------- /chapter3/src/main/java/com/packtpub/beam/chapter3/RPCParDoStateful.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter3/src/main/java/com/packtpub/beam/chapter3/RPCParDoStateful.java -------------------------------------------------------------------------------- /chapter3/src/main/java/com/packtpub/beam/chapter3/RPCService.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter3/src/main/java/com/packtpub/beam/chapter3/RPCService.java -------------------------------------------------------------------------------- /chapter3/src/main/proto/service.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter3/src/main/proto/service.proto -------------------------------------------------------------------------------- /chapter3/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter3/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /chapter3/src/main/resources/lorem.txt: -------------------------------------------------------------------------------- 1 | ../../../../chapter1/src/main/resources/lorem.txt -------------------------------------------------------------------------------- /chapter3/src/test/java/com/packtpub/beam/chapter3/DroppableDataFilter2Test.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter3/src/test/java/com/packtpub/beam/chapter3/DroppableDataFilter2Test.java -------------------------------------------------------------------------------- /chapter3/src/test/java/com/packtpub/beam/chapter3/DroppableDataFilterTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter3/src/test/java/com/packtpub/beam/chapter3/DroppableDataFilterTest.java -------------------------------------------------------------------------------- /chapter3/src/test/java/com/packtpub/beam/chapter3/RPCParDoBatchTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter3/src/test/java/com/packtpub/beam/chapter3/RPCParDoBatchTest.java -------------------------------------------------------------------------------- /chapter3/src/test/java/com/packtpub/beam/chapter3/RPCParDoStatefulTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter3/src/test/java/com/packtpub/beam/chapter3/RPCParDoStatefulTest.java -------------------------------------------------------------------------------- /chapter3/src/test/java/com/packtpub/beam/chapter3/RPCParDoTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter3/src/test/java/com/packtpub/beam/chapter3/RPCParDoTest.java -------------------------------------------------------------------------------- /chapter4/bin/emit_tracks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter4/bin/emit_tracks.py -------------------------------------------------------------------------------- /chapter4/license-header-spotless.txt: -------------------------------------------------------------------------------- 1 | ../license-header-spotless.txt -------------------------------------------------------------------------------- /chapter4/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter4/pom.xml -------------------------------------------------------------------------------- /chapter4/src/main/java/com/packtpub/beam/chapter4/ComputeAverage.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter4/src/main/java/com/packtpub/beam/chapter4/ComputeAverage.java -------------------------------------------------------------------------------- /chapter4/src/main/java/com/packtpub/beam/chapter4/JoinResult.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter4/src/main/java/com/packtpub/beam/chapter4/JoinResult.java -------------------------------------------------------------------------------- /chapter4/src/main/java/com/packtpub/beam/chapter4/JoinRow.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter4/src/main/java/com/packtpub/beam/chapter4/JoinRow.java -------------------------------------------------------------------------------- /chapter4/src/main/java/com/packtpub/beam/chapter4/SportTrackerMotivationUsingCoGBK.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter4/src/main/java/com/packtpub/beam/chapter4/SportTrackerMotivationUsingCoGBK.java -------------------------------------------------------------------------------- /chapter4/src/main/java/com/packtpub/beam/chapter4/SportTrackerMotivationUsingJoinLibrary.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter4/src/main/java/com/packtpub/beam/chapter4/SportTrackerMotivationUsingJoinLibrary.java -------------------------------------------------------------------------------- /chapter4/src/main/java/com/packtpub/beam/chapter4/SportTrackerMotivationUsingOwnJoin.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter4/src/main/java/com/packtpub/beam/chapter4/SportTrackerMotivationUsingOwnJoin.java -------------------------------------------------------------------------------- /chapter4/src/main/java/com/packtpub/beam/chapter4/SportTrackerMotivationUsingSideInputs.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter4/src/main/java/com/packtpub/beam/chapter4/SportTrackerMotivationUsingSideInputs.java -------------------------------------------------------------------------------- /chapter4/src/main/java/com/packtpub/beam/chapter4/StreamingInnerJoin.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter4/src/main/java/com/packtpub/beam/chapter4/StreamingInnerJoin.java -------------------------------------------------------------------------------- /chapter4/src/test/java/com/packtpub/beam/chapter4/ComputeAverageTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter4/src/test/java/com/packtpub/beam/chapter4/ComputeAverageTest.java -------------------------------------------------------------------------------- /chapter4/src/test/java/com/packtpub/beam/chapter4/SportTrackerMotivationUsingCoGBKTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter4/src/test/java/com/packtpub/beam/chapter4/SportTrackerMotivationUsingCoGBKTest.java -------------------------------------------------------------------------------- /chapter4/src/test/java/com/packtpub/beam/chapter4/SportTrackerMotivationUsingJoinLibraryTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter4/src/test/java/com/packtpub/beam/chapter4/SportTrackerMotivationUsingJoinLibraryTest.java -------------------------------------------------------------------------------- /chapter4/src/test/java/com/packtpub/beam/chapter4/SportTrackerMotivationUsingOwnJoinTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter4/src/test/java/com/packtpub/beam/chapter4/SportTrackerMotivationUsingOwnJoinTest.java -------------------------------------------------------------------------------- /chapter4/src/test/java/com/packtpub/beam/chapter4/SportTrackerMotivationUsingSideInputsTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter4/src/test/java/com/packtpub/beam/chapter4/SportTrackerMotivationUsingSideInputsTest.java -------------------------------------------------------------------------------- /chapter4/src/test/java/com/packtpub/beam/chapter4/StreamingInnerJoinTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter4/src/test/java/com/packtpub/beam/chapter4/StreamingInnerJoinTest.java -------------------------------------------------------------------------------- /chapter5/license-header-spotless.txt: -------------------------------------------------------------------------------- 1 | ../license-header-spotless.txt -------------------------------------------------------------------------------- /chapter5/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter5/pom.xml -------------------------------------------------------------------------------- /chapter5/src/main/java/com/packtpub/beam/chapter5/FirstSQLPipeline.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter5/src/main/java/com/packtpub/beam/chapter5/FirstSQLPipeline.java -------------------------------------------------------------------------------- /chapter5/src/main/java/com/packtpub/beam/chapter5/FirstStreamingSQLPipeline.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter5/src/main/java/com/packtpub/beam/chapter5/FirstStreamingSQLPipeline.java -------------------------------------------------------------------------------- /chapter5/src/main/java/com/packtpub/beam/chapter5/SQLMaxWordLength.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter5/src/main/java/com/packtpub/beam/chapter5/SQLMaxWordLength.java -------------------------------------------------------------------------------- /chapter5/src/main/java/com/packtpub/beam/chapter5/SQLSportTrackerMotivation.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter5/src/main/java/com/packtpub/beam/chapter5/SQLSportTrackerMotivation.java -------------------------------------------------------------------------------- /chapter5/src/main/java/com/packtpub/beam/chapter5/SchemaSportTracker.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter5/src/main/java/com/packtpub/beam/chapter5/SchemaSportTracker.java -------------------------------------------------------------------------------- /chapter5/src/main/resources/lorem.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter5/src/main/resources/lorem.txt -------------------------------------------------------------------------------- /chapter5/src/test/java/com/packtpub/beam/chapter5/SQLMaxWordLengthTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter5/src/test/java/com/packtpub/beam/chapter5/SQLMaxWordLengthTest.java -------------------------------------------------------------------------------- /chapter5/src/test/java/com/packtpub/beam/chapter5/SQLSportTrackerMotivationTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter5/src/test/java/com/packtpub/beam/chapter5/SQLSportTrackerMotivationTest.java -------------------------------------------------------------------------------- /chapter5/src/test/java/com/packtpub/beam/chapter5/SchemaSportTrackerTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter5/src/test/java/com/packtpub/beam/chapter5/SchemaSportTrackerTest.java -------------------------------------------------------------------------------- /chapter5/src/test/java/com/packtpub/beam/chapter5/TestSchemaInference.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter5/src/test/java/com/packtpub/beam/chapter5/TestSchemaInference.java -------------------------------------------------------------------------------- /chapter5/src/test/resources/test-tracker-data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter5/src/test/resources/test-tracker-data.csv -------------------------------------------------------------------------------- /chapter5/src/test/resources/test-tracker-data.txt: -------------------------------------------------------------------------------- 1 | ../../../../chapter2/src/test/resources/test-tracker-data.txt -------------------------------------------------------------------------------- /chapter6/license-header-spotless.txt: -------------------------------------------------------------------------------- 1 | ../license-header-spotless.txt -------------------------------------------------------------------------------- /chapter6/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter6/pom.xml -------------------------------------------------------------------------------- /chapter6/src/main/proto: -------------------------------------------------------------------------------- 1 | ../../../chapter3/src/main/proto/ -------------------------------------------------------------------------------- /chapter6/src/main/python/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /chapter6/src/main/python/beam_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter6/src/main/python/beam_utils.py -------------------------------------------------------------------------------- /chapter6/src/main/python/first_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter6/src/main/python/first_pipeline.py -------------------------------------------------------------------------------- /chapter6/src/main/python/first_streaming_pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter6/src/main/python/first_streaming_pipeline.py -------------------------------------------------------------------------------- /chapter6/src/main/python/max_word_length.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter6/src/main/python/max_word_length.py -------------------------------------------------------------------------------- /chapter6/src/main/python/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter6/src/main/python/requirements.txt -------------------------------------------------------------------------------- /chapter6/src/main/python/rpc_par_do.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter6/src/main/python/rpc_par_do.py -------------------------------------------------------------------------------- /chapter6/src/main/python/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter6/src/main/python/setup.py -------------------------------------------------------------------------------- /chapter6/src/main/python/sport_tracker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter6/src/main/python/sport_tracker.py -------------------------------------------------------------------------------- /chapter6/src/main/python/sport_tracker_motivation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter6/src/main/python/sport_tracker_motivation.py -------------------------------------------------------------------------------- /chapter6/src/main/python/test_max_word_length.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter6/src/main/python/test_max_word_length.py -------------------------------------------------------------------------------- /chapter6/src/main/python/test_rpc_par_do.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter6/src/main/python/test_rpc_par_do.py -------------------------------------------------------------------------------- /chapter6/src/main/python/test_sport_tracker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter6/src/main/python/test_sport_tracker.py -------------------------------------------------------------------------------- /chapter6/src/main/python/test_sport_tracker_motivation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter6/src/main/python/test_sport_tracker_motivation.py -------------------------------------------------------------------------------- /chapter6/src/main/python/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter6/src/main/python/utils.py -------------------------------------------------------------------------------- /chapter7/license-header-spotless.txt: -------------------------------------------------------------------------------- 1 | ../license-header-spotless.txt -------------------------------------------------------------------------------- /chapter7/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter7/pom.xml -------------------------------------------------------------------------------- /chapter7/src/main/java/com/packtpub/beam/chapter7/PiSampler.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter7/src/main/java/com/packtpub/beam/chapter7/PiSampler.java -------------------------------------------------------------------------------- /chapter7/src/main/java/com/packtpub/beam/chapter7/StreamingFileRead.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter7/src/main/java/com/packtpub/beam/chapter7/StreamingFileRead.java -------------------------------------------------------------------------------- /chapter7/src/test/java/com/packtpub/beam/chapter7/PiSamplerTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter7/src/test/java/com/packtpub/beam/chapter7/PiSamplerTest.java -------------------------------------------------------------------------------- /chapter7/src/test/java/com/packtpub/beam/chapter7/StreamingFileReadTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/chapter7/src/test/java/com/packtpub/beam/chapter7/StreamingFileReadTest.java -------------------------------------------------------------------------------- /copy-jars.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/copy-jars.sh -------------------------------------------------------------------------------- /docker/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/docker/Dockerfile -------------------------------------------------------------------------------- /docker/Dockerfile.base: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/docker/Dockerfile.base -------------------------------------------------------------------------------- /env/build-docker-base.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/env/build-docker-base.sh -------------------------------------------------------------------------------- /env/build-docker.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/env/build-docker.sh -------------------------------------------------------------------------------- /env/delay_input.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/env/delay_input.sh -------------------------------------------------------------------------------- /env/docker/flink/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/env/docker/flink/Dockerfile -------------------------------------------------------------------------------- /env/docker/harness/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/env/docker/harness/Dockerfile -------------------------------------------------------------------------------- /env/docker/kafka/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/env/docker/kafka/Dockerfile -------------------------------------------------------------------------------- /env/format-stamp.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/env/format-stamp.sh -------------------------------------------------------------------------------- /env/install-flink.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/env/install-flink.sh -------------------------------------------------------------------------------- /env/install-kafka.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/env/install-kafka.sh -------------------------------------------------------------------------------- /env/install-minikube.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/env/install-minikube.sh -------------------------------------------------------------------------------- /env/install-packt-beam.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/env/install-packt-beam.sh -------------------------------------------------------------------------------- /env/kafka-consumer.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/env/kafka-consumer.sh -------------------------------------------------------------------------------- /env/kafka-producer.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/env/kafka-producer.sh -------------------------------------------------------------------------------- /env/kafka-topics.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/env/kafka-topics.sh -------------------------------------------------------------------------------- /env/manifests/flink.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/env/manifests/flink.yaml -------------------------------------------------------------------------------- /env/manifests/kafka_micro.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/env/manifests/kafka_micro.yaml -------------------------------------------------------------------------------- /env/manifests/packt_beam.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/env/manifests/packt_beam.yaml -------------------------------------------------------------------------------- /env/manifests/zookeeper_micro.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/env/manifests/zookeeper_micro.yaml -------------------------------------------------------------------------------- /env/start-all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/env/start-all.sh -------------------------------------------------------------------------------- /license-header-spotless.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/license-header-spotless.txt -------------------------------------------------------------------------------- /mvnw: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/mvnw -------------------------------------------------------------------------------- /mvnw.cmd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/mvnw.cmd -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/pom.xml -------------------------------------------------------------------------------- /util/license-header-spotless.txt: -------------------------------------------------------------------------------- 1 | ../license-header-spotless.txt -------------------------------------------------------------------------------- /util/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/util/pom.xml -------------------------------------------------------------------------------- /util/src/main/java/com/packtpub/beam/util/DebugOutput.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/util/src/main/java/com/packtpub/beam/util/DebugOutput.java -------------------------------------------------------------------------------- /util/src/main/java/com/packtpub/beam/util/MapToLines.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/util/src/main/java/com/packtpub/beam/util/MapToLines.java -------------------------------------------------------------------------------- /util/src/main/java/com/packtpub/beam/util/Position.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/util/src/main/java/com/packtpub/beam/util/Position.java -------------------------------------------------------------------------------- /util/src/main/java/com/packtpub/beam/util/PositionCoder.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/util/src/main/java/com/packtpub/beam/util/PositionCoder.java -------------------------------------------------------------------------------- /util/src/main/java/com/packtpub/beam/util/PrintElements.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/util/src/main/java/com/packtpub/beam/util/PrintElements.java -------------------------------------------------------------------------------- /util/src/main/java/com/packtpub/beam/util/ReadPositionsFromKafka.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/util/src/main/java/com/packtpub/beam/util/ReadPositionsFromKafka.java -------------------------------------------------------------------------------- /util/src/main/java/com/packtpub/beam/util/ToMetric.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/util/src/main/java/com/packtpub/beam/util/ToMetric.java -------------------------------------------------------------------------------- /util/src/main/java/com/packtpub/beam/util/Tokenize.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/util/src/main/java/com/packtpub/beam/util/Tokenize.java -------------------------------------------------------------------------------- /util/src/main/java/com/packtpub/beam/util/Utils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/util/src/main/java/com/packtpub/beam/util/Utils.java -------------------------------------------------------------------------------- /util/src/main/java/com/packtpub/beam/util/WithStringSchema.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/util/src/main/java/com/packtpub/beam/util/WithStringSchema.java -------------------------------------------------------------------------------- /util/src/main/java/com/packtpub/beam/util/WriteNotificationsToKafka.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/util/src/main/java/com/packtpub/beam/util/WriteNotificationsToKafka.java -------------------------------------------------------------------------------- /util/src/main/java/com/packtpub/beam/util/WritePositionsToKafka.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/util/src/main/java/com/packtpub/beam/util/WritePositionsToKafka.java -------------------------------------------------------------------------------- /util/src/test/java/com/packtpub/beam/util/PositionTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/util/src/test/java/com/packtpub/beam/util/PositionTest.java -------------------------------------------------------------------------------- /util/src/test/java/com/packtpub/beam/util/ToMetricTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/util/src/test/java/com/packtpub/beam/util/ToMetricTest.java -------------------------------------------------------------------------------- /util/src/test/java/com/packtpub/beam/util/WithStringSchemaTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/PacktPublishing/Building-Big-Data-Pipelines-with-Apache-Beam/HEAD/util/src/test/java/com/packtpub/beam/util/WithStringSchemaTest.java --------------------------------------------------------------------------------