├── .github └── workflows │ ├── java.yml │ └── python.yml ├── .gitignore ├── CONTRIBUTING.md ├── Java ├── .gitignore ├── pom.xml └── src │ └── main │ └── java │ ├── advanced │ ├── CustomWindows.java │ ├── StatefulDoFn.java │ └── TimerDoFn.java │ ├── basics │ ├── CombinerInterface.java │ ├── ExpandPTransform.java │ ├── ParDoInterface.java │ ├── ParDoWithOutputs.java │ ├── SideInputs.java │ ├── coGroupByKey.java │ └── groupByKey.java │ ├── bigquery │ ├── FailedRowsBQ.java │ ├── NestedRowsBQ.java │ ├── ReadQueryBQ.java │ ├── ReadStorageAPIBQ.java │ ├── ReadTableBQ.java │ ├── ReadTableReferenceBQ.java │ ├── RepeatedRowsBQ.java │ ├── StreamingInsertsBQ.java │ ├── StreamingLoadJobBQ.java │ ├── WriteBQ.java │ ├── WriteDynamicBQ.java │ ├── WriteDynamicBQ2.java │ ├── WritePartitionedClusteredTableBQ.java │ ├── WriteWithAvroWriterBQ.java │ └── WriteWithFormatBQ.java │ ├── bigtable │ ├── ReadBigTable.java │ ├── ReadWithRowFilterBigTable.java │ └── WriteBigTable.java │ ├── cloudsql │ ├── BQtoCloudSQL.java │ ├── ReadCloudSQL.java │ ├── ReadRowsCloudSQL.java │ ├── WriteCloudSQL.java │ └── WriteRowCloudSQL.java │ ├── datastore │ ├── ReadDatastore.java │ └── WriteDatastore.java │ ├── extra │ ├── CustomMetrics.java │ ├── FileSystemsDynamic.java │ ├── JVMInitializer.java │ ├── SSLCiphers.java │ └── Template.java │ ├── gcs │ ├── MatchAllContinuouslyFileIO.java │ ├── MatchAllFileIO.java │ ├── MatchAllFileIOStreaming.java │ ├── ReadGenericAvroIO.java │ ├── ReadTextIO.java │ ├── WriteAvroDynamic.java │ ├── WriteCsvIO.java │ ├── WriteDynamicFileIO.java │ ├── WriteDynamicFileIOStreaming.java │ ├── WriteJsonIO.java │ ├── WriteStreamingTextIO.java │ └── WriteTextIO.java │ ├── jdbc │ ├── ReadPartitionsJdbc.java │ └── WriteJdbc.java │ ├── kafka │ ├── ReadKafka.java │ ├── ReadWithBadRecordErrorHandlerKafka.java │ ├── WriteDynamicKafka.java │ ├── WriteKafka.java │ └── WriteStreamingKafka.java │ ├── minimal │ ├── create.java │ └── createWithParameters.java │ ├── mongodb │ ├── ReadMongoDB.java │ └── WriteMongoDB.java │ ├── parquet │ ├── ReadParquet.java │ └── WriteParquet.java │ ├── pubsub │ ├── ReadSubscriptionPubSub.java │ ├── ReadTopicPubSub.java │ ├── ReadWithAttributesPubSub.java │ ├── ReadWithDeadLetterTopicPubSub.java │ ├── WriteStringPubSub.java │ └── WriteWithAttributesPubSub.java │ ├── pubsublite │ ├── ReadPubSubLite.java │ └── WritePubSubLite.java │ ├── spanner │ ├── ReadQuerySpanner.java │ ├── ReadTableSpanner.java │ ├── ReadWithTransactionSpanner.java │ ├── WriteGroupedSpanner.java │ └── WriteSpanner.java │ ├── sql │ ├── BasicSQL.java │ ├── BigQuerySQL.java │ ├── JoinSQL.java │ ├── JoinSQLWithGroups.java │ ├── StreamingSQL.java │ ├── StreamingSourceSQL.java │ ├── UDFSQL.java │ ├── WindowingSQL.java │ └── ZetaSQL.java │ ├── testingwindows │ ├── AccumulatingFiredPanes.java │ ├── AfterEachTrigger.java │ ├── AfterFirstTrigger.java │ ├── DiscardingFiredPanes.java │ ├── ElementCountTrigger.java │ ├── LateData.java │ ├── README.md │ └── WithLateAndEarlyFirings.java │ ├── tfrecord │ ├── ReadTFRecord.java │ └── WriteTFRecord.java │ └── windows │ ├── FixedWindow.java │ ├── GlobalWindow.java │ ├── SessionWindow.java │ └── SlidingWindow.java ├── LICENSE ├── Python ├── .flake8 ├── .gitignore ├── .isort.cfg ├── .pre-commit-config.yaml ├── CONTRIBUTING.md ├── Makefile ├── advanced │ ├── stateful_dofn.py │ └── timer_dofn.py ├── basics │ ├── builtin_combiners.py │ ├── co_group_by_key.py │ ├── co_group_by_key_with_dict.py │ ├── combine_globally.py │ ├── combine_interface.py │ ├── combine_per_key.py │ ├── expand_ptransform.py │ ├── group_by_key.py │ ├── map.py │ ├── pardo.py │ ├── pardo_interface.py │ ├── pardo_with_output.py │ ├── side_input_dictionary.py │ ├── side_input_iterator.py │ └── side_input_singleton.py ├── bigquery │ ├── failed_rows_bigquery.py │ ├── gcloud_logs_filter_with_dlq.py │ ├── nested_bigquery.py │ ├── read_all_bigquery.py │ ├── read_query_bigquery.py │ ├── read_table_bigquery.py │ ├── read_table_ref_bigquery.py │ ├── repeated_bigquery.py │ ├── streaming_inserts_bigquery.py │ ├── streaming_load_jobs_bigquery.py │ ├── write_bigquery.py │ ├── write_bigquery_dynamic.py │ ├── write_bigquery_dynamic_side_input.py │ └── write_partitioned_cluster_table_bigquery.py ├── bigtable │ ├── bigtable_to_gcs_with_filter.py │ ├── read_bigtable.py │ └── write_bigtable.py ├── csv │ ├── read_csv.py │ └── write_csv.py ├── extra_examples │ ├── custom_metrics.py │ ├── file_system_dynamics.py │ └── template.py ├── file │ ├── match_files.py │ ├── match_files_continuously.py │ └── write_files.py ├── gcs │ ├── match_continuously.py │ ├── read_all_textio.py │ ├── read_all_textio_streaming.py │ ├── read_avro.py │ ├── read_parquet.py │ ├── read_textio.py │ ├── write_avro.py │ ├── write_parquet.py │ └── write_textio.py ├── jdbc │ ├── read_jdbc.py │ └── write_jdbc.py ├── json │ ├── read_json.py │ └── write_json.py ├── kafka │ ├── gcloud_logs_filter_with_dlq.py │ ├── read_kafka.py │ └── write_kafka.py ├── minimal │ ├── create.py │ ├── create_parameters.py │ └── streaming.py ├── mongodb │ ├── read_mongodb.py │ └── write_mongodb.py ├── pubsub │ ├── gcloud_logs_filter_with_dlq.py │ ├── read_pubsub_multiple.py │ ├── read_pubsub_subscription.py │ ├── read_pubsub_topic.py │ ├── read_pubsub_topic_attributes.py │ ├── write_pubsub.py │ └── write_pubsub_attributes.py ├── pyproject.toml ├── requirements.dev.txt ├── requirements.txt ├── spanner │ ├── delete_spanner.py │ ├── gcloud_logs_filter_with_dlq.py │ ├── insert_or_update_spanner.py │ ├── insert_spanner.py │ ├── read_spanner.py │ ├── replace_spanner.py │ └── update_spanner.py ├── testing_windows │ ├── README.md │ ├── accumulating_fired_panes.py │ ├── discarding_fired_panes.py │ ├── element_count_trigger.py │ ├── late_data.py │ └── with_late_and_early_firings.py ├── tfrecord │ ├── read_tfrecord.py │ └── write_tfrecord.py ├── windows │ ├── fixed_windows.py │ ├── global_window.py │ ├── session_window.py │ └── sliding_window.py └── yaml │ ├── README.md │ ├── bigquery_to_kafka.yaml │ ├── kafka_to_bigquery.yaml │ ├── kafka_to_json.yaml │ └── test_csv_to_json.yaml ├── README.md ├── Scala ├── .gitignore ├── README.md └── src │ └── main │ └── scala │ ├── advanced │ ├── ParDoInterface.scala │ ├── StatefulDoFn.scala │ └── TimerDoFn.scala │ ├── basics │ ├── ApplyTransform.scala │ ├── CoGroupByKey.scala │ ├── CombineGlobally.scala │ ├── CombineGloballyInterface.scala │ ├── CombinePerKey.scala │ ├── CombinePerKeyInterface.scala │ ├── CreateInteger.scala │ ├── CreateIterator.scala │ ├── Flatten.scala │ ├── GroupByKey.scala │ ├── Join.scala │ ├── ListSideInput.scala │ ├── MapSideInput.scala │ ├── MultipleOutputs.scala │ ├── PardoFns.scala │ └── ScioFlatten.scala │ ├── bigquery │ ├── NestedRows.scala │ ├── ReadQuery.scala │ ├── ReadStorageAPI.scala │ ├── ReadTable.scala │ ├── ReadTypedTable.scala │ ├── RepeatedRows.scala │ ├── WriteBatch.scala │ ├── WriteDynamicTable.scala │ ├── WriteLoadJobs.scala │ └── WriteStreamingInserts.scala │ ├── extra │ ├── ClassicTemplate.scala │ └── CustomMetrics.scala │ ├── gcs │ ├── AvroInOut.scala │ ├── ReadFiles.scala │ ├── ReadText.scala │ ├── WriteDynamic.scala │ ├── WriteText.scala │ └── WriteTextStreaming.scala │ ├── minimal │ └── minimal.scala │ ├── pubsub │ ├── ReadTopic.scala │ ├── ReadWithAttributes.scala │ ├── WriteTopic.scala │ └── WriteWithAttributes.scala │ └── windows │ ├── FixedWindows.scala │ ├── GlobalWindows.scala │ ├── SessionWindows.scala │ └── SlidingWindows.scala └── prompts.md /.github/workflows/java.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/.github/workflows/java.yml -------------------------------------------------------------------------------- /.github/workflows/python.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/.github/workflows/python.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | .vscode -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /Java/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/.gitignore -------------------------------------------------------------------------------- /Java/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/pom.xml -------------------------------------------------------------------------------- /Java/src/main/java/advanced/CustomWindows.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/advanced/CustomWindows.java -------------------------------------------------------------------------------- /Java/src/main/java/advanced/StatefulDoFn.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/advanced/StatefulDoFn.java -------------------------------------------------------------------------------- /Java/src/main/java/advanced/TimerDoFn.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/advanced/TimerDoFn.java -------------------------------------------------------------------------------- /Java/src/main/java/basics/CombinerInterface.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/basics/CombinerInterface.java -------------------------------------------------------------------------------- /Java/src/main/java/basics/ExpandPTransform.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/basics/ExpandPTransform.java -------------------------------------------------------------------------------- /Java/src/main/java/basics/ParDoInterface.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/basics/ParDoInterface.java -------------------------------------------------------------------------------- /Java/src/main/java/basics/ParDoWithOutputs.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/basics/ParDoWithOutputs.java -------------------------------------------------------------------------------- /Java/src/main/java/basics/SideInputs.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/basics/SideInputs.java -------------------------------------------------------------------------------- /Java/src/main/java/basics/coGroupByKey.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/basics/coGroupByKey.java -------------------------------------------------------------------------------- /Java/src/main/java/basics/groupByKey.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/basics/groupByKey.java -------------------------------------------------------------------------------- /Java/src/main/java/bigquery/FailedRowsBQ.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/bigquery/FailedRowsBQ.java -------------------------------------------------------------------------------- /Java/src/main/java/bigquery/NestedRowsBQ.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/bigquery/NestedRowsBQ.java -------------------------------------------------------------------------------- /Java/src/main/java/bigquery/ReadQueryBQ.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/bigquery/ReadQueryBQ.java -------------------------------------------------------------------------------- /Java/src/main/java/bigquery/ReadStorageAPIBQ.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/bigquery/ReadStorageAPIBQ.java -------------------------------------------------------------------------------- /Java/src/main/java/bigquery/ReadTableBQ.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/bigquery/ReadTableBQ.java -------------------------------------------------------------------------------- /Java/src/main/java/bigquery/ReadTableReferenceBQ.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/bigquery/ReadTableReferenceBQ.java -------------------------------------------------------------------------------- /Java/src/main/java/bigquery/RepeatedRowsBQ.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/bigquery/RepeatedRowsBQ.java -------------------------------------------------------------------------------- /Java/src/main/java/bigquery/StreamingInsertsBQ.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/bigquery/StreamingInsertsBQ.java -------------------------------------------------------------------------------- /Java/src/main/java/bigquery/StreamingLoadJobBQ.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/bigquery/StreamingLoadJobBQ.java -------------------------------------------------------------------------------- /Java/src/main/java/bigquery/WriteBQ.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/bigquery/WriteBQ.java -------------------------------------------------------------------------------- /Java/src/main/java/bigquery/WriteDynamicBQ.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/bigquery/WriteDynamicBQ.java -------------------------------------------------------------------------------- /Java/src/main/java/bigquery/WriteDynamicBQ2.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/bigquery/WriteDynamicBQ2.java -------------------------------------------------------------------------------- /Java/src/main/java/bigquery/WritePartitionedClusteredTableBQ.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/bigquery/WritePartitionedClusteredTableBQ.java -------------------------------------------------------------------------------- /Java/src/main/java/bigquery/WriteWithAvroWriterBQ.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/bigquery/WriteWithAvroWriterBQ.java -------------------------------------------------------------------------------- /Java/src/main/java/bigquery/WriteWithFormatBQ.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/bigquery/WriteWithFormatBQ.java -------------------------------------------------------------------------------- /Java/src/main/java/bigtable/ReadBigTable.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/bigtable/ReadBigTable.java -------------------------------------------------------------------------------- /Java/src/main/java/bigtable/ReadWithRowFilterBigTable.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/bigtable/ReadWithRowFilterBigTable.java -------------------------------------------------------------------------------- /Java/src/main/java/bigtable/WriteBigTable.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/bigtable/WriteBigTable.java -------------------------------------------------------------------------------- /Java/src/main/java/cloudsql/BQtoCloudSQL.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/cloudsql/BQtoCloudSQL.java -------------------------------------------------------------------------------- /Java/src/main/java/cloudsql/ReadCloudSQL.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/cloudsql/ReadCloudSQL.java -------------------------------------------------------------------------------- /Java/src/main/java/cloudsql/ReadRowsCloudSQL.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/cloudsql/ReadRowsCloudSQL.java -------------------------------------------------------------------------------- /Java/src/main/java/cloudsql/WriteCloudSQL.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/cloudsql/WriteCloudSQL.java -------------------------------------------------------------------------------- /Java/src/main/java/cloudsql/WriteRowCloudSQL.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/cloudsql/WriteRowCloudSQL.java -------------------------------------------------------------------------------- /Java/src/main/java/datastore/ReadDatastore.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/datastore/ReadDatastore.java -------------------------------------------------------------------------------- /Java/src/main/java/datastore/WriteDatastore.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/datastore/WriteDatastore.java -------------------------------------------------------------------------------- /Java/src/main/java/extra/CustomMetrics.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/extra/CustomMetrics.java -------------------------------------------------------------------------------- /Java/src/main/java/extra/FileSystemsDynamic.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/extra/FileSystemsDynamic.java -------------------------------------------------------------------------------- /Java/src/main/java/extra/JVMInitializer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/extra/JVMInitializer.java -------------------------------------------------------------------------------- /Java/src/main/java/extra/SSLCiphers.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/extra/SSLCiphers.java -------------------------------------------------------------------------------- /Java/src/main/java/extra/Template.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/extra/Template.java -------------------------------------------------------------------------------- /Java/src/main/java/gcs/MatchAllContinuouslyFileIO.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/gcs/MatchAllContinuouslyFileIO.java -------------------------------------------------------------------------------- /Java/src/main/java/gcs/MatchAllFileIO.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/gcs/MatchAllFileIO.java -------------------------------------------------------------------------------- /Java/src/main/java/gcs/MatchAllFileIOStreaming.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/gcs/MatchAllFileIOStreaming.java -------------------------------------------------------------------------------- /Java/src/main/java/gcs/ReadGenericAvroIO.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/gcs/ReadGenericAvroIO.java -------------------------------------------------------------------------------- /Java/src/main/java/gcs/ReadTextIO.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/gcs/ReadTextIO.java -------------------------------------------------------------------------------- /Java/src/main/java/gcs/WriteAvroDynamic.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/gcs/WriteAvroDynamic.java -------------------------------------------------------------------------------- /Java/src/main/java/gcs/WriteCsvIO.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/gcs/WriteCsvIO.java -------------------------------------------------------------------------------- /Java/src/main/java/gcs/WriteDynamicFileIO.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/gcs/WriteDynamicFileIO.java -------------------------------------------------------------------------------- /Java/src/main/java/gcs/WriteDynamicFileIOStreaming.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/gcs/WriteDynamicFileIOStreaming.java -------------------------------------------------------------------------------- /Java/src/main/java/gcs/WriteJsonIO.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/gcs/WriteJsonIO.java -------------------------------------------------------------------------------- /Java/src/main/java/gcs/WriteStreamingTextIO.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/gcs/WriteStreamingTextIO.java -------------------------------------------------------------------------------- /Java/src/main/java/gcs/WriteTextIO.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/gcs/WriteTextIO.java -------------------------------------------------------------------------------- /Java/src/main/java/jdbc/ReadPartitionsJdbc.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/jdbc/ReadPartitionsJdbc.java -------------------------------------------------------------------------------- /Java/src/main/java/jdbc/WriteJdbc.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/jdbc/WriteJdbc.java -------------------------------------------------------------------------------- /Java/src/main/java/kafka/ReadKafka.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/kafka/ReadKafka.java -------------------------------------------------------------------------------- /Java/src/main/java/kafka/ReadWithBadRecordErrorHandlerKafka.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/kafka/ReadWithBadRecordErrorHandlerKafka.java -------------------------------------------------------------------------------- /Java/src/main/java/kafka/WriteDynamicKafka.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/kafka/WriteDynamicKafka.java -------------------------------------------------------------------------------- /Java/src/main/java/kafka/WriteKafka.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/kafka/WriteKafka.java -------------------------------------------------------------------------------- /Java/src/main/java/kafka/WriteStreamingKafka.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/kafka/WriteStreamingKafka.java -------------------------------------------------------------------------------- /Java/src/main/java/minimal/create.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/minimal/create.java -------------------------------------------------------------------------------- /Java/src/main/java/minimal/createWithParameters.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/minimal/createWithParameters.java -------------------------------------------------------------------------------- /Java/src/main/java/mongodb/ReadMongoDB.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/mongodb/ReadMongoDB.java -------------------------------------------------------------------------------- /Java/src/main/java/mongodb/WriteMongoDB.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/mongodb/WriteMongoDB.java -------------------------------------------------------------------------------- /Java/src/main/java/parquet/ReadParquet.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/parquet/ReadParquet.java -------------------------------------------------------------------------------- /Java/src/main/java/parquet/WriteParquet.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/parquet/WriteParquet.java -------------------------------------------------------------------------------- /Java/src/main/java/pubsub/ReadSubscriptionPubSub.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/pubsub/ReadSubscriptionPubSub.java -------------------------------------------------------------------------------- /Java/src/main/java/pubsub/ReadTopicPubSub.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/pubsub/ReadTopicPubSub.java -------------------------------------------------------------------------------- /Java/src/main/java/pubsub/ReadWithAttributesPubSub.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/pubsub/ReadWithAttributesPubSub.java -------------------------------------------------------------------------------- /Java/src/main/java/pubsub/ReadWithDeadLetterTopicPubSub.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/pubsub/ReadWithDeadLetterTopicPubSub.java -------------------------------------------------------------------------------- /Java/src/main/java/pubsub/WriteStringPubSub.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/pubsub/WriteStringPubSub.java -------------------------------------------------------------------------------- /Java/src/main/java/pubsub/WriteWithAttributesPubSub.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/pubsub/WriteWithAttributesPubSub.java -------------------------------------------------------------------------------- /Java/src/main/java/pubsublite/ReadPubSubLite.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/pubsublite/ReadPubSubLite.java -------------------------------------------------------------------------------- /Java/src/main/java/pubsublite/WritePubSubLite.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/pubsublite/WritePubSubLite.java -------------------------------------------------------------------------------- /Java/src/main/java/spanner/ReadQuerySpanner.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/spanner/ReadQuerySpanner.java -------------------------------------------------------------------------------- /Java/src/main/java/spanner/ReadTableSpanner.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/spanner/ReadTableSpanner.java -------------------------------------------------------------------------------- /Java/src/main/java/spanner/ReadWithTransactionSpanner.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/spanner/ReadWithTransactionSpanner.java -------------------------------------------------------------------------------- /Java/src/main/java/spanner/WriteGroupedSpanner.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/spanner/WriteGroupedSpanner.java -------------------------------------------------------------------------------- /Java/src/main/java/spanner/WriteSpanner.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/spanner/WriteSpanner.java -------------------------------------------------------------------------------- /Java/src/main/java/sql/BasicSQL.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/sql/BasicSQL.java -------------------------------------------------------------------------------- /Java/src/main/java/sql/BigQuerySQL.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/sql/BigQuerySQL.java -------------------------------------------------------------------------------- /Java/src/main/java/sql/JoinSQL.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/sql/JoinSQL.java -------------------------------------------------------------------------------- /Java/src/main/java/sql/JoinSQLWithGroups.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/sql/JoinSQLWithGroups.java -------------------------------------------------------------------------------- /Java/src/main/java/sql/StreamingSQL.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/sql/StreamingSQL.java -------------------------------------------------------------------------------- /Java/src/main/java/sql/StreamingSourceSQL.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/sql/StreamingSourceSQL.java -------------------------------------------------------------------------------- /Java/src/main/java/sql/UDFSQL.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/sql/UDFSQL.java -------------------------------------------------------------------------------- /Java/src/main/java/sql/WindowingSQL.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/sql/WindowingSQL.java -------------------------------------------------------------------------------- /Java/src/main/java/sql/ZetaSQL.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/sql/ZetaSQL.java -------------------------------------------------------------------------------- /Java/src/main/java/testingwindows/AccumulatingFiredPanes.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/testingwindows/AccumulatingFiredPanes.java -------------------------------------------------------------------------------- /Java/src/main/java/testingwindows/AfterEachTrigger.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/testingwindows/AfterEachTrigger.java -------------------------------------------------------------------------------- /Java/src/main/java/testingwindows/AfterFirstTrigger.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/testingwindows/AfterFirstTrigger.java -------------------------------------------------------------------------------- /Java/src/main/java/testingwindows/DiscardingFiredPanes.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/testingwindows/DiscardingFiredPanes.java -------------------------------------------------------------------------------- /Java/src/main/java/testingwindows/ElementCountTrigger.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/testingwindows/ElementCountTrigger.java -------------------------------------------------------------------------------- /Java/src/main/java/testingwindows/LateData.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/testingwindows/LateData.java -------------------------------------------------------------------------------- /Java/src/main/java/testingwindows/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/testingwindows/README.md -------------------------------------------------------------------------------- /Java/src/main/java/testingwindows/WithLateAndEarlyFirings.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/testingwindows/WithLateAndEarlyFirings.java -------------------------------------------------------------------------------- /Java/src/main/java/tfrecord/ReadTFRecord.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/tfrecord/ReadTFRecord.java -------------------------------------------------------------------------------- /Java/src/main/java/tfrecord/WriteTFRecord.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/tfrecord/WriteTFRecord.java -------------------------------------------------------------------------------- /Java/src/main/java/windows/FixedWindow.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/windows/FixedWindow.java -------------------------------------------------------------------------------- /Java/src/main/java/windows/GlobalWindow.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/windows/GlobalWindow.java -------------------------------------------------------------------------------- /Java/src/main/java/windows/SessionWindow.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/windows/SessionWindow.java -------------------------------------------------------------------------------- /Java/src/main/java/windows/SlidingWindow.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Java/src/main/java/windows/SlidingWindow.java -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/LICENSE -------------------------------------------------------------------------------- /Python/.flake8: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/.flake8 -------------------------------------------------------------------------------- /Python/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/.gitignore -------------------------------------------------------------------------------- /Python/.isort.cfg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/.isort.cfg -------------------------------------------------------------------------------- /Python/.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/.pre-commit-config.yaml -------------------------------------------------------------------------------- /Python/CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/CONTRIBUTING.md -------------------------------------------------------------------------------- /Python/Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/Makefile -------------------------------------------------------------------------------- /Python/advanced/stateful_dofn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/advanced/stateful_dofn.py -------------------------------------------------------------------------------- /Python/advanced/timer_dofn.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/advanced/timer_dofn.py -------------------------------------------------------------------------------- /Python/basics/builtin_combiners.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/basics/builtin_combiners.py -------------------------------------------------------------------------------- /Python/basics/co_group_by_key.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/basics/co_group_by_key.py -------------------------------------------------------------------------------- /Python/basics/co_group_by_key_with_dict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/basics/co_group_by_key_with_dict.py -------------------------------------------------------------------------------- /Python/basics/combine_globally.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/basics/combine_globally.py -------------------------------------------------------------------------------- /Python/basics/combine_interface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/basics/combine_interface.py -------------------------------------------------------------------------------- /Python/basics/combine_per_key.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/basics/combine_per_key.py -------------------------------------------------------------------------------- /Python/basics/expand_ptransform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/basics/expand_ptransform.py -------------------------------------------------------------------------------- /Python/basics/group_by_key.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/basics/group_by_key.py -------------------------------------------------------------------------------- /Python/basics/map.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/basics/map.py -------------------------------------------------------------------------------- /Python/basics/pardo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/basics/pardo.py -------------------------------------------------------------------------------- /Python/basics/pardo_interface.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/basics/pardo_interface.py -------------------------------------------------------------------------------- /Python/basics/pardo_with_output.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/basics/pardo_with_output.py -------------------------------------------------------------------------------- /Python/basics/side_input_dictionary.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/basics/side_input_dictionary.py -------------------------------------------------------------------------------- /Python/basics/side_input_iterator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/basics/side_input_iterator.py -------------------------------------------------------------------------------- /Python/basics/side_input_singleton.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/basics/side_input_singleton.py -------------------------------------------------------------------------------- /Python/bigquery/failed_rows_bigquery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/bigquery/failed_rows_bigquery.py -------------------------------------------------------------------------------- /Python/bigquery/gcloud_logs_filter_with_dlq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/bigquery/gcloud_logs_filter_with_dlq.py -------------------------------------------------------------------------------- /Python/bigquery/nested_bigquery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/bigquery/nested_bigquery.py -------------------------------------------------------------------------------- /Python/bigquery/read_all_bigquery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/bigquery/read_all_bigquery.py -------------------------------------------------------------------------------- /Python/bigquery/read_query_bigquery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/bigquery/read_query_bigquery.py -------------------------------------------------------------------------------- /Python/bigquery/read_table_bigquery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/bigquery/read_table_bigquery.py -------------------------------------------------------------------------------- /Python/bigquery/read_table_ref_bigquery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/bigquery/read_table_ref_bigquery.py -------------------------------------------------------------------------------- /Python/bigquery/repeated_bigquery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/bigquery/repeated_bigquery.py -------------------------------------------------------------------------------- /Python/bigquery/streaming_inserts_bigquery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/bigquery/streaming_inserts_bigquery.py -------------------------------------------------------------------------------- /Python/bigquery/streaming_load_jobs_bigquery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/bigquery/streaming_load_jobs_bigquery.py -------------------------------------------------------------------------------- /Python/bigquery/write_bigquery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/bigquery/write_bigquery.py -------------------------------------------------------------------------------- /Python/bigquery/write_bigquery_dynamic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/bigquery/write_bigquery_dynamic.py -------------------------------------------------------------------------------- /Python/bigquery/write_bigquery_dynamic_side_input.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/bigquery/write_bigquery_dynamic_side_input.py -------------------------------------------------------------------------------- /Python/bigquery/write_partitioned_cluster_table_bigquery.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/bigquery/write_partitioned_cluster_table_bigquery.py -------------------------------------------------------------------------------- /Python/bigtable/bigtable_to_gcs_with_filter.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/bigtable/bigtable_to_gcs_with_filter.py -------------------------------------------------------------------------------- /Python/bigtable/read_bigtable.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/bigtable/read_bigtable.py -------------------------------------------------------------------------------- /Python/bigtable/write_bigtable.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/bigtable/write_bigtable.py -------------------------------------------------------------------------------- /Python/csv/read_csv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/csv/read_csv.py -------------------------------------------------------------------------------- /Python/csv/write_csv.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/csv/write_csv.py -------------------------------------------------------------------------------- /Python/extra_examples/custom_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/extra_examples/custom_metrics.py -------------------------------------------------------------------------------- /Python/extra_examples/file_system_dynamics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/extra_examples/file_system_dynamics.py -------------------------------------------------------------------------------- /Python/extra_examples/template.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/extra_examples/template.py -------------------------------------------------------------------------------- /Python/file/match_files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/file/match_files.py -------------------------------------------------------------------------------- /Python/file/match_files_continuously.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/file/match_files_continuously.py -------------------------------------------------------------------------------- /Python/file/write_files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/file/write_files.py -------------------------------------------------------------------------------- /Python/gcs/match_continuously.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/gcs/match_continuously.py -------------------------------------------------------------------------------- /Python/gcs/read_all_textio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/gcs/read_all_textio.py -------------------------------------------------------------------------------- /Python/gcs/read_all_textio_streaming.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/gcs/read_all_textio_streaming.py -------------------------------------------------------------------------------- /Python/gcs/read_avro.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/gcs/read_avro.py -------------------------------------------------------------------------------- /Python/gcs/read_parquet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/gcs/read_parquet.py -------------------------------------------------------------------------------- /Python/gcs/read_textio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/gcs/read_textio.py -------------------------------------------------------------------------------- /Python/gcs/write_avro.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/gcs/write_avro.py -------------------------------------------------------------------------------- /Python/gcs/write_parquet.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/gcs/write_parquet.py -------------------------------------------------------------------------------- /Python/gcs/write_textio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/gcs/write_textio.py -------------------------------------------------------------------------------- /Python/jdbc/read_jdbc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/jdbc/read_jdbc.py -------------------------------------------------------------------------------- /Python/jdbc/write_jdbc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/jdbc/write_jdbc.py -------------------------------------------------------------------------------- /Python/json/read_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/json/read_json.py -------------------------------------------------------------------------------- /Python/json/write_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/json/write_json.py -------------------------------------------------------------------------------- /Python/kafka/gcloud_logs_filter_with_dlq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/kafka/gcloud_logs_filter_with_dlq.py -------------------------------------------------------------------------------- /Python/kafka/read_kafka.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/kafka/read_kafka.py -------------------------------------------------------------------------------- /Python/kafka/write_kafka.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/kafka/write_kafka.py -------------------------------------------------------------------------------- /Python/minimal/create.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/minimal/create.py -------------------------------------------------------------------------------- /Python/minimal/create_parameters.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/minimal/create_parameters.py -------------------------------------------------------------------------------- /Python/minimal/streaming.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/minimal/streaming.py -------------------------------------------------------------------------------- /Python/mongodb/read_mongodb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/mongodb/read_mongodb.py -------------------------------------------------------------------------------- /Python/mongodb/write_mongodb.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/mongodb/write_mongodb.py -------------------------------------------------------------------------------- /Python/pubsub/gcloud_logs_filter_with_dlq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/pubsub/gcloud_logs_filter_with_dlq.py -------------------------------------------------------------------------------- /Python/pubsub/read_pubsub_multiple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/pubsub/read_pubsub_multiple.py -------------------------------------------------------------------------------- /Python/pubsub/read_pubsub_subscription.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/pubsub/read_pubsub_subscription.py -------------------------------------------------------------------------------- /Python/pubsub/read_pubsub_topic.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/pubsub/read_pubsub_topic.py -------------------------------------------------------------------------------- /Python/pubsub/read_pubsub_topic_attributes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/pubsub/read_pubsub_topic_attributes.py -------------------------------------------------------------------------------- /Python/pubsub/write_pubsub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/pubsub/write_pubsub.py -------------------------------------------------------------------------------- /Python/pubsub/write_pubsub_attributes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/pubsub/write_pubsub_attributes.py -------------------------------------------------------------------------------- /Python/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/pyproject.toml -------------------------------------------------------------------------------- /Python/requirements.dev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/requirements.dev.txt -------------------------------------------------------------------------------- /Python/requirements.txt: -------------------------------------------------------------------------------- 1 | apache-beam[gcp] 2 | -------------------------------------------------------------------------------- /Python/spanner/delete_spanner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/spanner/delete_spanner.py -------------------------------------------------------------------------------- /Python/spanner/gcloud_logs_filter_with_dlq.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/spanner/gcloud_logs_filter_with_dlq.py -------------------------------------------------------------------------------- /Python/spanner/insert_or_update_spanner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/spanner/insert_or_update_spanner.py -------------------------------------------------------------------------------- /Python/spanner/insert_spanner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/spanner/insert_spanner.py -------------------------------------------------------------------------------- /Python/spanner/read_spanner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/spanner/read_spanner.py -------------------------------------------------------------------------------- /Python/spanner/replace_spanner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/spanner/replace_spanner.py -------------------------------------------------------------------------------- /Python/spanner/update_spanner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/spanner/update_spanner.py -------------------------------------------------------------------------------- /Python/testing_windows/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/testing_windows/README.md -------------------------------------------------------------------------------- /Python/testing_windows/accumulating_fired_panes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/testing_windows/accumulating_fired_panes.py -------------------------------------------------------------------------------- /Python/testing_windows/discarding_fired_panes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/testing_windows/discarding_fired_panes.py -------------------------------------------------------------------------------- /Python/testing_windows/element_count_trigger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/testing_windows/element_count_trigger.py -------------------------------------------------------------------------------- /Python/testing_windows/late_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/testing_windows/late_data.py -------------------------------------------------------------------------------- /Python/testing_windows/with_late_and_early_firings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/testing_windows/with_late_and_early_firings.py -------------------------------------------------------------------------------- /Python/tfrecord/read_tfrecord.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/tfrecord/read_tfrecord.py -------------------------------------------------------------------------------- /Python/tfrecord/write_tfrecord.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/tfrecord/write_tfrecord.py -------------------------------------------------------------------------------- /Python/windows/fixed_windows.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/windows/fixed_windows.py -------------------------------------------------------------------------------- /Python/windows/global_window.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/windows/global_window.py -------------------------------------------------------------------------------- /Python/windows/session_window.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/windows/session_window.py -------------------------------------------------------------------------------- /Python/windows/sliding_window.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/windows/sliding_window.py -------------------------------------------------------------------------------- /Python/yaml/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/yaml/README.md -------------------------------------------------------------------------------- /Python/yaml/bigquery_to_kafka.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/yaml/bigquery_to_kafka.yaml -------------------------------------------------------------------------------- /Python/yaml/kafka_to_bigquery.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/yaml/kafka_to_bigquery.yaml -------------------------------------------------------------------------------- /Python/yaml/kafka_to_json.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/yaml/kafka_to_json.yaml -------------------------------------------------------------------------------- /Python/yaml/test_csv_to_json.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Python/yaml/test_csv_to_json.yaml -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/README.md -------------------------------------------------------------------------------- /Scala/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/.gitignore -------------------------------------------------------------------------------- /Scala/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/README.md -------------------------------------------------------------------------------- /Scala/src/main/scala/advanced/ParDoInterface.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/advanced/ParDoInterface.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/advanced/StatefulDoFn.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/advanced/StatefulDoFn.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/advanced/TimerDoFn.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/advanced/TimerDoFn.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/basics/ApplyTransform.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/basics/ApplyTransform.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/basics/CoGroupByKey.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/basics/CoGroupByKey.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/basics/CombineGlobally.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/basics/CombineGlobally.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/basics/CombineGloballyInterface.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/basics/CombineGloballyInterface.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/basics/CombinePerKey.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/basics/CombinePerKey.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/basics/CombinePerKeyInterface.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/basics/CombinePerKeyInterface.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/basics/CreateInteger.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/basics/CreateInteger.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/basics/CreateIterator.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/basics/CreateIterator.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/basics/Flatten.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/basics/Flatten.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/basics/GroupByKey.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/basics/GroupByKey.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/basics/Join.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/basics/Join.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/basics/ListSideInput.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/basics/ListSideInput.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/basics/MapSideInput.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/basics/MapSideInput.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/basics/MultipleOutputs.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/basics/MultipleOutputs.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/basics/PardoFns.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/basics/PardoFns.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/basics/ScioFlatten.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/basics/ScioFlatten.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/bigquery/NestedRows.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/bigquery/NestedRows.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/bigquery/ReadQuery.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/bigquery/ReadQuery.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/bigquery/ReadStorageAPI.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/bigquery/ReadStorageAPI.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/bigquery/ReadTable.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/bigquery/ReadTable.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/bigquery/ReadTypedTable.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/bigquery/ReadTypedTable.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/bigquery/RepeatedRows.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/bigquery/RepeatedRows.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/bigquery/WriteBatch.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/bigquery/WriteBatch.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/bigquery/WriteDynamicTable.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/bigquery/WriteDynamicTable.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/bigquery/WriteLoadJobs.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/bigquery/WriteLoadJobs.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/bigquery/WriteStreamingInserts.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/bigquery/WriteStreamingInserts.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/extra/ClassicTemplate.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/extra/ClassicTemplate.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/extra/CustomMetrics.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/extra/CustomMetrics.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/gcs/AvroInOut.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/gcs/AvroInOut.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/gcs/ReadFiles.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/gcs/ReadFiles.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/gcs/ReadText.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/gcs/ReadText.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/gcs/WriteDynamic.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/gcs/WriteDynamic.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/gcs/WriteText.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/gcs/WriteText.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/gcs/WriteTextStreaming.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/gcs/WriteTextStreaming.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/minimal/minimal.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/minimal/minimal.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/pubsub/ReadTopic.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/pubsub/ReadTopic.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/pubsub/ReadWithAttributes.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/pubsub/ReadWithAttributes.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/pubsub/WriteTopic.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/pubsub/WriteTopic.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/pubsub/WriteWithAttributes.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/pubsub/WriteWithAttributes.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/windows/FixedWindows.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/windows/FixedWindows.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/windows/GlobalWindows.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/windows/GlobalWindows.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/windows/SessionWindows.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/windows/SessionWindows.scala -------------------------------------------------------------------------------- /Scala/src/main/scala/windows/SlidingWindows.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/Scala/src/main/scala/windows/SlidingWindows.scala -------------------------------------------------------------------------------- /prompts.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-cookbook/HEAD/prompts.md --------------------------------------------------------------------------------