├── .github ├── pull_request_template.md └── workflows │ ├── pull_request.yml │ └── terraform_plan.yml ├── .gitignore ├── CONTRIBUTING.md ├── LICENSE ├── README.md ├── pipelines ├── .DS_Store ├── .gitignore ├── README.md ├── anomaly_detection │ ├── Dockerfile │ ├── LICENSE │ ├── MANIFEST.in │ ├── README.md │ ├── anomaly_detection_pipeline │ │ ├── __init__.py │ │ ├── options.py │ │ └── pipeline.py │ ├── cloudbuild.yaml │ ├── main.py │ ├── requirements-dev.txt │ ├── requirements.txt │ └── setup.py ├── cdp │ ├── Dockerfile │ ├── LICENSE │ ├── MANIFEST.in │ ├── README.md │ ├── cdp_pipeline │ │ ├── __init__.py │ │ ├── customer_data_platform.py │ │ ├── generate_transaction_data.py │ │ └── options.py │ ├── cloudbuild.yaml │ ├── input_data │ │ ├── coupon_redempt.csv │ │ └── transaction_data.csv │ ├── main.py │ ├── requirements.txt │ ├── schema │ │ └── unified_table.json │ ├── scripts │ │ ├── 01_cloudbuild_and_push_container.sh │ │ ├── 02_run_dataflow_job.sh │ │ └── run.sh │ └── setup.py ├── clickstream_analytics_java │ ├── .gitattributes │ ├── .gitignore │ ├── README.md │ ├── build.gradle │ ├── gradle │ │ └── wrapper │ │ │ ├── gradle-wrapper.jar │ │ │ └── gradle-wrapper.properties │ ├── gradlew │ ├── gradlew.bat │ ├── scripts │ │ └── 01_launch_pipeline.sh │ └── src │ │ └── main │ │ ├── java │ │ └── com │ │ │ └── google │ │ │ └── cloud │ │ │ └── dataflow │ │ │ └── solutions │ │ │ └── clickstream_analytics │ │ │ ├── BigTableEnrichment.java │ │ │ ├── ClickstreamPubSubToBq.java │ │ │ ├── JsonToTableRows.java │ │ │ └── Metrics.java │ │ └── resources │ │ └── streaming_source_deadletter_table_schema.json ├── etl_integration_java │ ├── .gitignore │ ├── README.md │ ├── build.gradle │ ├── gradle │ │ └── wrapper │ │ │ ├── gradle-wrapper.jar │ │ │ └── gradle-wrapper.properties │ ├── gradlew │ ├── gradlew.bat │ ├── imgs │ │ └── etl_integration.png │ ├── scripts │ │ ├── .gitignore │ │ ├── 02_run_publisher_dataflow.sh │ │ └── 03_run_changestream_template.sh │ └── src │ │ └── main │ │ └── java │ │ └── com │ │ └── google │ │ └── cloud │ │ └── dataflow │ │ └── solutions │ │ ├── ETLIntegration.java │ │ ├── data │ │ ├── SchemaUtils.java │ │ └── TaxiObjects.java │ │ ├── load │ │ └── Spanner.java │ │ ├── options │ │ └── SpannerPublisherOptions.java │ │ └── transform │ │ ├── RowToError.java │ │ └── TaxiEventProcessor.java ├── imgs │ ├── anomaly_detect_arch.png │ ├── cdp.png │ ├── iot_analytics.png │ ├── log_replication.png │ ├── market_intel.png │ └── ml_ai_arch.png ├── iot_analytics │ ├── Dockerfile │ ├── LICENCE │ ├── MANIFEST.in │ ├── cloudbuild.yaml │ ├── iot_analytics_pipeline │ │ ├── __init__.py │ │ ├── aggregate_metrics.py │ │ ├── maintenance_model.pkl │ │ ├── options.py │ │ ├── parse_timestamp.py │ │ ├── pipeline.py │ │ └── trigger_inference.py │ ├── main.py │ ├── maintenance_model.pkl │ ├── readme.md │ ├── requirements.txt │ ├── scripts │ │ ├── 01_cloud_build_and_push.sh │ │ ├── 02_submit_job.sh │ │ ├── create_and_populate_bigtable.py │ │ ├── create_data.py │ │ ├── maintenance_data.jsonl │ │ ├── model.py │ │ ├── publish_on_pubsub.py │ │ └── vehicle_data.jsonl │ └── setup.py ├── log_replication_splunk │ ├── README.md │ └── scripts │ │ ├── .gitignore │ │ └── 01_launch_ps_to_splunk.sh ├── marketing_intelligence │ ├── Dockerfile │ ├── LICENSE │ ├── MANIFEST.in │ ├── README.md │ ├── cloudbuild.yaml │ ├── main.py │ ├── marketing_intelligence_pipeline │ │ ├── __init__.py │ │ ├── options.py │ │ └── pipeline.py │ ├── requirements.txt │ ├── scripts │ │ ├── .gitignore │ │ ├── 01_build_and_push_container.sh │ │ └── 02_run_dataflow.sh │ └── setup.py ├── ml_ai_python │ ├── Dockerfile │ ├── LICENSE │ ├── MANIFEST.in │ ├── README.md │ ├── cloudbuild.yaml │ ├── main.py │ ├── ml_ai_pipeline │ │ ├── __init__.py │ │ ├── model_handlers.py │ │ ├── options.py │ │ └── pipeline.py │ ├── requirements-dev.txt │ ├── requirements.txt │ ├── scripts │ │ ├── .gitignore │ │ ├── 01_build_and_push_container.sh │ │ └── 02_run_dataflow.sh │ └── setup.py └── pylintrc ├── renovate.json ├── terraform ├── .gitignore ├── README.md ├── anomaly_detection │ ├── README.md │ ├── main.tf │ └── variables.tf ├── cdp │ ├── README.md │ ├── main.tf │ └── variables.tf ├── clickstream_analytics │ ├── README.md │ ├── main.tf │ └── variables.tf ├── etl_integration │ ├── README.md │ ├── main.tf │ └── variables.tf ├── iot_analytics │ ├── README.md │ ├── main.tf │ └── variables.tf ├── log_replication_splunk │ ├── README.md │ ├── main.tf │ └── variables.tf ├── marketing_intelligence │ ├── README.md │ ├── main.tf │ └── variables.tf └── ml_ai │ ├── README.md │ ├── main.tf │ └── variables.tf └── use_cases ├── Anomaly_Detection.md ├── CDP.md ├── Clickstream_Analytics.md ├── ETL_integration.md ├── GenAI_ML.md ├── IoT_Analytics.md ├── Log_replication.md ├── Marketing_Intelligence.md ├── guides ├── ads_analytics_dataflow_guide.pdf ├── anomaly_detection_dataflow_guide.pdf ├── cdp_dataflow_guide.pdf ├── clickstream_analytics_dataflow_guide.pdf ├── etl_dataflow_guide.pdf ├── gaming_analytics_dataflow_guide.pdf ├── genai_ml_dataflow_guide.pdf ├── iot_analytics_dataflow_guide.pdf ├── log_replication_dataflow_guide.pdf └── market_intel_dataflow_guide.pdf └── one_pagers ├── anomaly_detection_dataflow_onepager.pdf ├── clickstream_dataflow_onepager.pdf ├── etl_dataflow_onepager.pdf ├── genai_ml_dataflow_onepager.pdf ├── iot_analytics_dataflowonepager.pdf ├── log_replication_dataflow_onepager.pdf └── market_intel_dataflow_onepager.pdf /.github/pull_request_template.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/.github/pull_request_template.md -------------------------------------------------------------------------------- /.github/workflows/pull_request.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/.github/workflows/pull_request.yml -------------------------------------------------------------------------------- /.github/workflows/terraform_plan.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/.github/workflows/terraform_plan.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/.gitignore -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/README.md -------------------------------------------------------------------------------- /pipelines/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/.DS_Store -------------------------------------------------------------------------------- /pipelines/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/.gitignore -------------------------------------------------------------------------------- /pipelines/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/README.md -------------------------------------------------------------------------------- /pipelines/anomaly_detection/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/anomaly_detection/Dockerfile -------------------------------------------------------------------------------- /pipelines/anomaly_detection/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/anomaly_detection/LICENSE -------------------------------------------------------------------------------- /pipelines/anomaly_detection/MANIFEST.in: -------------------------------------------------------------------------------- 1 | include requirements.txt -------------------------------------------------------------------------------- /pipelines/anomaly_detection/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/anomaly_detection/README.md -------------------------------------------------------------------------------- /pipelines/anomaly_detection/anomaly_detection_pipeline/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/anomaly_detection/anomaly_detection_pipeline/__init__.py -------------------------------------------------------------------------------- /pipelines/anomaly_detection/anomaly_detection_pipeline/options.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/anomaly_detection/anomaly_detection_pipeline/options.py -------------------------------------------------------------------------------- /pipelines/anomaly_detection/anomaly_detection_pipeline/pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/anomaly_detection/anomaly_detection_pipeline/pipeline.py -------------------------------------------------------------------------------- /pipelines/anomaly_detection/cloudbuild.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/anomaly_detection/cloudbuild.yaml -------------------------------------------------------------------------------- /pipelines/anomaly_detection/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/anomaly_detection/main.py -------------------------------------------------------------------------------- /pipelines/anomaly_detection/requirements-dev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/anomaly_detection/requirements-dev.txt -------------------------------------------------------------------------------- /pipelines/anomaly_detection/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/anomaly_detection/requirements.txt -------------------------------------------------------------------------------- /pipelines/anomaly_detection/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/anomaly_detection/setup.py -------------------------------------------------------------------------------- /pipelines/cdp/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/cdp/Dockerfile -------------------------------------------------------------------------------- /pipelines/cdp/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/cdp/LICENSE -------------------------------------------------------------------------------- /pipelines/cdp/MANIFEST.in: -------------------------------------------------------------------------------- 1 | include requirements.txt -------------------------------------------------------------------------------- /pipelines/cdp/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/cdp/README.md -------------------------------------------------------------------------------- /pipelines/cdp/cdp_pipeline/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/cdp/cdp_pipeline/__init__.py -------------------------------------------------------------------------------- /pipelines/cdp/cdp_pipeline/customer_data_platform.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/cdp/cdp_pipeline/customer_data_platform.py -------------------------------------------------------------------------------- /pipelines/cdp/cdp_pipeline/generate_transaction_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/cdp/cdp_pipeline/generate_transaction_data.py -------------------------------------------------------------------------------- /pipelines/cdp/cdp_pipeline/options.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/cdp/cdp_pipeline/options.py -------------------------------------------------------------------------------- /pipelines/cdp/cloudbuild.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/cdp/cloudbuild.yaml -------------------------------------------------------------------------------- /pipelines/cdp/input_data/coupon_redempt.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/cdp/input_data/coupon_redempt.csv -------------------------------------------------------------------------------- /pipelines/cdp/input_data/transaction_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/cdp/input_data/transaction_data.csv -------------------------------------------------------------------------------- /pipelines/cdp/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/cdp/main.py -------------------------------------------------------------------------------- /pipelines/cdp/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/cdp/requirements.txt -------------------------------------------------------------------------------- /pipelines/cdp/schema/unified_table.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/cdp/schema/unified_table.json -------------------------------------------------------------------------------- /pipelines/cdp/scripts/01_cloudbuild_and_push_container.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/cdp/scripts/01_cloudbuild_and_push_container.sh -------------------------------------------------------------------------------- /pipelines/cdp/scripts/02_run_dataflow_job.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/cdp/scripts/02_run_dataflow_job.sh -------------------------------------------------------------------------------- /pipelines/cdp/scripts/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/cdp/scripts/run.sh -------------------------------------------------------------------------------- /pipelines/cdp/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/cdp/setup.py -------------------------------------------------------------------------------- /pipelines/clickstream_analytics_java/.gitattributes: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/clickstream_analytics_java/.gitattributes -------------------------------------------------------------------------------- /pipelines/clickstream_analytics_java/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/clickstream_analytics_java/.gitignore -------------------------------------------------------------------------------- /pipelines/clickstream_analytics_java/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/clickstream_analytics_java/README.md -------------------------------------------------------------------------------- /pipelines/clickstream_analytics_java/build.gradle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/clickstream_analytics_java/build.gradle -------------------------------------------------------------------------------- /pipelines/clickstream_analytics_java/gradle/wrapper/gradle-wrapper.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/clickstream_analytics_java/gradle/wrapper/gradle-wrapper.jar -------------------------------------------------------------------------------- /pipelines/clickstream_analytics_java/gradle/wrapper/gradle-wrapper.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/clickstream_analytics_java/gradle/wrapper/gradle-wrapper.properties -------------------------------------------------------------------------------- /pipelines/clickstream_analytics_java/gradlew: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/clickstream_analytics_java/gradlew -------------------------------------------------------------------------------- /pipelines/clickstream_analytics_java/gradlew.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/clickstream_analytics_java/gradlew.bat -------------------------------------------------------------------------------- /pipelines/clickstream_analytics_java/scripts/01_launch_pipeline.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/clickstream_analytics_java/scripts/01_launch_pipeline.sh -------------------------------------------------------------------------------- /pipelines/clickstream_analytics_java/src/main/java/com/google/cloud/dataflow/solutions/clickstream_analytics/BigTableEnrichment.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/clickstream_analytics_java/src/main/java/com/google/cloud/dataflow/solutions/clickstream_analytics/BigTableEnrichment.java -------------------------------------------------------------------------------- /pipelines/clickstream_analytics_java/src/main/java/com/google/cloud/dataflow/solutions/clickstream_analytics/ClickstreamPubSubToBq.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/clickstream_analytics_java/src/main/java/com/google/cloud/dataflow/solutions/clickstream_analytics/ClickstreamPubSubToBq.java -------------------------------------------------------------------------------- /pipelines/clickstream_analytics_java/src/main/java/com/google/cloud/dataflow/solutions/clickstream_analytics/JsonToTableRows.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/clickstream_analytics_java/src/main/java/com/google/cloud/dataflow/solutions/clickstream_analytics/JsonToTableRows.java -------------------------------------------------------------------------------- /pipelines/clickstream_analytics_java/src/main/java/com/google/cloud/dataflow/solutions/clickstream_analytics/Metrics.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/clickstream_analytics_java/src/main/java/com/google/cloud/dataflow/solutions/clickstream_analytics/Metrics.java -------------------------------------------------------------------------------- /pipelines/clickstream_analytics_java/src/main/resources/streaming_source_deadletter_table_schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/clickstream_analytics_java/src/main/resources/streaming_source_deadletter_table_schema.json -------------------------------------------------------------------------------- /pipelines/etl_integration_java/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/etl_integration_java/.gitignore -------------------------------------------------------------------------------- /pipelines/etl_integration_java/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/etl_integration_java/README.md -------------------------------------------------------------------------------- /pipelines/etl_integration_java/build.gradle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/etl_integration_java/build.gradle -------------------------------------------------------------------------------- /pipelines/etl_integration_java/gradle/wrapper/gradle-wrapper.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/etl_integration_java/gradle/wrapper/gradle-wrapper.jar -------------------------------------------------------------------------------- /pipelines/etl_integration_java/gradle/wrapper/gradle-wrapper.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/etl_integration_java/gradle/wrapper/gradle-wrapper.properties -------------------------------------------------------------------------------- /pipelines/etl_integration_java/gradlew: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/etl_integration_java/gradlew -------------------------------------------------------------------------------- /pipelines/etl_integration_java/gradlew.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/etl_integration_java/gradlew.bat -------------------------------------------------------------------------------- /pipelines/etl_integration_java/imgs/etl_integration.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/etl_integration_java/imgs/etl_integration.png -------------------------------------------------------------------------------- /pipelines/etl_integration_java/scripts/.gitignore: -------------------------------------------------------------------------------- 1 | 01_set_variables.sh 2 | -------------------------------------------------------------------------------- /pipelines/etl_integration_java/scripts/02_run_publisher_dataflow.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/etl_integration_java/scripts/02_run_publisher_dataflow.sh -------------------------------------------------------------------------------- /pipelines/etl_integration_java/scripts/03_run_changestream_template.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/etl_integration_java/scripts/03_run_changestream_template.sh -------------------------------------------------------------------------------- /pipelines/etl_integration_java/src/main/java/com/google/cloud/dataflow/solutions/ETLIntegration.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/etl_integration_java/src/main/java/com/google/cloud/dataflow/solutions/ETLIntegration.java -------------------------------------------------------------------------------- /pipelines/etl_integration_java/src/main/java/com/google/cloud/dataflow/solutions/data/SchemaUtils.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/etl_integration_java/src/main/java/com/google/cloud/dataflow/solutions/data/SchemaUtils.java -------------------------------------------------------------------------------- /pipelines/etl_integration_java/src/main/java/com/google/cloud/dataflow/solutions/data/TaxiObjects.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/etl_integration_java/src/main/java/com/google/cloud/dataflow/solutions/data/TaxiObjects.java -------------------------------------------------------------------------------- /pipelines/etl_integration_java/src/main/java/com/google/cloud/dataflow/solutions/load/Spanner.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/etl_integration_java/src/main/java/com/google/cloud/dataflow/solutions/load/Spanner.java -------------------------------------------------------------------------------- /pipelines/etl_integration_java/src/main/java/com/google/cloud/dataflow/solutions/options/SpannerPublisherOptions.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/etl_integration_java/src/main/java/com/google/cloud/dataflow/solutions/options/SpannerPublisherOptions.java -------------------------------------------------------------------------------- /pipelines/etl_integration_java/src/main/java/com/google/cloud/dataflow/solutions/transform/RowToError.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/etl_integration_java/src/main/java/com/google/cloud/dataflow/solutions/transform/RowToError.java -------------------------------------------------------------------------------- /pipelines/etl_integration_java/src/main/java/com/google/cloud/dataflow/solutions/transform/TaxiEventProcessor.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/etl_integration_java/src/main/java/com/google/cloud/dataflow/solutions/transform/TaxiEventProcessor.java -------------------------------------------------------------------------------- /pipelines/imgs/anomaly_detect_arch.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/imgs/anomaly_detect_arch.png -------------------------------------------------------------------------------- /pipelines/imgs/cdp.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/imgs/cdp.png -------------------------------------------------------------------------------- /pipelines/imgs/iot_analytics.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/imgs/iot_analytics.png -------------------------------------------------------------------------------- /pipelines/imgs/log_replication.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/imgs/log_replication.png -------------------------------------------------------------------------------- /pipelines/imgs/market_intel.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/imgs/market_intel.png -------------------------------------------------------------------------------- /pipelines/imgs/ml_ai_arch.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/imgs/ml_ai_arch.png -------------------------------------------------------------------------------- /pipelines/iot_analytics/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/iot_analytics/Dockerfile -------------------------------------------------------------------------------- /pipelines/iot_analytics/LICENCE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/iot_analytics/LICENCE -------------------------------------------------------------------------------- /pipelines/iot_analytics/MANIFEST.in: -------------------------------------------------------------------------------- 1 | include requirements.txt -------------------------------------------------------------------------------- /pipelines/iot_analytics/cloudbuild.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/iot_analytics/cloudbuild.yaml -------------------------------------------------------------------------------- /pipelines/iot_analytics/iot_analytics_pipeline/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/iot_analytics/iot_analytics_pipeline/__init__.py -------------------------------------------------------------------------------- /pipelines/iot_analytics/iot_analytics_pipeline/aggregate_metrics.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/iot_analytics/iot_analytics_pipeline/aggregate_metrics.py -------------------------------------------------------------------------------- /pipelines/iot_analytics/iot_analytics_pipeline/maintenance_model.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/iot_analytics/iot_analytics_pipeline/maintenance_model.pkl -------------------------------------------------------------------------------- /pipelines/iot_analytics/iot_analytics_pipeline/options.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/iot_analytics/iot_analytics_pipeline/options.py -------------------------------------------------------------------------------- /pipelines/iot_analytics/iot_analytics_pipeline/parse_timestamp.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/iot_analytics/iot_analytics_pipeline/parse_timestamp.py -------------------------------------------------------------------------------- /pipelines/iot_analytics/iot_analytics_pipeline/pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/iot_analytics/iot_analytics_pipeline/pipeline.py -------------------------------------------------------------------------------- /pipelines/iot_analytics/iot_analytics_pipeline/trigger_inference.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/iot_analytics/iot_analytics_pipeline/trigger_inference.py -------------------------------------------------------------------------------- /pipelines/iot_analytics/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/iot_analytics/main.py -------------------------------------------------------------------------------- /pipelines/iot_analytics/maintenance_model.pkl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/iot_analytics/maintenance_model.pkl -------------------------------------------------------------------------------- /pipelines/iot_analytics/readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/iot_analytics/readme.md -------------------------------------------------------------------------------- /pipelines/iot_analytics/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/iot_analytics/requirements.txt -------------------------------------------------------------------------------- /pipelines/iot_analytics/scripts/01_cloud_build_and_push.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/iot_analytics/scripts/01_cloud_build_and_push.sh -------------------------------------------------------------------------------- /pipelines/iot_analytics/scripts/02_submit_job.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/iot_analytics/scripts/02_submit_job.sh -------------------------------------------------------------------------------- /pipelines/iot_analytics/scripts/create_and_populate_bigtable.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/iot_analytics/scripts/create_and_populate_bigtable.py -------------------------------------------------------------------------------- /pipelines/iot_analytics/scripts/create_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/iot_analytics/scripts/create_data.py -------------------------------------------------------------------------------- /pipelines/iot_analytics/scripts/maintenance_data.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/iot_analytics/scripts/maintenance_data.jsonl -------------------------------------------------------------------------------- /pipelines/iot_analytics/scripts/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/iot_analytics/scripts/model.py -------------------------------------------------------------------------------- /pipelines/iot_analytics/scripts/publish_on_pubsub.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/iot_analytics/scripts/publish_on_pubsub.py -------------------------------------------------------------------------------- /pipelines/iot_analytics/scripts/vehicle_data.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/iot_analytics/scripts/vehicle_data.jsonl -------------------------------------------------------------------------------- /pipelines/iot_analytics/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/iot_analytics/setup.py -------------------------------------------------------------------------------- /pipelines/log_replication_splunk/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/log_replication_splunk/README.md -------------------------------------------------------------------------------- /pipelines/log_replication_splunk/scripts/.gitignore: -------------------------------------------------------------------------------- 1 | 00_set_variables.sh 2 | -------------------------------------------------------------------------------- /pipelines/log_replication_splunk/scripts/01_launch_ps_to_splunk.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/log_replication_splunk/scripts/01_launch_ps_to_splunk.sh -------------------------------------------------------------------------------- /pipelines/marketing_intelligence/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/marketing_intelligence/Dockerfile -------------------------------------------------------------------------------- /pipelines/marketing_intelligence/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/marketing_intelligence/LICENSE -------------------------------------------------------------------------------- /pipelines/marketing_intelligence/MANIFEST.in: -------------------------------------------------------------------------------- 1 | include requirements.txt -------------------------------------------------------------------------------- /pipelines/marketing_intelligence/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/marketing_intelligence/README.md -------------------------------------------------------------------------------- /pipelines/marketing_intelligence/cloudbuild.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/marketing_intelligence/cloudbuild.yaml -------------------------------------------------------------------------------- /pipelines/marketing_intelligence/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/marketing_intelligence/main.py -------------------------------------------------------------------------------- /pipelines/marketing_intelligence/marketing_intelligence_pipeline/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/marketing_intelligence/marketing_intelligence_pipeline/__init__.py -------------------------------------------------------------------------------- /pipelines/marketing_intelligence/marketing_intelligence_pipeline/options.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/marketing_intelligence/marketing_intelligence_pipeline/options.py -------------------------------------------------------------------------------- /pipelines/marketing_intelligence/marketing_intelligence_pipeline/pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/marketing_intelligence/marketing_intelligence_pipeline/pipeline.py -------------------------------------------------------------------------------- /pipelines/marketing_intelligence/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/marketing_intelligence/requirements.txt -------------------------------------------------------------------------------- /pipelines/marketing_intelligence/scripts/.gitignore: -------------------------------------------------------------------------------- 1 | 00_set_variables.sh -------------------------------------------------------------------------------- /pipelines/marketing_intelligence/scripts/01_build_and_push_container.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/marketing_intelligence/scripts/01_build_and_push_container.sh -------------------------------------------------------------------------------- /pipelines/marketing_intelligence/scripts/02_run_dataflow.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/marketing_intelligence/scripts/02_run_dataflow.sh -------------------------------------------------------------------------------- /pipelines/marketing_intelligence/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/marketing_intelligence/setup.py -------------------------------------------------------------------------------- /pipelines/ml_ai_python/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/ml_ai_python/Dockerfile -------------------------------------------------------------------------------- /pipelines/ml_ai_python/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/ml_ai_python/LICENSE -------------------------------------------------------------------------------- /pipelines/ml_ai_python/MANIFEST.in: -------------------------------------------------------------------------------- 1 | include requirements.txt -------------------------------------------------------------------------------- /pipelines/ml_ai_python/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/ml_ai_python/README.md -------------------------------------------------------------------------------- /pipelines/ml_ai_python/cloudbuild.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/ml_ai_python/cloudbuild.yaml -------------------------------------------------------------------------------- /pipelines/ml_ai_python/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/ml_ai_python/main.py -------------------------------------------------------------------------------- /pipelines/ml_ai_python/ml_ai_pipeline/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/ml_ai_python/ml_ai_pipeline/__init__.py -------------------------------------------------------------------------------- /pipelines/ml_ai_python/ml_ai_pipeline/model_handlers.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/ml_ai_python/ml_ai_pipeline/model_handlers.py -------------------------------------------------------------------------------- /pipelines/ml_ai_python/ml_ai_pipeline/options.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/ml_ai_python/ml_ai_pipeline/options.py -------------------------------------------------------------------------------- /pipelines/ml_ai_python/ml_ai_pipeline/pipeline.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/ml_ai_python/ml_ai_pipeline/pipeline.py -------------------------------------------------------------------------------- /pipelines/ml_ai_python/requirements-dev.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/ml_ai_python/requirements-dev.txt -------------------------------------------------------------------------------- /pipelines/ml_ai_python/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/ml_ai_python/requirements.txt -------------------------------------------------------------------------------- /pipelines/ml_ai_python/scripts/.gitignore: -------------------------------------------------------------------------------- 1 | 00_set_variables.sh 2 | -------------------------------------------------------------------------------- /pipelines/ml_ai_python/scripts/01_build_and_push_container.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/ml_ai_python/scripts/01_build_and_push_container.sh -------------------------------------------------------------------------------- /pipelines/ml_ai_python/scripts/02_run_dataflow.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/ml_ai_python/scripts/02_run_dataflow.sh -------------------------------------------------------------------------------- /pipelines/ml_ai_python/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/ml_ai_python/setup.py -------------------------------------------------------------------------------- /pipelines/pylintrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/pipelines/pylintrc -------------------------------------------------------------------------------- /renovate.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/renovate.json -------------------------------------------------------------------------------- /terraform/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/terraform/.gitignore -------------------------------------------------------------------------------- /terraform/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/terraform/README.md -------------------------------------------------------------------------------- /terraform/anomaly_detection/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/terraform/anomaly_detection/README.md -------------------------------------------------------------------------------- /terraform/anomaly_detection/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/terraform/anomaly_detection/main.tf -------------------------------------------------------------------------------- /terraform/anomaly_detection/variables.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/terraform/anomaly_detection/variables.tf -------------------------------------------------------------------------------- /terraform/cdp/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/terraform/cdp/README.md -------------------------------------------------------------------------------- /terraform/cdp/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/terraform/cdp/main.tf -------------------------------------------------------------------------------- /terraform/cdp/variables.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/terraform/cdp/variables.tf -------------------------------------------------------------------------------- /terraform/clickstream_analytics/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/terraform/clickstream_analytics/README.md -------------------------------------------------------------------------------- /terraform/clickstream_analytics/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/terraform/clickstream_analytics/main.tf -------------------------------------------------------------------------------- /terraform/clickstream_analytics/variables.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/terraform/clickstream_analytics/variables.tf -------------------------------------------------------------------------------- /terraform/etl_integration/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/terraform/etl_integration/README.md -------------------------------------------------------------------------------- /terraform/etl_integration/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/terraform/etl_integration/main.tf -------------------------------------------------------------------------------- /terraform/etl_integration/variables.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/terraform/etl_integration/variables.tf -------------------------------------------------------------------------------- /terraform/iot_analytics/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/terraform/iot_analytics/README.md -------------------------------------------------------------------------------- /terraform/iot_analytics/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/terraform/iot_analytics/main.tf -------------------------------------------------------------------------------- /terraform/iot_analytics/variables.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/terraform/iot_analytics/variables.tf -------------------------------------------------------------------------------- /terraform/log_replication_splunk/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/terraform/log_replication_splunk/README.md -------------------------------------------------------------------------------- /terraform/log_replication_splunk/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/terraform/log_replication_splunk/main.tf -------------------------------------------------------------------------------- /terraform/log_replication_splunk/variables.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/terraform/log_replication_splunk/variables.tf -------------------------------------------------------------------------------- /terraform/marketing_intelligence/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/terraform/marketing_intelligence/README.md -------------------------------------------------------------------------------- /terraform/marketing_intelligence/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/terraform/marketing_intelligence/main.tf -------------------------------------------------------------------------------- /terraform/marketing_intelligence/variables.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/terraform/marketing_intelligence/variables.tf -------------------------------------------------------------------------------- /terraform/ml_ai/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/terraform/ml_ai/README.md -------------------------------------------------------------------------------- /terraform/ml_ai/main.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/terraform/ml_ai/main.tf -------------------------------------------------------------------------------- /terraform/ml_ai/variables.tf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/terraform/ml_ai/variables.tf -------------------------------------------------------------------------------- /use_cases/Anomaly_Detection.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/use_cases/Anomaly_Detection.md -------------------------------------------------------------------------------- /use_cases/CDP.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/use_cases/CDP.md -------------------------------------------------------------------------------- /use_cases/Clickstream_Analytics.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/use_cases/Clickstream_Analytics.md -------------------------------------------------------------------------------- /use_cases/ETL_integration.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/use_cases/ETL_integration.md -------------------------------------------------------------------------------- /use_cases/GenAI_ML.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/use_cases/GenAI_ML.md -------------------------------------------------------------------------------- /use_cases/IoT_Analytics.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/use_cases/IoT_Analytics.md -------------------------------------------------------------------------------- /use_cases/Log_replication.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/use_cases/Log_replication.md -------------------------------------------------------------------------------- /use_cases/Marketing_Intelligence.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/use_cases/Marketing_Intelligence.md -------------------------------------------------------------------------------- /use_cases/guides/ads_analytics_dataflow_guide.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/use_cases/guides/ads_analytics_dataflow_guide.pdf -------------------------------------------------------------------------------- /use_cases/guides/anomaly_detection_dataflow_guide.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/use_cases/guides/anomaly_detection_dataflow_guide.pdf -------------------------------------------------------------------------------- /use_cases/guides/cdp_dataflow_guide.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/use_cases/guides/cdp_dataflow_guide.pdf -------------------------------------------------------------------------------- /use_cases/guides/clickstream_analytics_dataflow_guide.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/use_cases/guides/clickstream_analytics_dataflow_guide.pdf -------------------------------------------------------------------------------- /use_cases/guides/etl_dataflow_guide.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/use_cases/guides/etl_dataflow_guide.pdf -------------------------------------------------------------------------------- /use_cases/guides/gaming_analytics_dataflow_guide.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/use_cases/guides/gaming_analytics_dataflow_guide.pdf -------------------------------------------------------------------------------- /use_cases/guides/genai_ml_dataflow_guide.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/use_cases/guides/genai_ml_dataflow_guide.pdf -------------------------------------------------------------------------------- /use_cases/guides/iot_analytics_dataflow_guide.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/use_cases/guides/iot_analytics_dataflow_guide.pdf -------------------------------------------------------------------------------- /use_cases/guides/log_replication_dataflow_guide.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/use_cases/guides/log_replication_dataflow_guide.pdf -------------------------------------------------------------------------------- /use_cases/guides/market_intel_dataflow_guide.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/use_cases/guides/market_intel_dataflow_guide.pdf -------------------------------------------------------------------------------- /use_cases/one_pagers/anomaly_detection_dataflow_onepager.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/use_cases/one_pagers/anomaly_detection_dataflow_onepager.pdf -------------------------------------------------------------------------------- /use_cases/one_pagers/clickstream_dataflow_onepager.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/use_cases/one_pagers/clickstream_dataflow_onepager.pdf -------------------------------------------------------------------------------- /use_cases/one_pagers/etl_dataflow_onepager.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/use_cases/one_pagers/etl_dataflow_onepager.pdf -------------------------------------------------------------------------------- /use_cases/one_pagers/genai_ml_dataflow_onepager.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/use_cases/one_pagers/genai_ml_dataflow_onepager.pdf -------------------------------------------------------------------------------- /use_cases/one_pagers/iot_analytics_dataflowonepager.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/use_cases/one_pagers/iot_analytics_dataflowonepager.pdf -------------------------------------------------------------------------------- /use_cases/one_pagers/log_replication_dataflow_onepager.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/use_cases/one_pagers/log_replication_dataflow_onepager.pdf -------------------------------------------------------------------------------- /use_cases/one_pagers/market_intel_dataflow_onepager.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/GoogleCloudPlatform/dataflow-solution-guides/HEAD/use_cases/one_pagers/market_intel_dataflow_onepager.pdf --------------------------------------------------------------------------------