├── .gitignore ├── AnomalyDetection └── anomalydetection-interactivenotebook-main │ ├── 01-Prerequisites.md │ ├── 02-Dataflow_Pub_Sub_Notebook.md │ ├── Dataflow_Pub_Sub_Notebook.ipynb │ ├── Images │ ├── DataflowJob.png │ ├── Lab_Arch.png │ ├── OrgPolicy.png │ ├── agg-data-results.png │ ├── agg-schema.png │ ├── clonedRepoDisplayed.png │ ├── create_notebook.png │ ├── dataflowFailed.png │ ├── default_notebook_settings.png │ ├── fixed-window.png │ ├── git_clone_icon.png │ ├── navigate_to_workbench.png │ ├── plot.png │ ├── raw-data-results.png │ ├── raw-schema.png │ └── search_for_dataflow.png │ ├── PythonSimulator.ipynb │ └── README.md ├── CODE_OF_CONDUCT.md ├── CONTRIBUTING.md ├── LICENSE ├── README.md └── RealTimePrediction └── realtime-intelligence-main ├── README.md ├── create_train_data.sh ├── images ├── architecture.png ├── batch.png ├── data_folder.png ├── dataflow_jobs1.png ├── dataflow_jobs2.png ├── flights_folder.png ├── ingestion_bq.png ├── ingestion_gcs.png ├── op_externalip.png ├── op_shieldedvm.png ├── prediction.png ├── pubsub.png ├── streaming.png ├── vertex_ai_deployment.png ├── vertex_ai_endpoint.png └── vertex_ai_training.png ├── install_packages.sh ├── predict_flights.sh ├── realtime ├── .gitignore ├── README.md ├── alldata_sample.json ├── call_predict.py ├── create_sample_input.sh ├── create_traindata.py ├── evaluation.ipynb ├── flightstxf │ ├── __init__.py │ └── flights_transforms.py ├── make_predictions.py ├── model.py ├── setup.py ├── simevents_sample.json └── train_on_vertex.py ├── setup_env.sh ├── simulate ├── airports.csv.gz └── simulate.py ├── simulate_flight.sh ├── stage_data.sh └── train_model.sh /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/.gitignore -------------------------------------------------------------------------------- /AnomalyDetection/anomalydetection-interactivenotebook-main/01-Prerequisites.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/AnomalyDetection/anomalydetection-interactivenotebook-main/01-Prerequisites.md -------------------------------------------------------------------------------- /AnomalyDetection/anomalydetection-interactivenotebook-main/02-Dataflow_Pub_Sub_Notebook.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/AnomalyDetection/anomalydetection-interactivenotebook-main/02-Dataflow_Pub_Sub_Notebook.md -------------------------------------------------------------------------------- /AnomalyDetection/anomalydetection-interactivenotebook-main/Dataflow_Pub_Sub_Notebook.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/AnomalyDetection/anomalydetection-interactivenotebook-main/Dataflow_Pub_Sub_Notebook.ipynb -------------------------------------------------------------------------------- /AnomalyDetection/anomalydetection-interactivenotebook-main/Images/DataflowJob.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/AnomalyDetection/anomalydetection-interactivenotebook-main/Images/DataflowJob.png -------------------------------------------------------------------------------- /AnomalyDetection/anomalydetection-interactivenotebook-main/Images/Lab_Arch.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/AnomalyDetection/anomalydetection-interactivenotebook-main/Images/Lab_Arch.png -------------------------------------------------------------------------------- /AnomalyDetection/anomalydetection-interactivenotebook-main/Images/OrgPolicy.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/AnomalyDetection/anomalydetection-interactivenotebook-main/Images/OrgPolicy.png -------------------------------------------------------------------------------- /AnomalyDetection/anomalydetection-interactivenotebook-main/Images/agg-data-results.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/AnomalyDetection/anomalydetection-interactivenotebook-main/Images/agg-data-results.png -------------------------------------------------------------------------------- /AnomalyDetection/anomalydetection-interactivenotebook-main/Images/agg-schema.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/AnomalyDetection/anomalydetection-interactivenotebook-main/Images/agg-schema.png -------------------------------------------------------------------------------- /AnomalyDetection/anomalydetection-interactivenotebook-main/Images/clonedRepoDisplayed.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/AnomalyDetection/anomalydetection-interactivenotebook-main/Images/clonedRepoDisplayed.png -------------------------------------------------------------------------------- /AnomalyDetection/anomalydetection-interactivenotebook-main/Images/create_notebook.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/AnomalyDetection/anomalydetection-interactivenotebook-main/Images/create_notebook.png -------------------------------------------------------------------------------- /AnomalyDetection/anomalydetection-interactivenotebook-main/Images/dataflowFailed.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/AnomalyDetection/anomalydetection-interactivenotebook-main/Images/dataflowFailed.png -------------------------------------------------------------------------------- /AnomalyDetection/anomalydetection-interactivenotebook-main/Images/default_notebook_settings.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/AnomalyDetection/anomalydetection-interactivenotebook-main/Images/default_notebook_settings.png -------------------------------------------------------------------------------- /AnomalyDetection/anomalydetection-interactivenotebook-main/Images/fixed-window.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/AnomalyDetection/anomalydetection-interactivenotebook-main/Images/fixed-window.png -------------------------------------------------------------------------------- /AnomalyDetection/anomalydetection-interactivenotebook-main/Images/git_clone_icon.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/AnomalyDetection/anomalydetection-interactivenotebook-main/Images/git_clone_icon.png -------------------------------------------------------------------------------- /AnomalyDetection/anomalydetection-interactivenotebook-main/Images/navigate_to_workbench.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/AnomalyDetection/anomalydetection-interactivenotebook-main/Images/navigate_to_workbench.png -------------------------------------------------------------------------------- /AnomalyDetection/anomalydetection-interactivenotebook-main/Images/plot.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/AnomalyDetection/anomalydetection-interactivenotebook-main/Images/plot.png -------------------------------------------------------------------------------- /AnomalyDetection/anomalydetection-interactivenotebook-main/Images/raw-data-results.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/AnomalyDetection/anomalydetection-interactivenotebook-main/Images/raw-data-results.png -------------------------------------------------------------------------------- /AnomalyDetection/anomalydetection-interactivenotebook-main/Images/raw-schema.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/AnomalyDetection/anomalydetection-interactivenotebook-main/Images/raw-schema.png -------------------------------------------------------------------------------- /AnomalyDetection/anomalydetection-interactivenotebook-main/Images/search_for_dataflow.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/AnomalyDetection/anomalydetection-interactivenotebook-main/Images/search_for_dataflow.png -------------------------------------------------------------------------------- /AnomalyDetection/anomalydetection-interactivenotebook-main/PythonSimulator.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/AnomalyDetection/anomalydetection-interactivenotebook-main/PythonSimulator.ipynb -------------------------------------------------------------------------------- /AnomalyDetection/anomalydetection-interactivenotebook-main/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/AnomalyDetection/anomalydetection-interactivenotebook-main/README.md -------------------------------------------------------------------------------- /CODE_OF_CONDUCT.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/CODE_OF_CONDUCT.md -------------------------------------------------------------------------------- /CONTRIBUTING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/CONTRIBUTING.md -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/README.md -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/RealTimePrediction/realtime-intelligence-main/README.md -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/create_train_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/RealTimePrediction/realtime-intelligence-main/create_train_data.sh -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/images/architecture.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/RealTimePrediction/realtime-intelligence-main/images/architecture.png -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/images/batch.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/RealTimePrediction/realtime-intelligence-main/images/batch.png -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/images/data_folder.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/RealTimePrediction/realtime-intelligence-main/images/data_folder.png -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/images/dataflow_jobs1.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/RealTimePrediction/realtime-intelligence-main/images/dataflow_jobs1.png -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/images/dataflow_jobs2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/RealTimePrediction/realtime-intelligence-main/images/dataflow_jobs2.png -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/images/flights_folder.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/RealTimePrediction/realtime-intelligence-main/images/flights_folder.png -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/images/ingestion_bq.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/RealTimePrediction/realtime-intelligence-main/images/ingestion_bq.png -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/images/ingestion_gcs.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/RealTimePrediction/realtime-intelligence-main/images/ingestion_gcs.png -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/images/op_externalip.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/RealTimePrediction/realtime-intelligence-main/images/op_externalip.png -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/images/op_shieldedvm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/RealTimePrediction/realtime-intelligence-main/images/op_shieldedvm.png -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/images/prediction.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/RealTimePrediction/realtime-intelligence-main/images/prediction.png -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/images/pubsub.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/RealTimePrediction/realtime-intelligence-main/images/pubsub.png -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/images/streaming.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/RealTimePrediction/realtime-intelligence-main/images/streaming.png -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/images/vertex_ai_deployment.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/RealTimePrediction/realtime-intelligence-main/images/vertex_ai_deployment.png -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/images/vertex_ai_endpoint.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/RealTimePrediction/realtime-intelligence-main/images/vertex_ai_endpoint.png -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/images/vertex_ai_training.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/RealTimePrediction/realtime-intelligence-main/images/vertex_ai_training.png -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/install_packages.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/RealTimePrediction/realtime-intelligence-main/install_packages.sh -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/predict_flights.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/RealTimePrediction/realtime-intelligence-main/predict_flights.sh -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/realtime/.gitignore: -------------------------------------------------------------------------------- 1 | *.egg-info 2 | -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/realtime/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/RealTimePrediction/realtime-intelligence-main/realtime/README.md -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/realtime/alldata_sample.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/RealTimePrediction/realtime-intelligence-main/realtime/alldata_sample.json -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/realtime/call_predict.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/RealTimePrediction/realtime-intelligence-main/realtime/call_predict.py -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/realtime/create_sample_input.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/RealTimePrediction/realtime-intelligence-main/realtime/create_sample_input.sh -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/realtime/create_traindata.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/RealTimePrediction/realtime-intelligence-main/realtime/create_traindata.py -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/realtime/evaluation.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/RealTimePrediction/realtime-intelligence-main/realtime/evaluation.ipynb -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/realtime/flightstxf/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/realtime/flightstxf/flights_transforms.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/RealTimePrediction/realtime-intelligence-main/realtime/flightstxf/flights_transforms.py -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/realtime/make_predictions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/RealTimePrediction/realtime-intelligence-main/realtime/make_predictions.py -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/realtime/model.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/RealTimePrediction/realtime-intelligence-main/realtime/model.py -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/realtime/setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/RealTimePrediction/realtime-intelligence-main/realtime/setup.py -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/realtime/simevents_sample.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/RealTimePrediction/realtime-intelligence-main/realtime/simevents_sample.json -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/realtime/train_on_vertex.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/RealTimePrediction/realtime-intelligence-main/realtime/train_on_vertex.py -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/setup_env.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/RealTimePrediction/realtime-intelligence-main/setup_env.sh -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/simulate/airports.csv.gz: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/RealTimePrediction/realtime-intelligence-main/simulate/airports.csv.gz -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/simulate/simulate.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/RealTimePrediction/realtime-intelligence-main/simulate/simulate.py -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/simulate_flight.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/RealTimePrediction/realtime-intelligence-main/simulate_flight.sh -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/stage_data.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/RealTimePrediction/realtime-intelligence-main/stage_data.sh -------------------------------------------------------------------------------- /RealTimePrediction/realtime-intelligence-main/train_model.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/google/real-time-intelligence-workshop/HEAD/RealTimePrediction/realtime-intelligence-main/train_model.sh --------------------------------------------------------------------------------