├── .DS_Store ├── .gitignore ├── .idea └── .gitignore ├── .prefectignore ├── LICENSE ├── README.md ├── __create_deployment ├── .prefectignore ├── cloudrun.py ├── cloudrun_run_command.py ├── deploy_flows.bash ├── flows │ ├── data_warehouse_refresh.py │ ├── healthcheck.py │ ├── hello.py │ ├── ingestion.py │ ├── ml.py │ ├── parametrized.py │ ├── some │ │ └── nested │ │ │ └── module.py │ └── transformation.py └── gcs.bash ├── __getting_started ├── 01_no_prefect.py ├── 02_single_decorator.py ├── 03_flow_task_logger.py ├── 04_flow_task_logger_subflow.py ├── 05_flow_task_logger_retries.py ├── 06_parametrized.py ├── 07_parametrized_with_caching.py ├── 08_tasks_in_flow_run_process.py ├── 09_submit_to_concurrent_task_runner.py └── 10_submit_to_parallel_dask_task_runner.py ├── aws └── ecr_image_build.bash ├── azure ├── az_remote_fs.py └── requirements.txt ├── blocks ├── README.md ├── custom │ ├── custom_postgres_block.py │ └── postgres_flow_using_custom_block.py ├── infrastructure_blocks │ ├── docker_az_adlfs.py │ ├── docker_container.py │ ├── docker_container_with_volume.py │ ├── kubernetes-job │ │ ├── customizations │ │ │ ├── append_commands.py │ │ │ ├── auto_clean_up_jobs.py │ │ │ ├── cpu_memory_limits.py │ │ │ ├── gpu_on_gke.py │ │ │ └── kubernetes_secrets.py │ │ ├── k8s_secrets.md │ │ ├── kubernetes_job.py │ │ ├── kubernetes_job_add_labels.py │ │ ├── kubernetes_job_custom_job_template │ │ │ ├── README.md │ │ │ ├── k8s_flow_run_job_manifest.yml │ │ │ └── kubernetes_job_from_yaml_manifest.py │ │ ├── kubernetes_job_image_pull_policy.py │ │ ├── kubernetes_job_running_locally_for_testing.py │ │ └── kubernetes_job_with_service_account_name.py │ └── process.py ├── notifications_blocks │ ├── slack.py │ └── teams.py ├── storage_blocks │ ├── azure.py │ ├── gcs.py │ ├── github.py │ ├── minio.py │ ├── minio_usage.py │ ├── public_github_repository.py │ ├── s3.py │ ├── s3_awswrangler.py │ ├── s3_local_only.py │ └── s3_usage.py └── system_blocks │ ├── datetime.py │ ├── datetime_usage.py │ ├── json.py │ ├── json_usage.py │ ├── secret.py │ ├── secret_block_with_slack_webhook.py │ ├── secret_usage.py │ ├── string.py │ └── string_usage.py ├── data_and_state_dependencies ├── allow_failure │ ├── example_1.py │ ├── example_2.py │ ├── example_3.py │ ├── example_4.py │ ├── example_5.py │ ├── example_6_subflow.py │ ├── example_6_subflow_state.py │ └── example_7_subflow.py ├── failure │ ├── 01_interrupt_run_immediately_if_any_task_fails.py │ ├── 02_mark_flow_run_as_failed_if_any_task_failed.py │ ├── 03_ignore_failure_of_unimportant_tasks.py │ ├── 04_same_as_3_but_with_wait_for.py │ ├── 05_same_as_3_but_multiple_tasks_determine_final_state.py │ └── 06_same_as_5_but_final_state_implicit.py ├── pass_data_task_to_subflow.py ├── react_to_completed_states.py ├── return_dataframes.py ├── return_multiple_states_explicitly.py ├── return_multiple_states_implicitly.py ├── return_state_manually.py ├── return_state_to_finish_processing_early.py ├── return_state_vs_data_from_task_and_subflow.py ├── return_state_when_submitting_tasks_to_task_runners.py ├── subflow_returning_data.py ├── subflow_returning_state.py ├── two_tasks_determine_success_or_failure.py └── wait_for_example.py ├── img.jpeg ├── orchestrator_pattern ├── main.py ├── mlops_flow.py ├── radar.py ├── schedule_run_for_later.py └── separate_container_per_run.py ├── results ├── 01_return_value.py ├── 02_return_value_from_state.py ├── 03_return_value_with_task_runner.py ├── 04_failure_trapped_with_try_except.py ├── 05_return_result_only_if_no_failure.py ├── 06_return_result_only_if_no_failure_try_except.py ├── 07_best_raise_on_failure_false.py ├── 08_best_raise_on_failure_false_task_runner.py ├── 09_default_persistence_due_to_retries.py ├── 10_default_persistence_due_to_cache_keys.py ├── 11_disable_results_for_a_task.py ├── 12_task_results_inferred_from_flow_s3.py ├── 13_always_store_results_locally.py ├── 13_always_store_results_locally_json.py ├── 13_always_store_results_locally_orjson.py ├── 13_always_store_results_s3_json.py ├── 14_infer_whether_to_store_results.py ├── README.md ├── qa │ ├── README.md │ ├── Results.ipynb │ ├── flow_dont_persist_result.py │ ├── flow_dont_persist_result_s3.py │ ├── flow_persist_result.py │ ├── flow_persist_result_None.py │ ├── flow_persist_result_json.py │ ├── flow_persist_result_orjson.py │ ├── flow_persist_result_s3.py │ ├── flow_persist_result_s3_json.py │ ├── flow_retries_failing_flow.py │ ├── flow_retries_for_subflow.py │ ├── flow_retries_persist_result.py │ ├── flow_retries_persist_result_false.py │ ├── run_qa.py │ ├── task_and_flow_explicitly_persisting_results.py │ ├── task_caching.py │ ├── task_infers_NOT_results_from_flow.py │ ├── task_infers_results_from_flow.py │ ├── task_persist_result_None_flow_False_retries.py │ ├── task_persist_result_false.py │ ├── task_persist_result_none.py │ ├── task_persist_result_s3_false.py │ ├── task_persist_result_s3_true.py │ ├── task_persist_result_true.py │ ├── task_persist_result_true_json.py │ ├── task_persist_result_true_orjson.py │ ├── task_persist_result_true_pickle.py │ └── task_retries.py └── read_result.py ├── results_backup ├── 01_return_value.py ├── 02_return_value_from_state.py ├── 03_return_value_with_task_runner.py ├── 04_failure_trapped_with_try_except.py ├── 05_return_result_only_if_no_failure.py ├── 06_return_result_only_if_no_failure_try_except.py ├── 07_best_raise_on_failure_false.py ├── 08_best_raise_on_failure_false_task_runner.py ├── 09_default_persistence_due_to_retries.py ├── 10_default_persistence_due_to_cache_keys.py ├── 11_disable_results_for_a_task.py ├── 12_task_results_inferred_from_flow_s3.py ├── 13_always_store_results_locally.py ├── 13_always_store_results_locally_json.py ├── 13_always_store_results_locally_orjson.py ├── 13_always_store_results_s3_json.py ├── 14_infer_whether_to_store_results.py ├── README.md ├── qa │ ├── Results.ipynb │ ├── flow_dont_persist_result.py │ ├── flow_dont_persist_result_s3.py │ ├── flow_persist_result.py │ ├── flow_persist_result_json.py │ ├── flow_persist_result_orjson.py │ ├── flow_persist_result_s3.py │ ├── flow_persist_result_s3_json.py │ ├── flow_retries.py │ ├── flow_retries_persist_result.py │ └── flow_retries_persist_result_false.py └── read_result.py ├── schedules ├── cron.bash ├── cron.py ├── interval.bash ├── interval.py ├── interval_future_date.py ├── rrule.bash ├── rrule.py ├── rrule_string.py └── schedule_run_for_specific_date.py └── utilities ├── create_flow_run_from_deployment_id.py ├── get_deployment_id.py ├── list_flow_runs.py ├── remove_all_deployments.py ├── remove_all_flows.py ├── schedule_based_on_context.py ├── schedule_run_for_specific_date.py └── workspace.py /.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/.DS_Store -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/.gitignore -------------------------------------------------------------------------------- /.idea/.gitignore: -------------------------------------------------------------------------------- 1 | # Default ignored files 2 | /shelf/ 3 | /workspace.xml 4 | -------------------------------------------------------------------------------- /.prefectignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/.prefectignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/README.md -------------------------------------------------------------------------------- /__create_deployment/.prefectignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/__create_deployment/.prefectignore -------------------------------------------------------------------------------- /__create_deployment/cloudrun.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/__create_deployment/cloudrun.py -------------------------------------------------------------------------------- /__create_deployment/cloudrun_run_command.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/__create_deployment/cloudrun_run_command.py -------------------------------------------------------------------------------- /__create_deployment/deploy_flows.bash: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/__create_deployment/deploy_flows.bash -------------------------------------------------------------------------------- /__create_deployment/flows/data_warehouse_refresh.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/__create_deployment/flows/data_warehouse_refresh.py -------------------------------------------------------------------------------- /__create_deployment/flows/healthcheck.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/__create_deployment/flows/healthcheck.py -------------------------------------------------------------------------------- /__create_deployment/flows/hello.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/__create_deployment/flows/hello.py -------------------------------------------------------------------------------- /__create_deployment/flows/ingestion.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/__create_deployment/flows/ingestion.py -------------------------------------------------------------------------------- /__create_deployment/flows/ml.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/__create_deployment/flows/ml.py -------------------------------------------------------------------------------- /__create_deployment/flows/parametrized.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/__create_deployment/flows/parametrized.py -------------------------------------------------------------------------------- /__create_deployment/flows/some/nested/module.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/__create_deployment/flows/some/nested/module.py -------------------------------------------------------------------------------- /__create_deployment/flows/transformation.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/__create_deployment/flows/transformation.py -------------------------------------------------------------------------------- /__create_deployment/gcs.bash: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/__create_deployment/gcs.bash -------------------------------------------------------------------------------- /__getting_started/01_no_prefect.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/__getting_started/01_no_prefect.py -------------------------------------------------------------------------------- /__getting_started/02_single_decorator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/__getting_started/02_single_decorator.py -------------------------------------------------------------------------------- /__getting_started/03_flow_task_logger.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/__getting_started/03_flow_task_logger.py -------------------------------------------------------------------------------- /__getting_started/04_flow_task_logger_subflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/__getting_started/04_flow_task_logger_subflow.py -------------------------------------------------------------------------------- /__getting_started/05_flow_task_logger_retries.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/__getting_started/05_flow_task_logger_retries.py -------------------------------------------------------------------------------- /__getting_started/06_parametrized.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/__getting_started/06_parametrized.py -------------------------------------------------------------------------------- /__getting_started/07_parametrized_with_caching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/__getting_started/07_parametrized_with_caching.py -------------------------------------------------------------------------------- /__getting_started/08_tasks_in_flow_run_process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/__getting_started/08_tasks_in_flow_run_process.py -------------------------------------------------------------------------------- /__getting_started/09_submit_to_concurrent_task_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/__getting_started/09_submit_to_concurrent_task_runner.py -------------------------------------------------------------------------------- /__getting_started/10_submit_to_parallel_dask_task_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/__getting_started/10_submit_to_parallel_dask_task_runner.py -------------------------------------------------------------------------------- /aws/ecr_image_build.bash: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/aws/ecr_image_build.bash -------------------------------------------------------------------------------- /azure/az_remote_fs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/azure/az_remote_fs.py -------------------------------------------------------------------------------- /azure/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/azure/requirements.txt -------------------------------------------------------------------------------- /blocks/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/README.md -------------------------------------------------------------------------------- /blocks/custom/custom_postgres_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/custom/custom_postgres_block.py -------------------------------------------------------------------------------- /blocks/custom/postgres_flow_using_custom_block.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/custom/postgres_flow_using_custom_block.py -------------------------------------------------------------------------------- /blocks/infrastructure_blocks/docker_az_adlfs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/infrastructure_blocks/docker_az_adlfs.py -------------------------------------------------------------------------------- /blocks/infrastructure_blocks/docker_container.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/infrastructure_blocks/docker_container.py -------------------------------------------------------------------------------- /blocks/infrastructure_blocks/docker_container_with_volume.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/infrastructure_blocks/docker_container_with_volume.py -------------------------------------------------------------------------------- /blocks/infrastructure_blocks/kubernetes-job/customizations/append_commands.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/infrastructure_blocks/kubernetes-job/customizations/append_commands.py -------------------------------------------------------------------------------- /blocks/infrastructure_blocks/kubernetes-job/customizations/auto_clean_up_jobs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/infrastructure_blocks/kubernetes-job/customizations/auto_clean_up_jobs.py -------------------------------------------------------------------------------- /blocks/infrastructure_blocks/kubernetes-job/customizations/cpu_memory_limits.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/infrastructure_blocks/kubernetes-job/customizations/cpu_memory_limits.py -------------------------------------------------------------------------------- /blocks/infrastructure_blocks/kubernetes-job/customizations/gpu_on_gke.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/infrastructure_blocks/kubernetes-job/customizations/gpu_on_gke.py -------------------------------------------------------------------------------- /blocks/infrastructure_blocks/kubernetes-job/customizations/kubernetes_secrets.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/infrastructure_blocks/kubernetes-job/customizations/kubernetes_secrets.py -------------------------------------------------------------------------------- /blocks/infrastructure_blocks/kubernetes-job/k8s_secrets.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/infrastructure_blocks/kubernetes-job/k8s_secrets.md -------------------------------------------------------------------------------- /blocks/infrastructure_blocks/kubernetes-job/kubernetes_job.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/infrastructure_blocks/kubernetes-job/kubernetes_job.py -------------------------------------------------------------------------------- /blocks/infrastructure_blocks/kubernetes-job/kubernetes_job_add_labels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/infrastructure_blocks/kubernetes-job/kubernetes_job_add_labels.py -------------------------------------------------------------------------------- /blocks/infrastructure_blocks/kubernetes-job/kubernetes_job_custom_job_template/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/infrastructure_blocks/kubernetes-job/kubernetes_job_custom_job_template/README.md -------------------------------------------------------------------------------- /blocks/infrastructure_blocks/kubernetes-job/kubernetes_job_custom_job_template/k8s_flow_run_job_manifest.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/infrastructure_blocks/kubernetes-job/kubernetes_job_custom_job_template/k8s_flow_run_job_manifest.yml -------------------------------------------------------------------------------- /blocks/infrastructure_blocks/kubernetes-job/kubernetes_job_custom_job_template/kubernetes_job_from_yaml_manifest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/infrastructure_blocks/kubernetes-job/kubernetes_job_custom_job_template/kubernetes_job_from_yaml_manifest.py -------------------------------------------------------------------------------- /blocks/infrastructure_blocks/kubernetes-job/kubernetes_job_image_pull_policy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/infrastructure_blocks/kubernetes-job/kubernetes_job_image_pull_policy.py -------------------------------------------------------------------------------- /blocks/infrastructure_blocks/kubernetes-job/kubernetes_job_running_locally_for_testing.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/infrastructure_blocks/kubernetes-job/kubernetes_job_running_locally_for_testing.py -------------------------------------------------------------------------------- /blocks/infrastructure_blocks/kubernetes-job/kubernetes_job_with_service_account_name.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/infrastructure_blocks/kubernetes-job/kubernetes_job_with_service_account_name.py -------------------------------------------------------------------------------- /blocks/infrastructure_blocks/process.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/infrastructure_blocks/process.py -------------------------------------------------------------------------------- /blocks/notifications_blocks/slack.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/notifications_blocks/slack.py -------------------------------------------------------------------------------- /blocks/notifications_blocks/teams.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/notifications_blocks/teams.py -------------------------------------------------------------------------------- /blocks/storage_blocks/azure.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/storage_blocks/azure.py -------------------------------------------------------------------------------- /blocks/storage_blocks/gcs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/storage_blocks/gcs.py -------------------------------------------------------------------------------- /blocks/storage_blocks/github.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/storage_blocks/github.py -------------------------------------------------------------------------------- /blocks/storage_blocks/minio.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/storage_blocks/minio.py -------------------------------------------------------------------------------- /blocks/storage_blocks/minio_usage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/storage_blocks/minio_usage.py -------------------------------------------------------------------------------- /blocks/storage_blocks/public_github_repository.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/storage_blocks/public_github_repository.py -------------------------------------------------------------------------------- /blocks/storage_blocks/s3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/storage_blocks/s3.py -------------------------------------------------------------------------------- /blocks/storage_blocks/s3_awswrangler.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/storage_blocks/s3_awswrangler.py -------------------------------------------------------------------------------- /blocks/storage_blocks/s3_local_only.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/storage_blocks/s3_local_only.py -------------------------------------------------------------------------------- /blocks/storage_blocks/s3_usage.py: -------------------------------------------------------------------------------- 1 | from prefect.filesystems import S3 2 | 3 | s3_block = S3.load("mydata") 4 | -------------------------------------------------------------------------------- /blocks/system_blocks/datetime.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/system_blocks/datetime.py -------------------------------------------------------------------------------- /blocks/system_blocks/datetime_usage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/system_blocks/datetime_usage.py -------------------------------------------------------------------------------- /blocks/system_blocks/json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/system_blocks/json.py -------------------------------------------------------------------------------- /blocks/system_blocks/json_usage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/system_blocks/json_usage.py -------------------------------------------------------------------------------- /blocks/system_blocks/secret.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/system_blocks/secret.py -------------------------------------------------------------------------------- /blocks/system_blocks/secret_block_with_slack_webhook.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/system_blocks/secret_block_with_slack_webhook.py -------------------------------------------------------------------------------- /blocks/system_blocks/secret_usage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/system_blocks/secret_usage.py -------------------------------------------------------------------------------- /blocks/system_blocks/string.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/system_blocks/string.py -------------------------------------------------------------------------------- /blocks/system_blocks/string_usage.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/blocks/system_blocks/string_usage.py -------------------------------------------------------------------------------- /data_and_state_dependencies/allow_failure/example_1.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/data_and_state_dependencies/allow_failure/example_1.py -------------------------------------------------------------------------------- /data_and_state_dependencies/allow_failure/example_2.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/data_and_state_dependencies/allow_failure/example_2.py -------------------------------------------------------------------------------- /data_and_state_dependencies/allow_failure/example_3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/data_and_state_dependencies/allow_failure/example_3.py -------------------------------------------------------------------------------- /data_and_state_dependencies/allow_failure/example_4.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/data_and_state_dependencies/allow_failure/example_4.py -------------------------------------------------------------------------------- /data_and_state_dependencies/allow_failure/example_5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/data_and_state_dependencies/allow_failure/example_5.py -------------------------------------------------------------------------------- /data_and_state_dependencies/allow_failure/example_6_subflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/data_and_state_dependencies/allow_failure/example_6_subflow.py -------------------------------------------------------------------------------- /data_and_state_dependencies/allow_failure/example_6_subflow_state.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/data_and_state_dependencies/allow_failure/example_6_subflow_state.py -------------------------------------------------------------------------------- /data_and_state_dependencies/allow_failure/example_7_subflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/data_and_state_dependencies/allow_failure/example_7_subflow.py -------------------------------------------------------------------------------- /data_and_state_dependencies/failure/01_interrupt_run_immediately_if_any_task_fails.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/data_and_state_dependencies/failure/01_interrupt_run_immediately_if_any_task_fails.py -------------------------------------------------------------------------------- /data_and_state_dependencies/failure/02_mark_flow_run_as_failed_if_any_task_failed.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/data_and_state_dependencies/failure/02_mark_flow_run_as_failed_if_any_task_failed.py -------------------------------------------------------------------------------- /data_and_state_dependencies/failure/03_ignore_failure_of_unimportant_tasks.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/data_and_state_dependencies/failure/03_ignore_failure_of_unimportant_tasks.py -------------------------------------------------------------------------------- /data_and_state_dependencies/failure/04_same_as_3_but_with_wait_for.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/data_and_state_dependencies/failure/04_same_as_3_but_with_wait_for.py -------------------------------------------------------------------------------- /data_and_state_dependencies/failure/05_same_as_3_but_multiple_tasks_determine_final_state.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/data_and_state_dependencies/failure/05_same_as_3_but_multiple_tasks_determine_final_state.py -------------------------------------------------------------------------------- /data_and_state_dependencies/failure/06_same_as_5_but_final_state_implicit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/data_and_state_dependencies/failure/06_same_as_5_but_final_state_implicit.py -------------------------------------------------------------------------------- /data_and_state_dependencies/pass_data_task_to_subflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/data_and_state_dependencies/pass_data_task_to_subflow.py -------------------------------------------------------------------------------- /data_and_state_dependencies/react_to_completed_states.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/data_and_state_dependencies/react_to_completed_states.py -------------------------------------------------------------------------------- /data_and_state_dependencies/return_dataframes.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/data_and_state_dependencies/return_dataframes.py -------------------------------------------------------------------------------- /data_and_state_dependencies/return_multiple_states_explicitly.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/data_and_state_dependencies/return_multiple_states_explicitly.py -------------------------------------------------------------------------------- /data_and_state_dependencies/return_multiple_states_implicitly.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/data_and_state_dependencies/return_multiple_states_implicitly.py -------------------------------------------------------------------------------- /data_and_state_dependencies/return_state_manually.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/data_and_state_dependencies/return_state_manually.py -------------------------------------------------------------------------------- /data_and_state_dependencies/return_state_to_finish_processing_early.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/data_and_state_dependencies/return_state_to_finish_processing_early.py -------------------------------------------------------------------------------- /data_and_state_dependencies/return_state_vs_data_from_task_and_subflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/data_and_state_dependencies/return_state_vs_data_from_task_and_subflow.py -------------------------------------------------------------------------------- /data_and_state_dependencies/return_state_when_submitting_tasks_to_task_runners.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/data_and_state_dependencies/return_state_when_submitting_tasks_to_task_runners.py -------------------------------------------------------------------------------- /data_and_state_dependencies/subflow_returning_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/data_and_state_dependencies/subflow_returning_data.py -------------------------------------------------------------------------------- /data_and_state_dependencies/subflow_returning_state.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/data_and_state_dependencies/subflow_returning_state.py -------------------------------------------------------------------------------- /data_and_state_dependencies/two_tasks_determine_success_or_failure.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/data_and_state_dependencies/two_tasks_determine_success_or_failure.py -------------------------------------------------------------------------------- /data_and_state_dependencies/wait_for_example.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/data_and_state_dependencies/wait_for_example.py -------------------------------------------------------------------------------- /img.jpeg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/img.jpeg -------------------------------------------------------------------------------- /orchestrator_pattern/main.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/orchestrator_pattern/main.py -------------------------------------------------------------------------------- /orchestrator_pattern/mlops_flow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/orchestrator_pattern/mlops_flow.py -------------------------------------------------------------------------------- /orchestrator_pattern/radar.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/orchestrator_pattern/radar.py -------------------------------------------------------------------------------- /orchestrator_pattern/schedule_run_for_later.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/orchestrator_pattern/schedule_run_for_later.py -------------------------------------------------------------------------------- /orchestrator_pattern/separate_container_per_run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/orchestrator_pattern/separate_container_per_run.py -------------------------------------------------------------------------------- /results/01_return_value.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/01_return_value.py -------------------------------------------------------------------------------- /results/02_return_value_from_state.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/02_return_value_from_state.py -------------------------------------------------------------------------------- /results/03_return_value_with_task_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/03_return_value_with_task_runner.py -------------------------------------------------------------------------------- /results/04_failure_trapped_with_try_except.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/04_failure_trapped_with_try_except.py -------------------------------------------------------------------------------- /results/05_return_result_only_if_no_failure.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/05_return_result_only_if_no_failure.py -------------------------------------------------------------------------------- /results/06_return_result_only_if_no_failure_try_except.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/06_return_result_only_if_no_failure_try_except.py -------------------------------------------------------------------------------- /results/07_best_raise_on_failure_false.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/07_best_raise_on_failure_false.py -------------------------------------------------------------------------------- /results/08_best_raise_on_failure_false_task_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/08_best_raise_on_failure_false_task_runner.py -------------------------------------------------------------------------------- /results/09_default_persistence_due_to_retries.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/09_default_persistence_due_to_retries.py -------------------------------------------------------------------------------- /results/10_default_persistence_due_to_cache_keys.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/10_default_persistence_due_to_cache_keys.py -------------------------------------------------------------------------------- /results/11_disable_results_for_a_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/11_disable_results_for_a_task.py -------------------------------------------------------------------------------- /results/12_task_results_inferred_from_flow_s3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/12_task_results_inferred_from_flow_s3.py -------------------------------------------------------------------------------- /results/13_always_store_results_locally.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/13_always_store_results_locally.py -------------------------------------------------------------------------------- /results/13_always_store_results_locally_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/13_always_store_results_locally_json.py -------------------------------------------------------------------------------- /results/13_always_store_results_locally_orjson.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/13_always_store_results_locally_orjson.py -------------------------------------------------------------------------------- /results/13_always_store_results_s3_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/13_always_store_results_s3_json.py -------------------------------------------------------------------------------- /results/14_infer_whether_to_store_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/14_infer_whether_to_store_results.py -------------------------------------------------------------------------------- /results/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/README.md -------------------------------------------------------------------------------- /results/qa/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/qa/README.md -------------------------------------------------------------------------------- /results/qa/Results.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/qa/Results.ipynb -------------------------------------------------------------------------------- /results/qa/flow_dont_persist_result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/qa/flow_dont_persist_result.py -------------------------------------------------------------------------------- /results/qa/flow_dont_persist_result_s3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/qa/flow_dont_persist_result_s3.py -------------------------------------------------------------------------------- /results/qa/flow_persist_result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/qa/flow_persist_result.py -------------------------------------------------------------------------------- /results/qa/flow_persist_result_None.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/qa/flow_persist_result_None.py -------------------------------------------------------------------------------- /results/qa/flow_persist_result_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/qa/flow_persist_result_json.py -------------------------------------------------------------------------------- /results/qa/flow_persist_result_orjson.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/qa/flow_persist_result_orjson.py -------------------------------------------------------------------------------- /results/qa/flow_persist_result_s3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/qa/flow_persist_result_s3.py -------------------------------------------------------------------------------- /results/qa/flow_persist_result_s3_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/qa/flow_persist_result_s3_json.py -------------------------------------------------------------------------------- /results/qa/flow_retries_failing_flow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/qa/flow_retries_failing_flow.py -------------------------------------------------------------------------------- /results/qa/flow_retries_for_subflow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/qa/flow_retries_for_subflow.py -------------------------------------------------------------------------------- /results/qa/flow_retries_persist_result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/qa/flow_retries_persist_result.py -------------------------------------------------------------------------------- /results/qa/flow_retries_persist_result_false.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/qa/flow_retries_persist_result_false.py -------------------------------------------------------------------------------- /results/qa/run_qa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/qa/run_qa.py -------------------------------------------------------------------------------- /results/qa/task_and_flow_explicitly_persisting_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/qa/task_and_flow_explicitly_persisting_results.py -------------------------------------------------------------------------------- /results/qa/task_caching.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/qa/task_caching.py -------------------------------------------------------------------------------- /results/qa/task_infers_NOT_results_from_flow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/qa/task_infers_NOT_results_from_flow.py -------------------------------------------------------------------------------- /results/qa/task_infers_results_from_flow.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/qa/task_infers_results_from_flow.py -------------------------------------------------------------------------------- /results/qa/task_persist_result_None_flow_False_retries.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/qa/task_persist_result_None_flow_False_retries.py -------------------------------------------------------------------------------- /results/qa/task_persist_result_false.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/qa/task_persist_result_false.py -------------------------------------------------------------------------------- /results/qa/task_persist_result_none.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/qa/task_persist_result_none.py -------------------------------------------------------------------------------- /results/qa/task_persist_result_s3_false.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/qa/task_persist_result_s3_false.py -------------------------------------------------------------------------------- /results/qa/task_persist_result_s3_true.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/qa/task_persist_result_s3_true.py -------------------------------------------------------------------------------- /results/qa/task_persist_result_true.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/qa/task_persist_result_true.py -------------------------------------------------------------------------------- /results/qa/task_persist_result_true_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/qa/task_persist_result_true_json.py -------------------------------------------------------------------------------- /results/qa/task_persist_result_true_orjson.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/qa/task_persist_result_true_orjson.py -------------------------------------------------------------------------------- /results/qa/task_persist_result_true_pickle.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/qa/task_persist_result_true_pickle.py -------------------------------------------------------------------------------- /results/qa/task_retries.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/qa/task_retries.py -------------------------------------------------------------------------------- /results/read_result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results/read_result.py -------------------------------------------------------------------------------- /results_backup/01_return_value.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results_backup/01_return_value.py -------------------------------------------------------------------------------- /results_backup/02_return_value_from_state.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results_backup/02_return_value_from_state.py -------------------------------------------------------------------------------- /results_backup/03_return_value_with_task_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results_backup/03_return_value_with_task_runner.py -------------------------------------------------------------------------------- /results_backup/04_failure_trapped_with_try_except.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results_backup/04_failure_trapped_with_try_except.py -------------------------------------------------------------------------------- /results_backup/05_return_result_only_if_no_failure.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results_backup/05_return_result_only_if_no_failure.py -------------------------------------------------------------------------------- /results_backup/06_return_result_only_if_no_failure_try_except.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results_backup/06_return_result_only_if_no_failure_try_except.py -------------------------------------------------------------------------------- /results_backup/07_best_raise_on_failure_false.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results_backup/07_best_raise_on_failure_false.py -------------------------------------------------------------------------------- /results_backup/08_best_raise_on_failure_false_task_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results_backup/08_best_raise_on_failure_false_task_runner.py -------------------------------------------------------------------------------- /results_backup/09_default_persistence_due_to_retries.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results_backup/09_default_persistence_due_to_retries.py -------------------------------------------------------------------------------- /results_backup/10_default_persistence_due_to_cache_keys.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results_backup/10_default_persistence_due_to_cache_keys.py -------------------------------------------------------------------------------- /results_backup/11_disable_results_for_a_task.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results_backup/11_disable_results_for_a_task.py -------------------------------------------------------------------------------- /results_backup/12_task_results_inferred_from_flow_s3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results_backup/12_task_results_inferred_from_flow_s3.py -------------------------------------------------------------------------------- /results_backup/13_always_store_results_locally.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results_backup/13_always_store_results_locally.py -------------------------------------------------------------------------------- /results_backup/13_always_store_results_locally_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results_backup/13_always_store_results_locally_json.py -------------------------------------------------------------------------------- /results_backup/13_always_store_results_locally_orjson.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results_backup/13_always_store_results_locally_orjson.py -------------------------------------------------------------------------------- /results_backup/13_always_store_results_s3_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results_backup/13_always_store_results_s3_json.py -------------------------------------------------------------------------------- /results_backup/14_infer_whether_to_store_results.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results_backup/14_infer_whether_to_store_results.py -------------------------------------------------------------------------------- /results_backup/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results_backup/README.md -------------------------------------------------------------------------------- /results_backup/qa/Results.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results_backup/qa/Results.ipynb -------------------------------------------------------------------------------- /results_backup/qa/flow_dont_persist_result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results_backup/qa/flow_dont_persist_result.py -------------------------------------------------------------------------------- /results_backup/qa/flow_dont_persist_result_s3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results_backup/qa/flow_dont_persist_result_s3.py -------------------------------------------------------------------------------- /results_backup/qa/flow_persist_result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results_backup/qa/flow_persist_result.py -------------------------------------------------------------------------------- /results_backup/qa/flow_persist_result_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results_backup/qa/flow_persist_result_json.py -------------------------------------------------------------------------------- /results_backup/qa/flow_persist_result_orjson.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results_backup/qa/flow_persist_result_orjson.py -------------------------------------------------------------------------------- /results_backup/qa/flow_persist_result_s3.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results_backup/qa/flow_persist_result_s3.py -------------------------------------------------------------------------------- /results_backup/qa/flow_persist_result_s3_json.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results_backup/qa/flow_persist_result_s3_json.py -------------------------------------------------------------------------------- /results_backup/qa/flow_retries.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /results_backup/qa/flow_retries_persist_result.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /results_backup/qa/flow_retries_persist_result_false.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /results_backup/read_result.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/results_backup/read_result.py -------------------------------------------------------------------------------- /schedules/cron.bash: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/schedules/cron.bash -------------------------------------------------------------------------------- /schedules/cron.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/schedules/cron.py -------------------------------------------------------------------------------- /schedules/interval.bash: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/schedules/interval.bash -------------------------------------------------------------------------------- /schedules/interval.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/schedules/interval.py -------------------------------------------------------------------------------- /schedules/interval_future_date.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/schedules/interval_future_date.py -------------------------------------------------------------------------------- /schedules/rrule.bash: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/schedules/rrule.bash -------------------------------------------------------------------------------- /schedules/rrule.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/schedules/rrule.py -------------------------------------------------------------------------------- /schedules/rrule_string.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/schedules/rrule_string.py -------------------------------------------------------------------------------- /schedules/schedule_run_for_specific_date.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/schedules/schedule_run_for_specific_date.py -------------------------------------------------------------------------------- /utilities/create_flow_run_from_deployment_id.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/utilities/create_flow_run_from_deployment_id.py -------------------------------------------------------------------------------- /utilities/get_deployment_id.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/utilities/get_deployment_id.py -------------------------------------------------------------------------------- /utilities/list_flow_runs.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/utilities/list_flow_runs.py -------------------------------------------------------------------------------- /utilities/remove_all_deployments.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/utilities/remove_all_deployments.py -------------------------------------------------------------------------------- /utilities/remove_all_flows.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/utilities/remove_all_flows.py -------------------------------------------------------------------------------- /utilities/schedule_based_on_context.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/utilities/schedule_based_on_context.py -------------------------------------------------------------------------------- /utilities/schedule_run_for_specific_date.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/utilities/schedule_run_for_specific_date.py -------------------------------------------------------------------------------- /utilities/workspace.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/anna-geller/prefect-deployment-patterns/HEAD/utilities/workspace.py --------------------------------------------------------------------------------